From cdc7d5ec262d3ce1b3ffa2012800ab159a7fc3d4 Mon Sep 17 00:00:00 2001
From: YurenHao0426 <Blackhao0426@gmail.com>
Date: Sun, 26 Jul 2026 16:30:45 -0500
Subject: results: confirm standard-depth SDIL scaling

---
 .../oral_a_dynamic_scaling_v2/dynamic_d56_s14.json | 7293 ++++++++++++++++++++
 1 file changed, 7293 insertions(+)
 create mode 100644 results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json

(limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json')

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json
new file mode 100644
index 0000000..84fc0ac
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json
@@ -0,0 +1,7293 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 1064960,
+    "adaptive_feedback_parameters": 848512,
+    "base_width": 16,
+    "blocks_per_stage": 9,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 532480,
+    "forward_parameters": 853018,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 1064960,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 56,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5014,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9994279046853384,
+    "feedback_forward_cosine": [
+      0.9997988343238831,
+      0.9997749328613281,
+      0.9991828799247742,
+      0.999111533164978,
+      0.999463677406311,
+      0.9993107914924622,
+      0.9992161989212036,
+      0.9990545511245728,
+      0.998909592628479,
+      0.9987071752548218,
+      0.999567985534668,
+      0.9993953704833984,
+      0.9997379779815674,
+      0.9995555877685547,
+      0.9996947050094604,
+      0.999505341053009,
+      0.9994285106658936,
+      0.9991961717605591,
+      0.9993981719017029,
+      0.9995056390762329,
+      0.9992136359214783,
+      0.9991928339004517,
+      0.9990469217300415,
+      0.9990625381469727,
+      0.9992903470993042,
+      0.9992948770523071,
+      0.9995030164718628,
+      0.9994757771492004,
+      0.9996125102043152,
+      0.9995819330215454,
+      0.999678909778595,
+      0.9996166825294495,
+      0.9997760057449341,
+      0.9996891021728516,
+      0.9997944831848145,
+      0.9996936321258545,
+      0.9997571110725403,
+      0.9998501539230347,
+      0.9998060464859009,
+      0.9997848868370056,
+      0.999779462814331,
+      0.9997221827507019,
+      0.9997811913490295,
+      0.9996858835220337,
+      0.9997216463088989,
+      0.9995635747909546,
+      0.9996534585952759,
+      0.999471127986908,
+      0.9996280670166016,
+      0.9994121193885803,
+      0.9996070861816406,
+      0.9993250370025635,
+      0.9995989203453064,
+      0.9991874098777771,
+      0.9999798536300659
+    ],
+    "feedback_forward_norm_ratio": [
+      1.000149130821228,
+      1.0009535551071167,
+      0.9984815120697021,
+      1.0016766786575317,
+      0.9995856881141663,
+      1.0017879009246826,
+      0.9959774613380432,
+      1.0028762817382812,
+      0.9986860156059265,
+      1.0021672248840332,
+      0.9988604784011841,
+      1.0024598836898804,
+      0.9981681108474731,
+      1.0017732381820679,
+      0.9997989535331726,
+      1.0013729333877563,
+      0.9980446100234985,
+      1.0017657279968262,
+      0.9982770085334778,
+      1.0011591911315918,
+      0.9984641671180725,
+      1.0009673833847046,
+      0.9978606700897217,
+      1.0017354488372803,
+      0.9988399147987366,
+      1.0011192560195923,
+      0.9991135597229004,
+      1.0013725757598877,
+      0.9988991022109985,
+      1.0011109113693237,
+      0.999144971370697,
+      1.0011439323425293,
+      0.9994403123855591,
+      1.000425934791565,
+      0.9993515014648438,
+      1.0012404918670654,
+      0.9997034072875977,
+      1.0002387762069702,
+      0.9998688101768494,
+      1.000625491142273,
+      0.9995481371879578,
+      1.0008283853530884,
+      0.9997639060020447,
+      1.0010287761688232,
+      0.9995730519294739,
+      1.00138258934021,
+      0.9991338849067688,
+      1.001706838607788,
+      0.9990312457084656,
+      1.0018060207366943,
+      0.9994123578071594,
+      1.0015783309936523,
+      0.9993245005607605,
+      1.0016975402832031,
+      1.0021151304244995
+    ],
+    "feedback_forward_relative_error": [
+      0.020060308277606964,
+      0.021246453747153282,
+      0.04042421653866768,
+      0.04222222790122032,
+      0.03274479880928993,
+      0.037205327302217484,
+      0.03971664980053902,
+      0.04364164546132088,
+      0.04668582230806351,
+      0.05095241591334343,
+      0.02939867228269577,
+      0.034902483224868774,
+      0.022942183539271355,
+      0.029894202947616577,
+      0.02470928616821766,
+      0.03150338679552078,
+      0.0338282510638237,
+      0.04016990214586258,
+      0.03470529988408089,
+      0.031483158469200134,
+      0.039652612060308456,
+      0.04020845890045166,
+      0.04366402328014374,
+      0.043372295796871185,
+      0.0376720055937767,
+      0.037591613829135895,
+      0.03152763843536377,
+      0.032432928681373596,
+      0.027845030650496483,
+      0.028955554589629173,
+      0.02534536086022854,
+      0.027727821841835976,
+      0.02116387151181698,
+      0.024943169206380844,
+      0.020272381603717804,
+      0.024798842146992683,
+      0.022038796916604042,
+      0.017315328121185303,
+      0.019690556451678276,
+      0.02075815573334694,
+      0.02099420502781868,
+      0.023600945249199867,
+      0.020909609273076057,
+      0.025102714076638222,
+      0.023593297228217125,
+      0.02959650196135044,
+      0.026328735053539276,
+      0.032597433775663376,
+      0.027278052642941475,
+      0.03437091037631035,
+      0.028031418099999428,
+      0.03680349513888359,
+      0.028323985636234283,
+      0.04038499668240547,
+      0.0066958083771169186
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9995262622833252,
+      0.9994668960571289,
+      0.9995425343513489,
+      0.9991871118545532,
+      0.9995458126068115,
+      0.9992923736572266,
+      0.9995535016059875,
+      0.9990665316581726,
+      0.9995579719543457,
+      0.9990013837814331,
+      0.9995593428611755,
+      0.9994300603866577,
+      0.9995750188827515,
+      0.9994897246360779,
+      0.9995806217193604,
+      0.9994637370109558,
+      0.9995887279510498,
+      0.9992746710777283,
+      0.9995965957641602,
+      0.9993570446968079,
+      0.9996023774147034,
+      0.9992549419403076,
+      0.9996078014373779,
+      0.9991986751556396,
+      0.9996156096458435,
+      0.9992837905883789,
+      0.9996231198310852,
+      0.9993802309036255,
+      0.9996287822723389,
+      0.9994536638259888,
+      0.9996305704116821,
+      0.9995105266571045,
+      0.9996395111083984,
+      0.9995378255844116,
+      0.999650239944458,
+      0.9995735287666321,
+      0.9996629357337952,
+      0.9996985197067261,
+      0.9996863603591919,
+      0.9996581673622131,
+      0.9997047185897827,
+      0.9996294379234314,
+      0.9997169971466064,
+      0.9996535778045654,
+      0.9997180104255676,
+      0.9996700286865234,
+      0.9997422099113464,
+      0.9996808767318726,
+      0.9997777342796326,
+      0.9996774196624756,
+      0.9998447299003601,
+      0.9998321533203125,
+      0.9999211430549622,
+      0.9999521970748901,
+      0.8918465375900269
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.99952632188797,
+      0.9994668960571289,
+      0.9995425343513489,
+      0.9991871118545532,
+      0.9995458126068115,
+      0.9992923736572266,
+      0.9995535612106323,
+      0.9990665316581726,
+      0.9995579719543457,
+      0.9990013837814331,
+      0.9995593428611755,
+      0.9994300007820129,
+      0.9995750188827515,
+      0.9994897246360779,
+      0.9995806217193604,
+      0.999463677406311,
+      0.9995887279510498,
+      0.999274730682373,
+      0.9995965957641602,
+      0.9993569850921631,
+      0.9996023774147034,
+      0.9992550015449524,
+      0.9996078014373779,
+      0.9991986751556396,
+      0.9996156692504883,
+      0.9992837309837341,
+      0.9996230602264404,
+      0.9993802905082703,
+      0.9996287822723389,
+      0.9994536638259888,
+      0.9996305704116821,
+      0.9995105266571045,
+      0.9996395111083984,
+      0.9995378255844116,
+      0.999650239944458,
+      0.9995734691619873,
+      0.9996629953384399,
+      0.9996985197067261,
+      0.9996863603591919,
+      0.9996581673622131,
+      0.9997045993804932,
+      0.9996294975280762,
+      0.9997169375419617,
+      0.9996535778045654,
+      0.9997179508209229,
+      0.9996700286865234,
+      0.9997422099113464,
+      0.9996808767318726,
+      0.9997777342796326,
+      0.9996774196624756,
+      0.9998446702957153,
+      0.9998321533203125,
+      0.9999211430549622,
+      0.9999521970748901,
+      0.9127292037010193
+    ],
+    "matched_negative_gradient_cosine": [
+      -0.008187413215637207,
+      -0.015598754398524761,
+      -0.011859042569994926,
+      -0.00952020101249218,
+      -0.009076099842786789,
+      0.025975488126277924,
+      -0.006392987444996834,
+      -0.025431979447603226,
+      -0.0024859346449375153,
+      -0.024633590131998062,
+      -0.003860069904476404,
+      0.027092572301626205,
+      -0.01832091063261032,
+      -0.037103861570358276,
+      -0.011960268020629883,
+      -0.020264824852347374,
+      -0.013413629494607449,
+      0.019100390374660492,
+      -0.011545455083251,
+      0.04292016476392746,
+      -0.03241690993309021,
+      0.0434187576174736,
+      -0.04402662441134453,
+      0.05480309948325157,
+      -0.046772345900535583,
+      0.031519565731287,
+      -0.045361995697021484,
+      0.036612339317798615,
+      -0.049954161047935486,
+      0.05757954716682434,
+      -0.046010348945856094,
+      0.03367879241704941,
+      -0.03750961273908615,
+      0.024862172082066536,
+      -0.028193483129143715,
+      0.04454458877444267,
+      -0.030192747712135315,
+      -0.04034389555454254,
+      -0.09494373202323914,
+      0.038277141749858856,
+      -0.10235662758350372,
+      0.04242897778749466,
+      -0.10648664832115173,
+      0.03178362920880318,
+      -0.07564844191074371,
+      0.07797741889953613,
+      -0.051776088774204254,
+      0.15095344185829163,
+      -0.08517353981733322,
+      0.0781029760837555,
+      -0.06110972911119461,
+      0.004467208869755268,
+      -0.021361134946346283,
+      -0.08613333106040955,
+      0.09746018052101135
+    ],
+    "max_norm_match_direction_error": 0.23414266109466553,
+    "max_norm_match_relative_error": 1.710782839836611e-07,
+    "mean_feedback_forward_cosine": 0.9994973464445635,
+    "mean_feedback_forward_relative_error": 0.03054591358893297,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.3654601275920868,
+      "max_absolute_post_projection_soma_slope": 4.1842426412586065e-08,
+      "max_absolute_pre_projection_soma_slope": 0.3654601275920868,
+      "max_positive_post_projection_soma_slope": 4.1842426412586065e-08,
+      "min_post_projection_soma_slope": -2.896273976205066e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.3365609282722773e-08,
+      "pre_projection_traffic_rms_ratio": 0.011779218723666182
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.011779218723648404,
+    "raw_negative_gradient_cosine": [
+      -0.008187413215637207,
+      -0.015598755329847336,
+      -0.011859041638672352,
+      -0.00952020101249218,
+      -0.009076099842786789,
+      0.025975488126277924,
+      -0.0063929869793355465,
+      -0.025431979447603226,
+      -0.0024859346449375153,
+      -0.024633590131998062,
+      -0.0038600703701376915,
+      0.027092570438981056,
+      -0.01832091063261032,
+      -0.037103861570358276,
+      -0.011960268020629883,
+      -0.020264824852347374,
+      -0.013413628563284874,
+      0.019100388512015343,
+      -0.011545455083251,
+      0.04292016476392746,
+      -0.03241691365838051,
+      0.0434187576174736,
+      -0.04402662441134453,
+      0.05480309948325157,
+      -0.046772342175245285,
+      0.031519565731287,
+      -0.04536199942231178,
+      0.03661234304308891,
+      -0.049954161047935486,
+      0.057579539716243744,
+      -0.046010348945856094,
+      0.03367879241704941,
+      -0.03750961273908615,
+      0.024862170219421387,
+      -0.028193486854434013,
+      0.04454458877444267,
+      -0.030192747712135315,
+      -0.04034389927983284,
+      -0.09494373202323914,
+      0.038277141749858856,
+      -0.10235662758350372,
+      0.04242897778749466,
+      -0.10648664832115173,
+      0.03178362548351288,
+      -0.07564844191074371,
+      0.07797741889953613,
+      -0.051776085048913956,
+      0.15095345675945282,
+      -0.08517353981733322,
+      0.0781029686331749,
+      -0.06110972911119461,
+      0.004467210732400417,
+      -0.021361136808991432,
+      -0.08613333106040955,
+      0.09750264883041382
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9995262622833252,
+      0.9994668960571289,
+      0.9995425343513489,
+      0.9991871118545532,
+      0.9995458126068115,
+      0.9992923736572266,
+      0.9995535016059875,
+      0.9990665316581726,
+      0.9995579719543457,
+      0.9990013837814331,
+      0.9995593428611755,
+      0.9994300603866577,
+      0.9995750188827515,
+      0.9994897246360779,
+      0.9995806217193604,
+      0.9994637370109558,
+      0.9995887279510498,
+      0.9992746710777283,
+      0.9995965957641602,
+      0.9993570446968079,
+      0.9996023774147034,
+      0.9992549419403076,
+      0.9996078014373779,
+      0.9991986751556396,
+      0.9996156096458435,
+      0.9992837905883789,
+      0.9996231198310852,
+      0.9993802309036255,
+      0.9996287822723389,
+      0.9994536638259888,
+      0.9996305704116821,
+      0.9995105266571045,
+      0.9996395111083984,
+      0.9995378255844116,
+      0.999650239944458,
+      0.9995735287666321,
+      0.9996629357337952,
+      0.9996985197067261,
+      0.9996863603591919,
+      0.9996581673622131,
+      0.9997047185897827,
+      0.9996294379234314,
+      0.9997169971466064,
+      0.9996535778045654,
+      0.9997180104255676,
+      0.9996700286865234,
+      0.9997422099113464,
+      0.9996808767318726,
+      0.9997777342796326,
+      0.9996774196624756,
+      0.9998447299003601,
+      0.9998321533203125,
+      0.9999211430549622,
+      0.9999521970748901,
+      0.8918465375900269
+    ],
+    "traffic_instruction_rms_ratio": 289.5474469652048,
+    "used_negative_gradient_cosine": [
+      0.9995262622833252,
+      0.9994668960571289,
+      0.9995425343513489,
+      0.9991871118545532,
+      0.9995458126068115,
+      0.9992923736572266,
+      0.9995535016059875,
+      0.9990665316581726,
+      0.9995579719543457,
+      0.9990013837814331,
+      0.9995593428611755,
+      0.9994300603866577,
+      0.9995750188827515,
+      0.9994897246360779,
+      0.9995806217193604,
+      0.9994637370109558,
+      0.9995887279510498,
+      0.9992746710777283,
+      0.9995965957641602,
+      0.9993570446968079,
+      0.9996023774147034,
+      0.9992549419403076,
+      0.9996078014373779,
+      0.9991986751556396,
+      0.9996156096458435,
+      0.9992837905883789,
+      0.9996231198310852,
+      0.9993802309036255,
+      0.9996287822723389,
+      0.9994536638259888,
+      0.9996305704116821,
+      0.9995105266571045,
+      0.9996395111083984,
+      0.9995378255844116,
+      0.999650239944458,
+      0.9995735287666321,
+      0.9996629357337952,
+      0.9996985197067261,
+      0.9996863603591919,
+      0.9996581673622131,
+      0.9997047185897827,
+      0.9996294379234314,
+      0.9997169971466064,
+      0.9996535778045654,
+      0.9997180104255676,
+      0.9996700286865234,
+      0.9997422099113464,
+      0.9996808767318726,
+      0.9997777342796326,
+      0.9996774196624756,
+      0.9998447299003601,
+      0.9998321533203125,
+      0.9999211430549622,
+      0.9999521970748901,
+      0.8918465375900269
+    ],
+    "wall_s": 0.3509204387664795
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.337538719177246,
+        "mean_feedback_forward_cosine": 0.3470919665965167,
+        "mean_feedback_forward_relative_error": 1.1312912729653446,
+        "min_feedback_forward_cosine": 0.11561739444732666
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0015407984580144906,
+        "instruction_rms": 0.0015407984577723273,
+        "raw_apical_rms": 0.06508568969197852,
+        "teaching_rms": 0.0015407984580144906,
+        "traffic_rms": 0.06503976337833124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546027660369873,
+        "maximum_absolute_post_projection_soma_slope": 1.4074466037072852e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.031357188939468e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015969962131895204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.318244298744202
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3209714889526367,
+        "mean_feedback_forward_cosine": 0.36345010128888217,
+        "mean_feedback_forward_relative_error": 1.1174056324091826,
+        "min_feedback_forward_cosine": 0.1323525458574295
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0015949982496293853,
+        "instruction_rms": 0.0015949982499202469,
+        "raw_apical_rms": 0.07291536069493962,
+        "teaching_rms": 0.0015949982496293853,
+        "traffic_rms": 0.07289750933437934
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.2117673489156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7559230056188866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014829932795428267,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.6927503633880616
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3107725381851196,
+        "mean_feedback_forward_cosine": 0.38829824165864424,
+        "mean_feedback_forward_relative_error": 1.0960471938956868,
+        "min_feedback_forward_cosine": 0.14350982010364532
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0019947406849959606,
+        "instruction_rms": 0.0019947406856681052,
+        "raw_apical_rms": 0.08211166025269341,
+        "teaching_rms": 0.0019947406849959606,
+        "traffic_rms": 0.08208711997049112
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.589142990762412e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6735927927764367e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014280128604741968,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.4528260779571534
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2989331483840942,
+        "mean_feedback_forward_cosine": 0.41964017044414176,
+        "mean_feedback_forward_relative_error": 1.0679928118532354,
+        "min_feedback_forward_cosine": 0.15901969373226166
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0023721994444680056,
+        "instruction_rms": 0.0023721994443365716,
+        "raw_apical_rms": 0.09075613528587424,
+        "teaching_rms": 0.0023721994444680056,
+        "traffic_rms": 0.0907247836261394
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.099108666532629e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6259860321962358e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01644804706433687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.2662530714035034
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2839618921279907,
+        "mean_feedback_forward_cosine": 0.4521103149110621,
+        "mean_feedback_forward_relative_error": 1.0377678621898998,
+        "min_feedback_forward_cosine": 0.17882689833641052
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00263376982902271,
+        "instruction_rms": 0.0026337698286168086,
+        "raw_apical_rms": 0.09789696295851179,
+        "teaching_rms": 0.00263376982902271,
+        "traffic_rms": 0.09786118646541846
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.615807528007281e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6011019227903277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01908546054893131,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 1.10482550365448
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2659108638763428,
+        "mean_feedback_forward_cosine": 0.4828754099932584,
+        "mean_feedback_forward_relative_error": 1.0081115467981858,
+        "min_feedback_forward_cosine": 0.20184218883514404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027890276042216436,
+        "instruction_rms": 0.0027890276045768104,
+        "raw_apical_rms": 0.10561079437773366,
+        "teaching_rms": 0.0027890276042216436,
+        "traffic_rms": 0.10557362962319122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.142576118392753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842031667546104e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02031041063392772,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.970712696723938
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2453035116195679,
+        "mean_feedback_forward_cosine": 0.5108968458392403,
+        "mean_feedback_forward_relative_error": 0.9799336552619934,
+        "min_feedback_forward_cosine": 0.22743552923202515
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027672997998718263,
+        "instruction_rms": 0.002767299800172459,
+        "raw_apical_rms": 0.11128087703751355,
+        "teaching_rms": 0.0027672997998718263,
+        "traffic_rms": 0.1112461774457811
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.724236977286637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5703843215636337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020073828557752606,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.8659917796325683
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2211562395095825,
+        "mean_feedback_forward_cosine": 0.537326720086011,
+        "mean_feedback_forward_relative_error": 0.9524023408239538,
+        "min_feedback_forward_cosine": 0.2589121460914612
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028219036240894934,
+        "instruction_rms": 0.0028219036245949397,
+        "raw_apical_rms": 0.11573784220686462,
+        "teaching_rms": 0.0028219036240894934,
+        "traffic_rms": 0.11570313540104829
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.4154767313812044e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5620650117810692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02082237532851249,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.770338599395752
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1937166452407837,
+        "mean_feedback_forward_cosine": 0.5625516674735329,
+        "mean_feedback_forward_relative_error": 0.9254404420202429,
+        "min_feedback_forward_cosine": 0.29125499725341797
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002760851634095237,
+        "instruction_rms": 0.00276085163384671,
+        "raw_apical_rms": 0.1194780064929881,
+        "teaching_rms": 0.002760851634095237,
+        "traffic_rms": 0.1194457704314566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.2057840592660796e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632488265037338e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01837243069286356,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.7051988785171509
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.165170431137085,
+        "mean_feedback_forward_cosine": 0.5863702877001329,
+        "mean_feedback_forward_relative_error": 0.8992986023426056,
+        "min_feedback_forward_cosine": 0.32406896352767944
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027336345599632862,
+        "instruction_rms": 0.0027336345606156338,
+        "raw_apical_rms": 0.12338395978319029,
+        "teaching_rms": 0.0027336345599632862,
+        "traffic_rms": 0.12335339617673681
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1792309351221775e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5437112549538877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017950120557470466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.653767914428711
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1369038820266724,
+        "mean_feedback_forward_cosine": 0.6088971907442267,
+        "mean_feedback_forward_relative_error": 0.8738858862356707,
+        "min_feedback_forward_cosine": 0.35734426975250244
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002730209954120157,
+        "instruction_rms": 0.002730209953863333,
+        "raw_apical_rms": 0.126435420815262,
+        "teaching_rms": 0.002730209954120157,
+        "traffic_rms": 0.12640562411197157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.2467593535347987e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.540149448355781e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017401858975393276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5981809624862671
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.105292558670044,
+        "mean_feedback_forward_cosine": 0.6304948416623202,
+        "mean_feedback_forward_relative_error": 0.8489244759082795,
+        "min_feedback_forward_cosine": 0.39154842495918274
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027087560493800782,
+        "instruction_rms": 0.0027087560492602414,
+        "raw_apical_rms": 0.12933379945287843,
+        "teaching_rms": 0.0027087560493800782,
+        "traffic_rms": 0.12930511500706984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.1071247030258746e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5361549125476262e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01876124656157677,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5689019970703125
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0798101425170898,
+        "mean_feedback_forward_cosine": 0.6512302041053772,
+        "mean_feedback_forward_relative_error": 0.8240893071348017,
+        "min_feedback_forward_cosine": 0.4279969334602356
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002707850239468869,
+        "instruction_rms": 0.0027078502396314704,
+        "raw_apical_rms": 0.13171015243354006,
+        "teaching_rms": 0.002707850239468869,
+        "traffic_rms": 0.13168195856328452
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.418575075414992e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5353506734954773e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016847394984415145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.5342622586250305
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0569343566894531,
+        "mean_feedback_forward_cosine": 0.6707149229266427,
+        "mean_feedback_forward_relative_error": 0.8002192318439484,
+        "min_feedback_forward_cosine": 0.4579431712627411
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002682962505570068,
+        "instruction_rms": 0.0026829625059205525,
+        "raw_apical_rms": 0.13368951031841267,
+        "teaching_rms": 0.002682962505570068,
+        "traffic_rms": 0.13366227618650067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.2321903852807736e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529790427888221e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017538669326089593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.5035887927818299
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0342109203338623,
+        "mean_feedback_forward_cosine": 0.6900240085341713,
+        "mean_feedback_forward_relative_error": 0.7759520229968158,
+        "min_feedback_forward_cosine": 0.4850977063179016
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00273497832834487,
+        "instruction_rms": 0.002734978327654097,
+        "raw_apical_rms": 0.13419910675104824,
+        "teaching_rms": 0.00273497832834487,
+        "traffic_rms": 0.13417089811035315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0091090274499948e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5332252161636894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018612637735523786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.47962559954643247
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.009242296218872,
+        "mean_feedback_forward_cosine": 0.7081426035274159,
+        "mean_feedback_forward_relative_error": 0.752419283173301,
+        "min_feedback_forward_cosine": 0.5108439326286316
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027413994875524796,
+        "instruction_rms": 0.0027413994879295954,
+        "raw_apical_rms": 0.13569418582659817,
+        "teaching_rms": 0.0027413994875524796,
+        "traffic_rms": 0.13566609703480437
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0459741872637096e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5359596556000106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018380328202013685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4577398926353455
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.983150839805603,
+        "mean_feedback_forward_cosine": 0.725501561164856,
+        "mean_feedback_forward_relative_error": 0.7291488270867955,
+        "min_feedback_forward_cosine": 0.5363930463790894
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00271051409466183,
+        "instruction_rms": 0.002710514094032697,
+        "raw_apical_rms": 0.13771186833594265,
+        "teaching_rms": 0.00271051409466183,
+        "traffic_rms": 0.13768488248457417
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.292827485296584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5273206720856484e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017730250939874244,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4444267007637024
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.956661581993103,
+        "mean_feedback_forward_cosine": 0.7419148455966603,
+        "mean_feedback_forward_relative_error": 0.7065041409297423,
+        "min_feedback_forward_cosine": 0.5622117519378662
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002710089914123729,
+        "instruction_rms": 0.002710089913905854,
+        "raw_apical_rms": 0.13928479352526538,
+        "teaching_rms": 0.002710089914123729,
+        "traffic_rms": 0.13925801269541752
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.674059953113101e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5233221870103848e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016508849638922386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.415285579457283
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9284818172454834,
+        "mean_feedback_forward_cosine": 0.7578128337860107,
+        "mean_feedback_forward_relative_error": 0.6839349229227413,
+        "min_feedback_forward_cosine": 0.5880800485610962
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027264442050400793,
+        "instruction_rms": 0.002726444204730492,
+        "raw_apical_rms": 0.1404623510075239,
+        "teaching_rms": 0.0027264442050400793,
+        "traffic_rms": 0.14043547964933126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.795699185133344e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5209482754294717e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017349221786818265,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.40599066507339476
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.901059627532959,
+        "mean_feedback_forward_cosine": 0.7728046016259627,
+        "mean_feedback_forward_relative_error": 0.6619364952499216,
+        "min_feedback_forward_cosine": 0.6123119592666626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027195105119602156,
+        "instruction_rms": 0.0027195105115537916,
+        "raw_apical_rms": 0.1415707072417636,
+        "teaching_rms": 0.0027195105119602156,
+        "traffic_rms": 0.1415441535963998
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.224054053902364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.521941957327478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017178475453871647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.38727013387680054
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8736644387245178,
+        "mean_feedback_forward_cosine": 0.786713340065696,
+        "mean_feedback_forward_relative_error": 0.6409310308369723,
+        "min_feedback_forward_cosine": 0.6360628008842468
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026669520435226653,
+        "instruction_rms": 0.002666952042936354,
+        "raw_apical_rms": 0.14283187272273373,
+        "teaching_rms": 0.0026669520435226653,
+        "traffic_rms": 0.14280654098667978
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.192387295797744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5306289243248074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017102228117365215,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.378113029088974
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8466385006904602,
+        "mean_feedback_forward_cosine": 0.7997828711162914,
+        "mean_feedback_forward_relative_error": 0.6204818468202244,
+        "min_feedback_forward_cosine": 0.6583391427993774
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027074591583232267,
+        "instruction_rms": 0.0027074591581023343,
+        "raw_apical_rms": 0.14392373191092994,
+        "teaching_rms": 0.0027074591583232267,
+        "traffic_rms": 0.14389790030024566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.194648953325668e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.524707498051767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01699580759902096,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3607297075462341
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8186596632003784,
+        "mean_feedback_forward_cosine": 0.8127056457779624,
+        "mean_feedback_forward_relative_error": 0.5997356943108819,
+        "min_feedback_forward_cosine": 0.6804730892181396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027288635420053874,
+        "instruction_rms": 0.002728863542013064,
+        "raw_apical_rms": 0.14507399648224498,
+        "teaching_rms": 0.0027288635420053874,
+        "traffic_rms": 0.1450479036818884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.896668728970326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5242402875867515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017912699478155884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3533772416782379
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7914324998855591,
+        "mean_feedback_forward_cosine": 0.8245934735644947,
+        "mean_feedback_forward_relative_error": 0.5799183818427,
+        "min_feedback_forward_cosine": 0.6965500712394714
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026990716211328343,
+        "instruction_rms": 0.0026990716211888212,
+        "raw_apical_rms": 0.14607854508440238,
+        "teaching_rms": 0.0026990716211328343,
+        "traffic_rms": 0.14605313903378994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0374138526003662e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5187876466508386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01865115340124731,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3402723709487915
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7660810947418213,
+        "mean_feedback_forward_cosine": 0.835796798359264,
+        "mean_feedback_forward_relative_error": 0.5606765692884271,
+        "min_feedback_forward_cosine": 0.7125788331031799
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026833759802138706,
+        "instruction_rms": 0.002683375980144104,
+        "raw_apical_rms": 0.14707975738516807,
+        "teaching_rms": 0.0026833759802138706,
+        "traffic_rms": 0.14705482245630266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.013774615596049e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5208105099546095e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018353248465093543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.32941348722457886
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7429596185684204,
+        "mean_feedback_forward_cosine": 0.846600924838673,
+        "mean_feedback_forward_relative_error": 0.541546061093157,
+        "min_feedback_forward_cosine": 0.7291401624679565
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026689660456717538,
+        "instruction_rms": 0.0026689660460679073,
+        "raw_apical_rms": 0.14860996429113496,
+        "teaching_rms": 0.0026689660456717538,
+        "traffic_rms": 0.14858557100350725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.758792802154858e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5248829977400117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018314011899773625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.32121589488983154
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7203114032745361,
+        "mean_feedback_forward_cosine": 0.8566695679317821,
+        "mean_feedback_forward_relative_error": 0.5230962132865732,
+        "min_feedback_forward_cosine": 0.7445104718208313
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002654322819903756,
+        "instruction_rms": 0.002654322820730754,
+        "raw_apical_rms": 0.14890816287616587,
+        "teaching_rms": 0.002654322819903756,
+        "traffic_rms": 0.14888409682132533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0429616992269075e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5236879316142876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01710572997343234,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.31315590534687043
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6972556114196777,
+        "mean_feedback_forward_cosine": 0.8662110274488276,
+        "mean_feedback_forward_relative_error": 0.5050151432102377,
+        "min_feedback_forward_cosine": 0.7603663206100464
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026975720280145543,
+        "instruction_rms": 0.0026975720278505652,
+        "raw_apical_rms": 0.1496516499756971,
+        "teaching_rms": 0.0026975720280145543,
+        "traffic_rms": 0.1496268415406874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546027660369873,
+        "maximum_absolute_post_projection_soma_slope": 1.4248362845137308e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5214503290290852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017181042304619414,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.30130046340942385
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6768556833267212,
+        "mean_feedback_forward_cosine": 0.8753467939116738,
+        "mean_feedback_forward_relative_error": 0.4870706994425167,
+        "min_feedback_forward_cosine": 0.7736822962760925
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002705575659777348,
+        "instruction_rms": 0.0027055756596773917,
+        "raw_apical_rms": 0.15076554569763478,
+        "teaching_rms": 0.002705575659777348,
+        "traffic_rms": 0.15074075318198077
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.68105169363298e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5164705112196084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016756180483932518,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3007733417701721
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6617474555969238,
+        "mean_feedback_forward_cosine": 0.883412655917081,
+        "mean_feedback_forward_relative_error": 0.4707008208740841,
+        "min_feedback_forward_cosine": 0.7860751152038574
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026362354965129,
+        "instruction_rms": 0.0026362354969701914,
+        "raw_apical_rms": 0.15129607055402097,
+        "teaching_rms": 0.0026362354965129,
+        "traffic_rms": 0.15127260812689627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.936544304560812e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5113833384889583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017376240341383145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2852468093204498
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6453670263290405,
+        "mean_feedback_forward_cosine": 0.8911966042085128,
+        "mean_feedback_forward_relative_error": 0.4544305476275357,
+        "min_feedback_forward_cosine": 0.7984600067138672
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00264191337782919,
+        "instruction_rms": 0.0026419133772344686,
+        "raw_apical_rms": 0.15220964553605817,
+        "teaching_rms": 0.00264191337782919,
+        "traffic_rms": 0.15218613601517356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.299438374910096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5145088374094374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016650105739784586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.27410987197875974
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.628040075302124,
+        "mean_feedback_forward_cosine": 0.8990429672327909,
+        "mean_feedback_forward_relative_error": 0.43744446716525337,
+        "min_feedback_forward_cosine": 0.8114415407180786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002722089965010536,
+        "instruction_rms": 0.002722089964603603,
+        "raw_apical_rms": 0.15303129747643762,
+        "teaching_rms": 0.002722089965010536,
+        "traffic_rms": 0.15300666015869763
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.945220031364443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5106566723129036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01735642410266102,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.280466178150177
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6103391647338867,
+        "mean_feedback_forward_cosine": 0.9060498270121488,
+        "mean_feedback_forward_relative_error": 0.42166498777541245,
+        "min_feedback_forward_cosine": 0.8219460248947144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002676962300927409,
+        "instruction_rms": 0.0026769623010211574,
+        "raw_apical_rms": 0.15388004382506998,
+        "teaching_rms": 0.002676962300927409,
+        "traffic_rms": 0.15385625696338195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0543753603542427e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.506974194530283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01662988068859521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.27099272607803343
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5925960540771484,
+        "mean_feedback_forward_cosine": 0.9125872232697226,
+        "mean_feedback_forward_relative_error": 0.4064791863614863,
+        "min_feedback_forward_cosine": 0.8332748413085938
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026600693078532617,
+        "instruction_rms": 0.002660069307873809,
+        "raw_apical_rms": 0.15526800680664973,
+        "teaching_rms": 0.0026600693078532617,
+        "traffic_rms": 0.1552446657813217
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.59805532829705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509750249220072e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016071889988459154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.26346910413742064
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5764073133468628,
+        "mean_feedback_forward_cosine": 0.9186815131794323,
+        "mean_feedback_forward_relative_error": 0.3918265531008894,
+        "min_feedback_forward_cosine": 0.8417103290557861
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026477325447377673,
+        "instruction_rms": 0.0026477325443021557,
+        "raw_apical_rms": 0.1555367961661697,
+        "teaching_rms": 0.0026477325447377673,
+        "traffic_rms": 0.15551377053738955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.535033029806073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5098573142160327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01620822832611706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.25893822303295133
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5594467520713806,
+        "mean_feedback_forward_cosine": 0.9244397434321316,
+        "mean_feedback_forward_relative_error": 0.37742655710740525,
+        "min_feedback_forward_cosine": 0.8506953716278076
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026709120489579016,
+        "instruction_rms": 0.00267091204900426,
+        "raw_apical_rms": 0.1568014567908609,
+        "teaching_rms": 0.0026709120489579016,
+        "traffic_rms": 0.15677815085454494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.433845349349212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5020451980514063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017126357681836114,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.25122486134529115
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5440977811813354,
+        "mean_feedback_forward_cosine": 0.9296147519891912,
+        "mean_feedback_forward_relative_error": 0.36402947509830647,
+        "min_feedback_forward_cosine": 0.8586518168449402
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026347103646921785,
+        "instruction_rms": 0.0026347103645644326,
+        "raw_apical_rms": 0.15757572662308567,
+        "teaching_rms": 0.0026347103646921785,
+        "traffic_rms": 0.15755311960772492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.02934473856476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.503068806120538e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017803130381265415,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.24129646183013917
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5284150838851929,
+        "mean_feedback_forward_cosine": 0.9347350824962962,
+        "mean_feedback_forward_relative_error": 0.3503709607503631,
+        "min_feedback_forward_cosine": 0.8666711449623108
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026383876423883633,
+        "instruction_rms": 0.0026383876431558145,
+        "raw_apical_rms": 0.15819227002068129,
+        "teaching_rms": 0.0026383876423883633,
+        "traffic_rms": 0.15816977197625898
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1452809189904656e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5043882009674355e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017138982974661807,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2524702130126953
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.513145923614502,
+        "mean_feedback_forward_cosine": 0.9392989017746666,
+        "mean_feedback_forward_relative_error": 0.3377048610286279,
+        "min_feedback_forward_cosine": 0.8743120431900024
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002619487537411607,
+        "instruction_rms": 0.0026194875372465747,
+        "raw_apical_rms": 0.15889544792268626,
+        "teaching_rms": 0.002619487537411607,
+        "traffic_rms": 0.15887334345948018
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.192317662609639e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5095170440596577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016600176170958665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23605706344604493
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4964372217655182,
+        "mean_feedback_forward_cosine": 0.9437725793231617,
+        "mean_feedback_forward_relative_error": 0.3248328838836063,
+        "min_feedback_forward_cosine": 0.8820503354072571
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026809988737441707,
+        "instruction_rms": 0.0026809988743536637,
+        "raw_apical_rms": 0.15930991488658539,
+        "teaching_rms": 0.0026809988737441707,
+        "traffic_rms": 0.15928673144668157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.451622418055194e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.499655439701651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017403166451312478,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.23905894103050232
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.48141470551490784,
+        "mean_feedback_forward_cosine": 0.9476395476948131,
+        "mean_feedback_forward_relative_error": 0.31325085881081494,
+        "min_feedback_forward_cosine": 0.8889108896255493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026126648043088025,
+        "instruction_rms": 0.0026126648047255247,
+        "raw_apical_rms": 0.15997367415926766,
+        "teaching_rms": 0.0026126648043088025,
+        "traffic_rms": 0.1599517542668094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.997163547519449e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5042260491372747e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016357657258046936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2279548183441162
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4649565815925598,
+        "mean_feedback_forward_cosine": 0.9515861738811839,
+        "mean_feedback_forward_relative_error": 0.3011077326807109,
+        "min_feedback_forward_cosine": 0.8962357044219971
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026664416229715475,
+        "instruction_rms": 0.0026664416229580483,
+        "raw_apical_rms": 0.16075113269946528,
+        "teaching_rms": 0.0026664416229715475,
+        "traffic_rms": 0.16072843122039027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0866227029282527e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.495727531765114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01690388085456133,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2309040823698044
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45108336210250854,
+        "mean_feedback_forward_cosine": 0.9550073363564231,
+        "mean_feedback_forward_relative_error": 0.2901201928203756,
+        "min_feedback_forward_cosine": 0.9022436141967773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002620362023628201,
+        "instruction_rms": 0.0026203620228770833,
+        "raw_apical_rms": 0.16127809903963275,
+        "teaching_rms": 0.002620362023628201,
+        "traffic_rms": 0.16125625139461272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.0269003070106919e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.499343878914618e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016598557232337732,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22040659890174866
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4375098645687103,
+        "mean_feedback_forward_cosine": 0.9582249500534751,
+        "mean_feedback_forward_relative_error": 0.27943304668773306,
+        "min_feedback_forward_cosine": 0.9080528020858765
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025907868207275977,
+        "instruction_rms": 0.0025907868211575463,
+        "raw_apical_rms": 0.16220559519125596,
+        "teaching_rms": 0.0025907868207275977,
+        "traffic_rms": 0.16218430218432747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1013457879016642e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5082682182462002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01642502517580754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2202847241783142
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4238121509552002,
+        "mean_feedback_forward_cosine": 0.9612270246852528,
+        "mean_feedback_forward_relative_error": 0.2690422976558859,
+        "min_feedback_forward_cosine": 0.9134528636932373
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002619014921180047,
+        "instruction_rms": 0.002619014920820418,
+        "raw_apical_rms": 0.1630859194538741,
+        "teaching_rms": 0.002619014921180047,
+        "traffic_rms": 0.16306428153431496
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 8.699811360202148e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4940739896583085e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017102781590817837,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2182222050189972
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40952426195144653,
+        "mean_feedback_forward_cosine": 0.9640638784928756,
+        "mean_feedback_forward_relative_error": 0.2589003778316758,
+        "min_feedback_forward_cosine": 0.9190661311149597
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026306900886823334,
+        "instruction_rms": 0.0026306900890591266,
+        "raw_apical_rms": 0.16387086393761952,
+        "teaching_rms": 0.0026306900886823334,
+        "traffic_rms": 0.1638492099552594
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.2537168458948145e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4975970813183435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016335139995428287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2186380574798584
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3954333961009979,
+        "mean_feedback_forward_cosine": 0.9666750344363126,
+        "mean_feedback_forward_relative_error": 0.24921436350453985,
+        "min_feedback_forward_cosine": 0.9244191646575928
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026093564115870654,
+        "instruction_rms": 0.0026093564112593093,
+        "raw_apical_rms": 0.16429322970740004,
+        "teaching_rms": 0.0026093564115870654,
+        "traffic_rms": 0.1642719300649487
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.677049206402444e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.495478714290304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016260944054722705,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.20563692422389984
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38231518864631653,
+        "mean_feedback_forward_cosine": 0.9691955317150462,
+        "mean_feedback_forward_relative_error": 0.2395152908834544,
+        "min_feedback_forward_cosine": 0.929153323173523
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026364211260341648,
+        "instruction_rms": 0.002636421126467876,
+        "raw_apical_rms": 0.1644946603299624,
+        "teaching_rms": 0.0026364211260341648,
+        "traffic_rms": 0.1644729018117333
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0652374271558074e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4934711062164372e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016440977500770212,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2118056460905075
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36732879281044006,
+        "mean_feedback_forward_cosine": 0.9715332399715076,
+        "mean_feedback_forward_relative_error": 0.23023826757615262,
+        "min_feedback_forward_cosine": 0.9346952438354492
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00261836602578771,
+        "instruction_rms": 0.002618366026175186,
+        "raw_apical_rms": 0.16503011495313352,
+        "teaching_rms": 0.00261836602578771,
+        "traffic_rms": 0.16500874538808866
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.1025967694422434e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4937622900376938e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016367926852218582,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.20707733969211578
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35372257232666016,
+        "mean_feedback_forward_cosine": 0.9736507556655191,
+        "mean_feedback_forward_relative_error": 0.22146562026305633,
+        "min_feedback_forward_cosine": 0.939509391784668
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026116874379210576,
+        "instruction_rms": 0.0026116874380828154,
+        "raw_apical_rms": 0.1652809145581337,
+        "teaching_rms": 0.0026116874379210576,
+        "traffic_rms": 0.16525966183780944
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0346428069851754e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4924827854771114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016596063956498347,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.20197061972618102
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3421255350112915,
+        "mean_feedback_forward_cosine": 0.975636520168998,
+        "mean_feedback_forward_relative_error": 0.21288804323835805,
+        "min_feedback_forward_cosine": 0.9432780146598816
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026388746050884817,
+        "instruction_rms": 0.0026388746049235945,
+        "raw_apical_rms": 0.16652388719459782,
+        "teaching_rms": 0.0026388746050884817,
+        "traffic_rms": 0.16650233102139708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0353338808499757e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.492350495358787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017267594974589004,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.20091737973213195
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33032992482185364,
+        "mean_feedback_forward_cosine": 0.9773970159617338,
+        "mean_feedback_forward_relative_error": 0.20498079054734925,
+        "min_feedback_forward_cosine": 0.947166919708252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025517153861885043,
+        "instruction_rms": 0.002551715386164629,
+        "raw_apical_rms": 0.166553919412207,
+        "teaching_rms": 0.0025517153861885043,
+        "traffic_rms": 0.16653380855515165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0046150578091328e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4905899280037668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016598467752594662,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.19553858379840852
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3186520040035248,
+        "mean_feedback_forward_cosine": 0.9790833083066073,
+        "mean_feedback_forward_relative_error": 0.1971417141908949,
+        "min_feedback_forward_cosine": 0.9506666660308838
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026076348953039848,
+        "instruction_rms": 0.002607634895725366,
+        "raw_apical_rms": 0.16719893172432032,
+        "teaching_rms": 0.0026076348953039848,
+        "traffic_rms": 0.16717794182583393
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.322648728319109e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4923480867364188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016862344446026238,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.19238390841722489
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30720165371894836,
+        "mean_feedback_forward_cosine": 0.9806832421909679,
+        "mean_feedback_forward_relative_error": 0.18942306989973243,
+        "min_feedback_forward_cosine": 0.9541330337524414
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002651756099626751,
+        "instruction_rms": 0.0026517560999571115,
+        "raw_apical_rms": 0.16776643555320603,
+        "teaching_rms": 0.002651756099626751,
+        "traffic_rms": 0.16774485174847997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.003275636132457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4936352147016205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01776093132442331,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.19021243114948272
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29608866572380066,
+        "mean_feedback_forward_cosine": 0.9821706067432057,
+        "mean_feedback_forward_relative_error": 0.18196624409068715,
+        "min_feedback_forward_cosine": 0.9573959112167358
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002637902870904746,
+        "instruction_rms": 0.002637902870982881,
+        "raw_apical_rms": 0.16845634147371846,
+        "teaching_rms": 0.002637902870904746,
+        "traffic_rms": 0.16843500418973295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.180890265572998e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4929516753856554e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016787107435931564,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.19022533592224122
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28472211956977844,
+        "mean_feedback_forward_cosine": 0.9835448102517561,
+        "mean_feedback_forward_relative_error": 0.17479036572304638,
+        "min_feedback_forward_cosine": 0.9606002569198608
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002640355089161235,
+        "instruction_rms": 0.0026403550885563142,
+        "raw_apical_rms": 0.16918120292000444,
+        "teaching_rms": 0.002640355089161235,
+        "traffic_rms": 0.16915984221272448
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546024680137634,
+        "maximum_absolute_post_projection_soma_slope": 1.0484234280738747e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4888118480348777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016646698143046222,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.1905882199382782
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2741278111934662,
+        "mean_feedback_forward_cosine": 0.9848274566910483,
+        "mean_feedback_forward_relative_error": 0.1678287715397098,
+        "min_feedback_forward_cosine": 0.9634441137313843
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002645610374618366,
+        "instruction_rms": 0.002645610374570658,
+        "raw_apical_rms": 0.16984846648163496,
+        "teaching_rms": 0.002645610374618366,
+        "traffic_rms": 0.16982713521475845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.740586648376848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4892988633041292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016189196600952662,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.19333840260982513
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26488324999809265,
+        "mean_feedback_forward_cosine": 0.985942682352933,
+        "mean_feedback_forward_relative_error": 0.16151486520062794,
+        "min_feedback_forward_cosine": 0.965793251991272
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025522345421821716,
+        "instruction_rms": 0.002552234542252195,
+        "raw_apical_rms": 0.1706680666336003,
+        "teaching_rms": 0.0025522345421821716,
+        "traffic_rms": 0.17064832860810458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0020428220514077e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4825187181228823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016579213444880603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.18492080654382706
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25429821014404297,
+        "mean_feedback_forward_cosine": 0.9870492946017873,
+        "mean_feedback_forward_relative_error": 0.1550373097035018,
+        "min_feedback_forward_cosine": 0.9684604406356812
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002638056296315936,
+        "instruction_rms": 0.002638056296902102,
+        "raw_apical_rms": 0.17076245447727467,
+        "teaching_rms": 0.002638056296315936,
+        "traffic_rms": 0.17074145527113044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1674350730572769e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.482717339769628e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01650908573897969,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.18232514607429504
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2450953722000122,
+        "mean_feedback_forward_cosine": 0.9879905007102273,
+        "mean_feedback_forward_relative_error": 0.14927273683927275,
+        "min_feedback_forward_cosine": 0.9706327319145203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002550035057703783,
+        "instruction_rms": 0.0025500350577966416,
+        "raw_apical_rms": 0.1712080569415117,
+        "teaching_rms": 0.002550035057703783,
+        "traffic_rms": 0.17118849477339904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0393012672693658e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4843021173125663e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016497432091448293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.17654647376060487
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23602604866027832,
+        "mean_feedback_forward_cosine": 0.9888945406133478,
+        "mean_feedback_forward_relative_error": 0.14352597526528618,
+        "min_feedback_forward_cosine": 0.9726927280426025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025810403677181057,
+        "instruction_rms": 0.0025810403672865004,
+        "raw_apical_rms": 0.17187053374015993,
+        "teaching_rms": 0.0025810403677181057,
+        "traffic_rms": 0.1718504733660613
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 8.796149586487445e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4847600552706405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016735673653844367,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.17747351435661315
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22772634029388428,
+        "mean_feedback_forward_cosine": 0.9897308739748868,
+        "mean_feedback_forward_relative_error": 0.13800441101193428,
+        "min_feedback_forward_cosine": 0.9746429920196533
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002586567051918204,
+        "instruction_rms": 0.0025865670514441204,
+        "raw_apical_rms": 0.17275806818638229,
+        "teaching_rms": 0.002586567051918204,
+        "traffic_rms": 0.17273807663806964
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0840110320486929e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479037982036916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01650347677460205,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.18059674732208253
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2193385362625122,
+        "mean_feedback_forward_cosine": 0.9905158530582081,
+        "mean_feedback_forward_relative_error": 0.13260736763477327,
+        "min_feedback_forward_cosine": 0.9764289855957031
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002593862720361383,
+        "instruction_rms": 0.002593862720415786,
+        "raw_apical_rms": 0.17355899855922224,
+        "teaching_rms": 0.002593862720361383,
+        "traffic_rms": 0.17353897890513706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0346015955065013e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.489791023663665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01763454322460327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.18066855516433716
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21023254096508026,
+        "mean_feedback_forward_cosine": 0.991244206645272,
+        "mean_feedback_forward_relative_error": 0.12742867950688708,
+        "min_feedback_forward_cosine": 0.978335976600647
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025885607366504877,
+        "instruction_rms": 0.0025885607366363844,
+        "raw_apical_rms": 0.17384061877452603,
+        "teaching_rms": 0.0025885607366504877,
+        "traffic_rms": 0.17382071288685452
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 8.765253056708389e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484657846088851e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017558244499005327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.18013090616226196
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20314325392246246,
+        "mean_feedback_forward_cosine": 0.9918967745520851,
+        "mean_feedback_forward_relative_error": 0.12256507690657269,
+        "min_feedback_forward_cosine": 0.9797675609588623
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025573996431796555,
+        "instruction_rms": 0.0025573996428686894,
+        "raw_apical_rms": 0.17463030524648776,
+        "teaching_rms": 0.0025573996431796555,
+        "traffic_rms": 0.17461095065712454
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.553939150919177e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484204877039705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017377423911661544,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.1738362654709816
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19643403589725494,
+        "mean_feedback_forward_cosine": 0.9924948681484569,
+        "mean_feedback_forward_relative_error": 0.11792191006243229,
+        "min_feedback_forward_cosine": 0.9810354709625244
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025724413201511326,
+        "instruction_rms": 0.0025724413209525245,
+        "raw_apical_rms": 0.17510939914803397,
+        "teaching_rms": 0.0025724413201511326,
+        "traffic_rms": 0.17508981700897086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.099477913157898e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.481592396424525e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015943953697485098,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.16761100320339203
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18974581360816956,
+        "mean_feedback_forward_cosine": 0.9930525736375289,
+        "mean_feedback_forward_relative_error": 0.11344104253432967,
+        "min_feedback_forward_cosine": 0.9823153018951416
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002562874594663576,
+        "instruction_rms": 0.002562874594672658,
+        "raw_apical_rms": 0.17572361243482387,
+        "teaching_rms": 0.002562874594663576,
+        "traffic_rms": 0.17570437209766812
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.155368019264642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4836223681102065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017682588871554217,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.1711928145122528
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18149156868457794,
+        "mean_feedback_forward_cosine": 0.993578559702093,
+        "mean_feedback_forward_relative_error": 0.10905899239534682,
+        "min_feedback_forward_cosine": 0.9837833642959595
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002573964630008046,
+        "instruction_rms": 0.0025739646302974646,
+        "raw_apical_rms": 0.17695228248226894,
+        "teaching_rms": 0.002573964630008046,
+        "traffic_rms": 0.1769328336222889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.345085061340797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.481487556816963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01638943024393122,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.16589756311416626
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17431750893592834,
+        "mean_feedback_forward_cosine": 0.9940657648173246,
+        "mean_feedback_forward_relative_error": 0.10483911863782189,
+        "min_feedback_forward_cosine": 0.9850492477416992
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025773425199029365,
+        "instruction_rms": 0.0025773425208361405,
+        "raw_apical_rms": 0.17804094700946912,
+        "teaching_rms": 0.0025773425199029365,
+        "traffic_rms": 0.17802166814134152
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 8.992429911813815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.486506641525877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01760795812856261,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.1724113479423523
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16705475747585297,
+        "mean_feedback_forward_cosine": 0.9945228901776401,
+        "mean_feedback_forward_relative_error": 0.10072282813489437,
+        "min_feedback_forward_cosine": 0.986244797706604
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002582189546796684,
+        "instruction_rms": 0.0025821895468024388,
+        "raw_apical_rms": 0.1787770083718866,
+        "teaching_rms": 0.002582189546796684,
+        "traffic_rms": 0.17875768991575292
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0272326989024805e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4775851635873862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01686638128413306,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.16539470848083496
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1604367047548294,
+        "mean_feedback_forward_cosine": 0.9949283513155851,
+        "mean_feedback_forward_relative_error": 0.09693231247365475,
+        "min_feedback_forward_cosine": 0.9873062372207642
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025467370097468586,
+        "instruction_rms": 0.0025467370101966533,
+        "raw_apical_rms": 0.17909838920990148,
+        "teaching_rms": 0.0025467370097468586,
+        "traffic_rms": 0.17907960410402332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.973010861585863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4817502037248477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01745220751057537,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.1582150242996216
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1535358428955078,
+        "mean_feedback_forward_cosine": 0.9953303911469199,
+        "mean_feedback_forward_relative_error": 0.09303388673473488,
+        "min_feedback_forward_cosine": 0.988383412361145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025991587708195686,
+        "instruction_rms": 0.0025991587716081913,
+        "raw_apical_rms": 0.18000763324335597,
+        "teaching_rms": 0.0025991587708195686,
+        "traffic_rms": 0.17998812637682537
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0352358259524408e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4849418622237236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017115589551013798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.16939524397850036
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14759239554405212,
+        "mean_feedback_forward_cosine": 0.9956857345320962,
+        "mean_feedback_forward_relative_error": 0.08942185426977547,
+        "min_feedback_forward_cosine": 0.9892558455467224
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025794316914105123,
+        "instruction_rms": 0.0025794316913048793,
+        "raw_apical_rms": 0.18022014019060226,
+        "teaching_rms": 0.0025794316914105123,
+        "traffic_rms": 0.1802009989696813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.445389537177107e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4819788111199093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017486633000842515,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.163170988407135
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1414351463317871,
+        "mean_feedback_forward_cosine": 0.9960176251151345,
+        "mean_feedback_forward_relative_error": 0.08593806465241043,
+        "min_feedback_forward_cosine": 0.9901398420333862
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00256953132857665,
+        "instruction_rms": 0.002569531328551776,
+        "raw_apical_rms": 0.18083494651140056,
+        "teaching_rms": 0.00256953132857665,
+        "traffic_rms": 0.18081604357852052
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.852307414348616e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4809725515344927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016785896326763583,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.16299445527553558
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13638880848884583,
+        "mean_feedback_forward_cosine": 0.9963149428367615,
+        "mean_feedback_forward_relative_error": 0.08266138681633906,
+        "min_feedback_forward_cosine": 0.9908096194267273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002552928812818154,
+        "instruction_rms": 0.0025529288124809322,
+        "raw_apical_rms": 0.18192648726296556,
+        "teaching_rms": 0.002552928812818154,
+        "traffic_rms": 0.1819078983262884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0283193319082784e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480736704792101e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016662293143641125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.1621455531024933
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13116276264190674,
+        "mean_feedback_forward_cosine": 0.996587411923842,
+        "mean_feedback_forward_relative_error": 0.07954189191487702,
+        "min_feedback_forward_cosine": 0.9915049076080322
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025371212997851774,
+        "instruction_rms": 0.0025371213000250376,
+        "raw_apical_rms": 0.18197764352736884,
+        "teaching_rms": 0.0025371212997851774,
+        "traffic_rms": 0.1819592364754869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0026366226156824e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4799739870315653e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015684972572630386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.15983858047485353
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12551027536392212,
+        "mean_feedback_forward_cosine": 0.9968422813849016,
+        "mean_feedback_forward_relative_error": 0.0765163877132264,
+        "min_feedback_forward_cosine": 0.992214560508728
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025360878619202763,
+        "instruction_rms": 0.0025360878624729427,
+        "raw_apical_rms": 0.18284192726495202,
+        "teaching_rms": 0.0025360878619202763,
+        "traffic_rms": 0.18282354382644486
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.493937369597916e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4788402425795733e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016325941678016397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.15839524523258208
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12059476226568222,
+        "mean_feedback_forward_cosine": 0.9970832900567488,
+        "mean_feedback_forward_relative_error": 0.07354833676733753,
+        "min_feedback_forward_cosine": 0.9928189516067505
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025638492129064134,
+        "instruction_rms": 0.0025638492124394254,
+        "raw_apical_rms": 0.1837232627577498,
+        "teaching_rms": 0.0025638492129064134,
+        "traffic_rms": 0.183704718435586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0931784544254697e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4804358192345185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01753654451022943,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.15468290334701537
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1153392344713211,
+        "mean_feedback_forward_cosine": 0.9973155617713928,
+        "mean_feedback_forward_relative_error": 0.07057084146548401,
+        "min_feedback_forward_cosine": 0.9934232234954834
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026191846587147035,
+        "instruction_rms": 0.002619184658812227,
+        "raw_apical_rms": 0.1839992865564056,
+        "teaching_rms": 0.0026191846587147035,
+        "traffic_rms": 0.1839799958113869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.47943377127558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4868803208244217e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01905084658051881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.15875575710773468
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11110249161720276,
+        "mean_feedback_forward_cosine": 0.9975191192193464,
+        "mean_feedback_forward_relative_error": 0.06784528554840522,
+        "min_feedback_forward_cosine": 0.993894636631012
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025777914235396663,
+        "instruction_rms": 0.0025777914236338015,
+        "raw_apical_rms": 0.18410893212336307,
+        "teaching_rms": 0.0025777914235396663,
+        "traffic_rms": 0.18409022851033302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0275822148742009e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4807668011633497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018296956831000064,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.15650936687231065
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10675564408302307,
+        "mean_feedback_forward_cosine": 0.9977120724591342,
+        "mean_feedback_forward_relative_error": 0.06514448926530102,
+        "min_feedback_forward_cosine": 0.9943588972091675
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002607873224825701,
+        "instruction_rms": 0.0026078732248203482,
+        "raw_apical_rms": 0.1846595213252752,
+        "teaching_rms": 0.002607873224825701,
+        "traffic_rms": 0.18464036516317262
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1198822846836265e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4794337226069873e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01678601461984566,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.1572362718772888
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10299966484308243,
+        "mean_feedback_forward_cosine": 0.9978804425759749,
+        "mean_feedback_forward_relative_error": 0.06270305947823958,
+        "min_feedback_forward_cosine": 0.9947507381439209
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002527017969359533,
+        "instruction_rms": 0.002527017969319647,
+        "raw_apical_rms": 0.1857704175019096,
+        "teaching_rms": 0.002527017969359533,
+        "traffic_rms": 0.18575255227407314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.573723502853682e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4797205407453714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018375971280391173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.15369563507556916
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09909442067146301,
+        "mean_feedback_forward_cosine": 0.998041033744812,
+        "mean_feedback_forward_relative_error": 0.06028071604669094,
+        "min_feedback_forward_cosine": 0.9951369762420654
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025772767509259728,
+        "instruction_rms": 0.002577276750747814,
+        "raw_apical_rms": 0.1864720889989372,
+        "teaching_rms": 0.0025772767509259728,
+        "traffic_rms": 0.18645351399129914
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0927622184908614e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4828781723599312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016239503241216927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.15495589464187623
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0953102633357048,
+        "mean_feedback_forward_cosine": 0.9981857754967429,
+        "mean_feedback_forward_relative_error": 0.05801168021491983,
+        "min_feedback_forward_cosine": 0.9954981207847595
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025373207589904764,
+        "instruction_rms": 0.002537320759036161,
+        "raw_apical_rms": 0.18698361611123976,
+        "teaching_rms": 0.0025373207589904764,
+        "traffic_rms": 0.18696575609022667
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.4442558438076958e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4841613851061705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016575539687734793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.14936254230499268
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09176845103502274,
+        "mean_feedback_forward_cosine": 0.9983182365244085,
+        "mean_feedback_forward_relative_error": 0.05585403787818822,
+        "min_feedback_forward_cosine": 0.9958264827728271
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002528046100384672,
+        "instruction_rms": 0.002528046100279032,
+        "raw_apical_rms": 0.18789531201300305,
+        "teaching_rms": 0.002528046100384672,
+        "traffic_rms": 0.18787758940576382
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.2625748979644413e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4873195438157574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0175174926644487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.14558772820949553
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08846888691186905,
+        "mean_feedback_forward_cosine": 0.998448104208166,
+        "mean_feedback_forward_relative_error": 0.053648963028734384,
+        "min_feedback_forward_cosine": 0.9961194396018982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00259800201447266,
+        "instruction_rms": 0.0025980020140611007,
+        "raw_apical_rms": 0.18825787565019297,
+        "teaching_rms": 0.00259800201447266,
+        "traffic_rms": 0.1882391808774175
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0122546711954783e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4816388196931944e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017309788337355355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.1539412923526764
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08506879210472107,
+        "mean_feedback_forward_cosine": 0.9985643711957064,
+        "mean_feedback_forward_relative_error": 0.051602129909125244,
+        "min_feedback_forward_cosine": 0.996408224105835
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002564680610138021,
+        "instruction_rms": 0.0025646806100824066,
+        "raw_apical_rms": 0.1882102230749297,
+        "teaching_rms": 0.002564680610138021,
+        "traffic_rms": 0.18819208920688474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0245884851656228e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4800534997113026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019056134583151776,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.1452641355419159
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08190954476594925,
+        "mean_feedback_forward_cosine": 0.9986741228537126,
+        "mean_feedback_forward_relative_error": 0.049598096700554546,
+        "min_feedback_forward_cosine": 0.9966740608215332
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025392887658598653,
+        "instruction_rms": 0.0025392887656967194,
+        "raw_apical_rms": 0.18920585043068994,
+        "teaching_rms": 0.0025392887658598653,
+        "traffic_rms": 0.18918811979316316
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.839197190331106e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4887311440596065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016645079352624978,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.14693725987911224
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0789809376001358,
+        "mean_feedback_forward_cosine": 0.9987735098058527,
+        "mean_feedback_forward_relative_error": 0.04770510923117399,
+        "min_feedback_forward_cosine": 0.9969068169593811
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025462232352789545,
+        "instruction_rms": 0.002546223234908394,
+        "raw_apical_rms": 0.18932612261344742,
+        "teaching_rms": 0.0025462232352789545,
+        "traffic_rms": 0.18930825714827643
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.246823395869797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484017046954309e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015969287259243948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.14764454377174377
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07583211362361908,
+        "mean_feedback_forward_cosine": 0.9988703196698969,
+        "mean_feedback_forward_relative_error": 0.04578968093476512,
+        "min_feedback_forward_cosine": 0.9971469044685364
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026005807915421356,
+        "instruction_rms": 0.0026005807911986165,
+        "raw_apical_rms": 0.1899842957352843,
+        "teaching_rms": 0.0026005807915421356,
+        "traffic_rms": 0.18996581956085978
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.68694067182696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4833008125752398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01733682473716961,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.1446842994451523
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07291347533464432,
+        "mean_feedback_forward_cosine": 0.9989564884792674,
+        "mean_feedback_forward_relative_error": 0.04401236115531488,
+        "min_feedback_forward_cosine": 0.9973591566085815
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002576481053850996,
+        "instruction_rms": 0.0025764810536133866,
+        "raw_apical_rms": 0.19055341867911108,
+        "teaching_rms": 0.002576481053850996,
+        "traffic_rms": 0.19053516427050277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0505418401862698e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4801907337077965e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017994937508858715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1430196456503868
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06965237855911255,
+        "mean_feedback_forward_cosine": 0.9990409677678889,
+        "mean_feedback_forward_relative_error": 0.04220309384505857,
+        "min_feedback_forward_cosine": 0.9975884556770325
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002628571878665227,
+        "instruction_rms": 0.0026285718789185474,
+        "raw_apical_rms": 0.19078388602103827,
+        "teaching_rms": 0.002628571878665227,
+        "traffic_rms": 0.19076502704289183
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0332728095363564e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4831468182744168e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01653179728919613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.15168742237091065
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06699279695749283,
+        "mean_feedback_forward_cosine": 0.9991126103834672,
+        "mean_feedback_forward_relative_error": 0.04059575887566263,
+        "min_feedback_forward_cosine": 0.9977678060531616
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025268405760705483,
+        "instruction_rms": 0.0025268405756366614,
+        "raw_apical_rms": 0.19115784172048894,
+        "teaching_rms": 0.0025268405760705483,
+        "traffic_rms": 0.19114040081660344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.432229575168094e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4835569481579387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016920708942891202,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.14105878267526625
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06481534242630005,
+        "mean_feedback_forward_cosine": 0.9991770950230685,
+        "mean_feedback_forward_relative_error": 0.0390908916565505,
+        "min_feedback_forward_cosine": 0.9979104995727539
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002531399552439272,
+        "instruction_rms": 0.00253139955218531,
+        "raw_apical_rms": 0.19195411250876204,
+        "teaching_rms": 0.002531399552439272,
+        "traffic_rms": 0.19193682479920285
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0476949086068998e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4844427994187307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015994308793579683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.14001432754039764
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06230797618627548,
+        "mean_feedback_forward_cosine": 0.9992411147464405,
+        "mean_feedback_forward_relative_error": 0.03754272110421549,
+        "min_feedback_forward_cosine": 0.9980698227882385
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002586975071940399,
+        "instruction_rms": 0.002586975071685724,
+        "raw_apical_rms": 0.19217737725612175,
+        "teaching_rms": 0.002586975071940399,
+        "traffic_rms": 0.1921592560378314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.142328849520709e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.487447375191788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01634697191483834,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.1472200103521347
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059814244508743286,
+        "mean_feedback_forward_cosine": 0.9993016600608826,
+        "mean_feedback_forward_relative_error": 0.036020663820884445,
+        "min_feedback_forward_cosine": 0.9982219934463501
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026100477892132164,
+        "instruction_rms": 0.002610047788790033,
+        "raw_apical_rms": 0.19195360327957614,
+        "teaching_rms": 0.0026100477892132164,
+        "traffic_rms": 0.19193515086242044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.352968532994055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4856347337514025e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016519331770788452,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.14532155244827272
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05754891782999039,
+        "mean_feedback_forward_cosine": 0.9993545857342807,
+        "mean_feedback_forward_relative_error": 0.034629703922705216,
+        "min_feedback_forward_cosine": 0.9983534216880798
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002576737762767766,
+        "instruction_rms": 0.002576737762973315,
+        "raw_apical_rms": 0.1923760315450754,
+        "teaching_rms": 0.002576737762767766,
+        "traffic_rms": 0.1923581634292759
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.057631444875369e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.48435047300443e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016919312137844044,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.14420203866481782
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05534670129418373,
+        "mean_feedback_forward_cosine": 0.9994056593288075,
+        "mean_feedback_forward_relative_error": 0.03323356888510964,
+        "min_feedback_forward_cosine": 0.9984756708145142
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026261368710812213,
+        "instruction_rms": 0.0026261368709735067,
+        "raw_apical_rms": 0.1930536316891598,
+        "teaching_rms": 0.0026261368710812213,
+        "traffic_rms": 0.1930349421822663
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1575757241644169e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4865180520205188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017523810182584847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.14944930130958556
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05311473459005356,
+        "mean_feedback_forward_cosine": 0.9994519504633816,
+        "mean_feedback_forward_relative_error": 0.03191699786958369,
+        "min_feedback_forward_cosine": 0.9985951781272888
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025835425225691484,
+        "instruction_rms": 0.0025835425220691226,
+        "raw_apical_rms": 0.19418834360437803,
+        "teaching_rms": 0.0025835425225691484,
+        "traffic_rms": 0.19417054309543438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0065055988661697e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4848001618888635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018626418220019314,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.1464569148015976
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05120520293712616,
+        "mean_feedback_forward_cosine": 0.9994918682358481,
+        "mean_feedback_forward_relative_error": 0.03073248685422269,
+        "min_feedback_forward_cosine": 0.9986938834190369
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025275149174151176,
+        "instruction_rms": 0.0025275149175734177,
+        "raw_apical_rms": 0.19497533635921768,
+        "teaching_rms": 0.0025275149174151176,
+        "traffic_rms": 0.19495830988015658
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1913288489040497e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480554247544735e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01760787833682661,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1350346232509613
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05119210481643677,
+        "mean_feedback_forward_cosine": 0.9994921814311635,
+        "mean_feedback_forward_relative_error": 0.030721981671046127,
+        "min_feedback_forward_cosine": 0.9986945390701294
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017687354392080935,
+        "instruction_rms": 0.001768735439418279,
+        "raw_apical_rms": 0.19499570977986463,
+        "teaching_rms": 0.0017687354392080935,
+        "traffic_rms": 0.19498698580837653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1586549675257629e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474734706299098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016416850248251326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.07555322633504867
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05118563026189804,
+        "mean_feedback_forward_cosine": 0.9994923353195191,
+        "mean_feedback_forward_relative_error": 0.030716231143610044,
+        "min_feedback_forward_cosine": 0.998694896697998
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014938466325539568,
+        "instruction_rms": 0.0014938466323345856,
+        "raw_apical_rms": 0.19499805159988684,
+        "teaching_rms": 0.0014938466325539568,
+        "traffic_rms": 0.19499176047063133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0710802911262363e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480583964358247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016293858728893787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.049803137357234954
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051180191338062286,
+        "mean_feedback_forward_cosine": 0.9994924642822959,
+        "mean_feedback_forward_relative_error": 0.030711198259483683,
+        "min_feedback_forward_cosine": 0.9986951947212219
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001395310569594246,
+        "instruction_rms": 0.0013953105693609211,
+        "raw_apical_rms": 0.19497426753524605,
+        "teaching_rms": 0.001395310569594246,
+        "traffic_rms": 0.19496869230617547
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0260776406312289e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.471476376770101e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01601534201279273,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.039833071542978285
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05117492005228996,
+        "mean_feedback_forward_cosine": 0.9994925964962352,
+        "mean_feedback_forward_relative_error": 0.030706490643999794,
+        "min_feedback_forward_cosine": 0.998695433139801
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013467496702160577,
+        "instruction_rms": 0.001346749670120203,
+        "raw_apical_rms": 0.19493982587143346,
+        "teaching_rms": 0.0013467496702160577,
+        "traffic_rms": 0.1949345462200083
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.607982320858355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.470372273502311e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015758368506259134,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.035190497146844864
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051169347018003464,
+        "mean_feedback_forward_cosine": 0.9994927178729665,
+        "mean_feedback_forward_relative_error": 0.03070180763236501,
+        "min_feedback_forward_cosine": 0.9986957311630249
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013410266706276402,
+        "instruction_rms": 0.0013410266704459784,
+        "raw_apical_rms": 0.1949389816113546,
+        "teaching_rms": 0.0013410266706276402,
+        "traffic_rms": 0.19493359573060845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 8.470676249316966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4739950526730677e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015929924881889868,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.03185617652177811
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05116403102874756,
+        "mean_feedback_forward_cosine": 0.9994928490031849,
+        "mean_feedback_forward_relative_error": 0.030697416607290508,
+        "min_feedback_forward_cosine": 0.9986958503723145
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012698655848057498,
+        "instruction_rms": 0.0012698655848547207,
+        "raw_apical_rms": 0.19492830158761082,
+        "teaching_rms": 0.0012698655848057498,
+        "traffic_rms": 0.19492347456669973
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.682968737934061e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4777255905422743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01634822931766062,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.027642367269992828
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051158614456653595,
+        "mean_feedback_forward_cosine": 0.9994929909706116,
+        "mean_feedback_forward_relative_error": 0.030693123938346452,
+        "min_feedback_forward_cosine": 0.9986962080001831
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012322417702421802,
+        "instruction_rms": 0.001232241770020053,
+        "raw_apical_rms": 0.1948894802009726,
+        "teaching_rms": 0.0012322417702421802,
+        "traffic_rms": 0.19488473887491367
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.77276926050763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474710634322149e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01637651106613543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.02568652232527733
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05115358158946037,
+        "mean_feedback_forward_cosine": 0.9994930863380432,
+        "mean_feedback_forward_relative_error": 0.030688967191698877,
+        "min_feedback_forward_cosine": 0.9986964464187622
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001226166680269132,
+        "instruction_rms": 0.0012261666802818028,
+        "raw_apical_rms": 0.19485631247614754,
+        "teaching_rms": 0.001226166680269132,
+        "traffic_rms": 0.19485169718657128
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.755269303468594e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4753380043331286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016056361506477074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.023811488244831563
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05114837735891342,
+        "mean_feedback_forward_cosine": 0.9994931947101247,
+        "mean_feedback_forward_relative_error": 0.030684860694137485,
+        "min_feedback_forward_cosine": 0.9986968040466309
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012075743669640346,
+        "instruction_rms": 0.0012075743670406517,
+        "raw_apical_rms": 0.1948191290338282,
+        "teaching_rms": 0.0012075743669640346,
+        "traffic_rms": 0.1948145974231042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.437042081117397e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479210040453366e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016448864817390725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.021838345532417296
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05114351585507393,
+        "mean_feedback_forward_cosine": 0.999493332342668,
+        "mean_feedback_forward_relative_error": 0.03068094899539243,
+        "min_feedback_forward_cosine": 0.9986969828605652
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011595853949311966,
+        "instruction_rms": 0.0011595853948911205,
+        "raw_apical_rms": 0.194762544911269,
+        "teaching_rms": 0.0011595853949311966,
+        "traffic_rms": 0.19475825461206062
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0166128561195364e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4763900455889074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01631016846317762,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.019726173406243323
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05113827437162399,
+        "mean_feedback_forward_cosine": 0.999493437463587,
+        "mean_feedback_forward_relative_error": 0.030676899257708678,
+        "min_feedback_forward_cosine": 0.9986971616744995
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011874593887292162,
+        "instruction_rms": 0.001187459388700077,
+        "raw_apical_rms": 0.19477418710483002,
+        "teaching_rms": 0.0011874593887292162,
+        "traffic_rms": 0.19476971495636214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0195687139002985e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4844790596748583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016586395925467047,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.01932826031059027
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051133524626493454,
+        "mean_feedback_forward_cosine": 0.9994935393333435,
+        "mean_feedback_forward_relative_error": 0.03067325239323757,
+        "min_feedback_forward_cosine": 0.9986975193023682
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010877423972940135,
+        "instruction_rms": 0.0010877423971210468,
+        "raw_apical_rms": 0.1947988182682167,
+        "teaching_rms": 0.0010877423972940135,
+        "traffic_rms": 0.19479480054823864
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.902134223693793e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4712276009725366e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016392567859133407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.017021890839487314
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051129020750522614,
+        "mean_feedback_forward_cosine": 0.9994936314496127,
+        "mean_feedback_forward_relative_error": 0.030669755166904494,
+        "min_feedback_forward_cosine": 0.9986977577209473
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001068225766504146,
+        "instruction_rms": 0.0010682257663737465,
+        "raw_apical_rms": 0.19472969165086776,
+        "teaching_rms": 0.001068225766504146,
+        "traffic_rms": 0.19472592476635744
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1057867510544384e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4778449875748578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01683530956687084,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.015155086617395282
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05112415552139282,
+        "mean_feedback_forward_cosine": 0.9994937441565773,
+        "mean_feedback_forward_relative_error": 0.030666143100031396,
+        "min_feedback_forward_cosine": 0.9986979961395264
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010823955071153598,
+        "instruction_rms": 0.00108239550716524,
+        "raw_apical_rms": 0.1946883611477314,
+        "teaching_rms": 0.0010823955071153598,
+        "traffic_rms": 0.1946844195885319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0401486605360333e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4731284545704562e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017039823129188444,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.015156236096322537
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05111939087510109,
+        "mean_feedback_forward_cosine": 0.9994938492774963,
+        "mean_feedback_forward_relative_error": 0.030662513041699476,
+        "min_feedback_forward_cosine": 0.9986982941627502
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010619285310306747,
+        "instruction_rms": 0.0010619285310397503,
+        "raw_apical_rms": 0.19474934291508844,
+        "teaching_rms": 0.0010619285310306747,
+        "traffic_rms": 0.19474544012192432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0616102485982992e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479102433570658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01587878119676388,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.015015304269492626
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05111433565616608,
+        "mean_feedback_forward_cosine": 0.9994939587332986,
+        "mean_feedback_forward_relative_error": 0.030658745401623576,
+        "min_feedback_forward_cosine": 0.9986985921859741
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010654835011902415,
+        "instruction_rms": 0.0010654835013510324,
+        "raw_apical_rms": 0.19473436321227186,
+        "teaching_rms": 0.0010654835011902415,
+        "traffic_rms": 0.19473047003921887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0532656347095326e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4729436117464805e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016423113784272993,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.01422905849918723
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05110981687903404,
+        "mean_feedback_forward_cosine": 0.9994940638542176,
+        "mean_feedback_forward_relative_error": 0.030655291176993737,
+        "min_feedback_forward_cosine": 0.9986987709999084
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010135628770398522,
+        "instruction_rms": 0.0010135628768825147,
+        "raw_apical_rms": 0.194692488239523,
+        "teaching_rms": 0.0010135628770398522,
+        "traffic_rms": 0.19468888714727084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0532649952210704e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47659023229905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015894250125513886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.013055190514028073
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05110520124435425,
+        "mean_feedback_forward_cosine": 0.9994941700588573,
+        "mean_feedback_forward_relative_error": 0.030651822203600947,
+        "min_feedback_forward_cosine": 0.9986990690231323
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000987230021848355,
+        "instruction_rms": 0.0009872300218907086,
+        "raw_apical_rms": 0.19471755639280275,
+        "teaching_rms": 0.000987230021848355,
+        "traffic_rms": 0.19471406160877613
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.039173866956844e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4732077390210166e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01610349988045273,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.012553250658623874
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05110068619251251,
+        "mean_feedback_forward_cosine": 0.9994942654262889,
+        "mean_feedback_forward_relative_error": 0.030648558171973986,
+        "min_feedback_forward_cosine": 0.9986991882324219
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009489401012263225,
+        "instruction_rms": 0.0009489401012385424,
+        "raw_apical_rms": 0.1947272120355095,
+        "teaching_rms": 0.0009489401012263225,
+        "traffic_rms": 0.19472380274891124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1731598448250224e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478854731469443e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016094396252802807,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.011629069031774998
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051095809787511826,
+        "mean_feedback_forward_cosine": 0.9994943597099998,
+        "mean_feedback_forward_relative_error": 0.030645027765157547,
+        "min_feedback_forward_cosine": 0.9986993670463562
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000997190217897782,
+        "instruction_rms": 0.0009971902179680184,
+        "raw_apical_rms": 0.19471980221911275,
+        "teaching_rms": 0.000997190217897782,
+        "traffic_rms": 0.19471619939068258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1758748286183618e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4735707785782416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01610282538963277,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.011803273819833994
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05109076201915741,
+        "mean_feedback_forward_cosine": 0.9994944669983604,
+        "mean_feedback_forward_relative_error": 0.03064156755466353,
+        "min_feedback_forward_cosine": 0.9986998438835144
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009237097236852764,
+        "instruction_rms": 0.0009237097238129419,
+        "raw_apical_rms": 0.19473176158424785,
+        "teaching_rms": 0.0009237097236852764,
+        "traffic_rms": 0.19472839854488092
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0096327685005235e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4746056633719105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01598576762070078,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.01091268304526806
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05108627676963806,
+        "mean_feedback_forward_cosine": 0.9994945667006753,
+        "mean_feedback_forward_relative_error": 0.030638265948403964,
+        "min_feedback_forward_cosine": 0.9986999034881592
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009012204086428553,
+        "instruction_rms": 0.0009012204085983514,
+        "raw_apical_rms": 0.19470813452552477,
+        "teaching_rms": 0.0009012204086428553,
+        "traffic_rms": 0.1947049196934674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0666927607871912e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.470975441650929e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01624624478541864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.01006043321505189
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05108192190527916,
+        "mean_feedback_forward_cosine": 0.9994946804913607,
+        "mean_feedback_forward_relative_error": 0.03063515511087396,
+        "min_feedback_forward_cosine": 0.9987002611160278
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008771126093473089,
+        "instruction_rms": 0.0008771126094273887,
+        "raw_apical_rms": 0.1947415313502428,
+        "teaching_rms": 0.0008771126093473089,
+        "traffic_rms": 0.19473850048860603
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0076405487779994e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4766508858289272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01631890479470542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.009727895104885101
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05107719823718071,
+        "mean_feedback_forward_cosine": 0.9994947661053051,
+        "mean_feedback_forward_relative_error": 0.030631877414204856,
+        "min_feedback_forward_cosine": 0.9987005591392517
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008872967030228281,
+        "instruction_rms": 0.0008872967029505432,
+        "raw_apical_rms": 0.1946942411192637,
+        "teaching_rms": 0.0008872967030228281,
+        "traffic_rms": 0.19469110107709262
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.668006129004425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4729694016955726e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015812194573190726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.009744029443040491
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051072537899017334,
+        "mean_feedback_forward_cosine": 0.9994948679750616,
+        "mean_feedback_forward_relative_error": 0.030628488263623282,
+        "min_feedback_forward_cosine": 0.998700737953186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008882672810285132,
+        "instruction_rms": 0.0008882672808986647,
+        "raw_apical_rms": 0.1947545448404164,
+        "teaching_rms": 0.0008882672810285132,
+        "traffic_rms": 0.19475136221868986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0344167833409301e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4720425620664744e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016216655209315284,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.009705293390452861
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05106782540678978,
+        "mean_feedback_forward_cosine": 0.9994949633424932,
+        "mean_feedback_forward_relative_error": 0.030624984653497285,
+        "min_feedback_forward_cosine": 0.9987010359764099
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008973059666288583,
+        "instruction_rms": 0.0008973059668333311,
+        "raw_apical_rms": 0.19479052703081662,
+        "teaching_rms": 0.0008973059666288583,
+        "traffic_rms": 0.1947872575090526
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.788552546297069e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4712439766828123e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01619252504669784,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.009590714794099332
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05106387659907341,
+        "mean_feedback_forward_cosine": 0.9994950489564376,
+        "mean_feedback_forward_relative_error": 0.0306220787323334,
+        "min_feedback_forward_cosine": 0.9987012147903442
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000799109650811655,
+        "instruction_rms": 0.000799109650702349,
+        "raw_apical_rms": 0.19477784797611788,
+        "teaching_rms": 0.000799109650811655,
+        "traffic_rms": 0.1947751794111017
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.471198580968121e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4733386781525607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016203621218705614,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.008340846708118915
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05105983838438988,
+        "mean_feedback_forward_cosine": 0.9994951356541026,
+        "mean_feedback_forward_relative_error": 0.030619269313121384,
+        "min_feedback_forward_cosine": 0.9987014532089233
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007730232060228982,
+        "instruction_rms": 0.0007730232059174983,
+        "raw_apical_rms": 0.19470011665498896,
+        "teaching_rms": 0.0007730232060228982,
+        "traffic_rms": 0.19469762902669124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1254807219529539e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47790704744727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015946321393286732,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.007661091483235359
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051055680960416794,
+        "mean_feedback_forward_cosine": 0.9994952342726967,
+        "mean_feedback_forward_relative_error": 0.030616274594583295,
+        "min_feedback_forward_cosine": 0.9987016916275024
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008044859086443686,
+        "instruction_rms": 0.0008044859086718653,
+        "raw_apical_rms": 0.19472318417701792,
+        "teaching_rms": 0.0008044859086443686,
+        "traffic_rms": 0.194720541363884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0069637568221879e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4743581455576497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01660637242944846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.007918635245561599
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05105059593915939,
+        "mean_feedback_forward_cosine": 0.9994953545657072,
+        "mean_feedback_forward_relative_error": 0.030612705842676488,
+        "min_feedback_forward_cosine": 0.9987019300460815
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008934586464189411,
+        "instruction_rms": 0.0008934586465131052,
+        "raw_apical_rms": 0.19466745347483663,
+        "teaching_rms": 0.0008934586464189411,
+        "traffic_rms": 0.19466418675172056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.031319669664299e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4707779578040437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01587644993935074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.008843204127773643
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05104566738009453,
+        "mean_feedback_forward_cosine": 0.9994954336773265,
+        "mean_feedback_forward_relative_error": 0.030609300317750734,
+        "min_feedback_forward_cosine": 0.9987021088600159
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008166452917566173,
+        "instruction_rms": 0.0008166452915282878,
+        "raw_apical_rms": 0.19468633030183363,
+        "teaching_rms": 0.0008166452917566173,
+        "traffic_rms": 0.19468348015804474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.3837717460774002e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477716439648477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01594794643340169,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.007759806679040193
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051041483879089355,
+        "mean_feedback_forward_cosine": 0.9994955257935958,
+        "mean_feedback_forward_relative_error": 0.030606337746774608,
+        "min_feedback_forward_cosine": 0.9987024068832397
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007524957805809672,
+        "instruction_rms": 0.0007524957804887153,
+        "raw_apical_rms": 0.19467457389824397,
+        "teaching_rms": 0.0007524957805809672,
+        "traffic_rms": 0.19467202673351666
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.15865411487448e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4832584456779786e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01598507454040379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.007225984745770693
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051037050783634186,
+        "mean_feedback_forward_cosine": 0.999495617909865,
+        "mean_feedback_forward_relative_error": 0.030603039467876608,
+        "min_feedback_forward_cosine": 0.9987025260925293
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008049028269084094,
+        "instruction_rms": 0.0008049028270110402,
+        "raw_apical_rms": 0.1946666405132097,
+        "teaching_rms": 0.0008049028269084094,
+        "traffic_rms": 0.19466374059327013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.287553126569037e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4778675713841723e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015752381001582577,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.007561025608740747
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05103234201669693,
+        "mean_feedback_forward_cosine": 0.9994957241145047,
+        "mean_feedback_forward_relative_error": 0.030599776884032922,
+        "min_feedback_forward_cosine": 0.998702883720398
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008093043397578135,
+        "instruction_rms": 0.0008093043398846242,
+        "raw_apical_rms": 0.19468612894130638,
+        "teaching_rms": 0.0008093043397578135,
+        "traffic_rms": 0.19468338433962268
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.477744291378258e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4809717561062823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015679943666706803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.007401762579381466
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05102798342704773,
+        "mean_feedback_forward_cosine": 0.9994958140633323,
+        "mean_feedback_forward_relative_error": 0.03059667105871168,
+        "min_feedback_forward_cosine": 0.9987031817436218
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007527554726908922,
+        "instruction_rms": 0.0007527554726412799,
+        "raw_apical_rms": 0.1946748341250857,
+        "teaching_rms": 0.0007527554726908922,
+        "traffic_rms": 0.19467234122860363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1290640600236657e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4813215147719377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015786594480590912,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.0066503033824265
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051023226231336594,
+        "mean_feedback_forward_cosine": 0.9994959083470432,
+        "mean_feedback_forward_relative_error": 0.030593581472269513,
+        "min_feedback_forward_cosine": 0.9987033605575562
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007620617025212957,
+        "instruction_rms": 0.0007620617023781779,
+        "raw_apical_rms": 0.19463765323972385,
+        "teaching_rms": 0.0007620617025212957,
+        "traffic_rms": 0.19463495919681986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1380932818383371e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4729208768067923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015877088238421877,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.006470339124202728
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051018524914979935,
+        "mean_feedback_forward_cosine": 0.9994959982958707,
+        "mean_feedback_forward_relative_error": 0.030590490759773686,
+        "min_feedback_forward_cosine": 0.9987035393714905
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007537594848222147,
+        "instruction_rms": 0.0007537594847082503,
+        "raw_apical_rms": 0.19455945206039038,
+        "teaching_rms": 0.0007537594848222147,
+        "traffic_rms": 0.19455700126812453
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1792537435439954e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4726872780437115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016308113849850536,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.006562902651429176
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05101362615823746,
+        "mean_feedback_forward_cosine": 0.9994961164214394,
+        "mean_feedback_forward_relative_error": 0.030587172305042095,
+        "min_feedback_forward_cosine": 0.9987037777900696
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007293125547284646,
+        "instruction_rms": 0.0007293125549048965,
+        "raw_apical_rms": 0.19452935467062965,
+        "teaching_rms": 0.0007293125547284646,
+        "traffic_rms": 0.19452684259513653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1010809686240464e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.473961506662821e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016403604987396698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.006227076387871057
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05100905895233154,
+        "mean_feedback_forward_cosine": 0.9994961879470131,
+        "mean_feedback_forward_relative_error": 0.03058408113535155,
+        "min_feedback_forward_cosine": 0.9987040162086487
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007464280255729528,
+        "instruction_rms": 0.0007464280256642835,
+        "raw_apical_rms": 0.19451711730595664,
+        "teaching_rms": 0.0007464280255729528,
+        "traffic_rms": 0.19451470775557805
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1225411356008408e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4766619252699227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015955436771967726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.0063647708220779895
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05100460350513458,
+        "mean_feedback_forward_cosine": 0.9994962952353738,
+        "mean_feedback_forward_relative_error": 0.030581047021868556,
+        "min_feedback_forward_cosine": 0.9987043142318726
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007101812682885326,
+        "instruction_rms": 0.0007101812684891331,
+        "raw_apical_rms": 0.19458140025569287,
+        "teaching_rms": 0.0007101812682885326,
+        "traffic_rms": 0.19457910455763497
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.92375817077118e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4711722491063216e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016494309919204458,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.005904565336853265
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051000043749809265,
+        "mean_feedback_forward_cosine": 0.9994963732632723,
+        "mean_feedback_forward_relative_error": 0.0305780806240033,
+        "min_feedback_forward_cosine": 0.9987046122550964
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006831255921249603,
+        "instruction_rms": 0.0006831255919468898,
+        "raw_apical_rms": 0.19460190759229162,
+        "teaching_rms": 0.0006831255921249603,
+        "traffic_rms": 0.19459958639232044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.3314866009750403e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4762430129526437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016140351180951536,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.005442295888029039
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509953573346138,
+        "mean_feedback_forward_cosine": 0.9994964718818664,
+        "mean_feedback_forward_relative_error": 0.030574862032451414,
+        "min_feedback_forward_cosine": 0.9987048506736755
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007050308548416913,
+        "instruction_rms": 0.0007050308547992177,
+        "raw_apical_rms": 0.19455690181225735,
+        "teaching_rms": 0.0007050308548416913,
+        "traffic_rms": 0.19455456402771004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.2237669011483376e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477201895984719e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016045030915323066,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.005739662863835693
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05099065229296684,
+        "mean_feedback_forward_cosine": 0.9994965770027854,
+        "mean_feedback_forward_relative_error": 0.030571749281476844,
+        "min_feedback_forward_cosine": 0.9987050294876099
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007072141701633808,
+        "instruction_rms": 0.0007072141700930291,
+        "raw_apical_rms": 0.1945340038335725,
+        "teaching_rms": 0.0007072141701633808,
+        "traffic_rms": 0.19453173969747178
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0454817100935543e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747661709867035e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016765352910161565,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.005758936830982566
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050986435264348984,
+        "mean_feedback_forward_cosine": 0.9994966767051003,
+        "mean_feedback_forward_relative_error": 0.030568887809799477,
+        "min_feedback_forward_cosine": 0.9987052083015442
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006303399603426065,
+        "instruction_rms": 0.0006303399602474879,
+        "raw_apical_rms": 0.1945006644101127,
+        "teaching_rms": 0.0006303399603426065,
+        "traffic_rms": 0.19449862340074567
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1798984189681505e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.487652042605667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016705521447749342,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.00522493914835155
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05098193883895874,
+        "mean_feedback_forward_cosine": 0.9994967644864863,
+        "mean_feedback_forward_relative_error": 0.030565938201140275,
+        "min_feedback_forward_cosine": 0.9987055659294128
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006443283719083028,
+        "instruction_rms": 0.000644328371815122,
+        "raw_apical_rms": 0.19453178912060828,
+        "teaching_rms": 0.0006443283719083028,
+        "traffic_rms": 0.19452976811962555
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0842033759672631e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4788334608011483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016510232063139882,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.0050576650580856945
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05097801983356476,
+        "mean_feedback_forward_cosine": 0.9994968370957809,
+        "mean_feedback_forward_relative_error": 0.03056327812373638,
+        "min_feedback_forward_cosine": 0.9987057447433472
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006328432623904743,
+        "instruction_rms": 0.0006328432625319321,
+        "raw_apical_rms": 0.19450315825525077,
+        "teaching_rms": 0.0006328432623904743,
+        "traffic_rms": 0.19450128517702456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0351779167194763e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4748429126422108e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016198603061680805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.004863605909571051
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509709008038044,
+        "mean_feedback_forward_cosine": 0.9994969725608825,
+        "mean_feedback_forward_relative_error": 0.030558950640261172,
+        "min_feedback_forward_cosine": 0.9987062215805054
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007657752953414205,
+        "instruction_rms": 0.0007657752952447241,
+        "raw_apical_rms": 0.1944579500773053,
+        "teaching_rms": 0.0007657752953414205,
+        "traffic_rms": 0.19445490136802276
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.934038303072157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47744352066399e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01633406655955941,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.0058586148860678075
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050965435802936554,
+        "mean_feedback_forward_cosine": 0.99949707551436,
+        "mean_feedback_forward_relative_error": 0.030555595372888177,
+        "min_feedback_forward_cosine": 0.9987063407897949
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006806242716517995,
+        "instruction_rms": 0.0006806242715245588,
+        "raw_apical_rms": 0.1944762104108118,
+        "teaching_rms": 0.0006806242716517995,
+        "traffic_rms": 0.19447388186795375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0340680489662191e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4765317144283138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016403460916383773,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.005159672223012894
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050959449261426926,
+        "mean_feedback_forward_cosine": 0.9994972001422535,
+        "mean_feedback_forward_relative_error": 0.03055158338763497,
+        "min_feedback_forward_cosine": 0.9987066984176636
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007511380318034196,
+        "instruction_rms": 0.0007511380318617458,
+        "raw_apical_rms": 0.19450200794285094,
+        "teaching_rms": 0.0007511380318034196,
+        "traffic_rms": 0.1944992214377213
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1870838534377981e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4806454133578882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016424034288043832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.005929333122372627
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953879952430725,
+        "mean_feedback_forward_cosine": 0.9994973041794517,
+        "mean_feedback_forward_relative_error": 0.030547982979227197,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006894144551137881,
+        "instruction_rms": 0.0006894144553867142,
+        "raw_apical_rms": 0.19449710147211996,
+        "teaching_rms": 0.0006894144551137881,
+        "traffic_rms": 0.1944946654659506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.2209676469865371e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478700341916886e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015954151218034073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.005376992893218994
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095382779836655,
+        "mean_feedback_forward_cosine": 0.9994973171841014,
+        "mean_feedback_forward_relative_error": 0.030547930698164485,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005686062400972456,
+        "instruction_rms": 0.0005686062399989794,
+        "raw_apical_rms": 0.19439299394352047,
+        "teaching_rms": 0.0005686062400972456,
+        "traffic_rms": 0.1943913884213745
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.829823000018223e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787733538164174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016116238840247814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.00433820597358048
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953783094882965,
+        "mean_feedback_forward_cosine": 0.9994973117654974,
+        "mean_feedback_forward_relative_error": 0.030547880203547803,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006113100864904673,
+        "instruction_rms": 0.0006113100863838639,
+        "raw_apical_rms": 0.19438499040309787,
+        "teaching_rms": 0.0006113100864904673,
+        "traffic_rms": 0.19438295769604402
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.033216392443137e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475813768372292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015892574323676547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.004735164075344801
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095374956727028,
+        "mean_feedback_forward_cosine": 0.9994973215189847,
+        "mean_feedback_forward_relative_error": 0.030547833374955438,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005567400774530025,
+        "instruction_rms": 0.0005567400774740134,
+        "raw_apical_rms": 0.194396292280153,
+        "teaching_rms": 0.0005567400774530025,
+        "traffic_rms": 0.19439462033802304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1584438652789686e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4847082602856543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01607170563152324,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.004176526947245002
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509536936879158,
+        "mean_feedback_forward_cosine": 0.9994973161003806,
+        "mean_feedback_forward_relative_error": 0.03054778448898684,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005408043411764557,
+        "instruction_rms": 0.0005408043410865101,
+        "raw_apical_rms": 0.194382386062418,
+        "teaching_rms": 0.0005408043411764557,
+        "traffic_rms": 0.19438083221380825
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0227934410522721e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47703642466691e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016154470518518912,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.004001928318999708
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095367878675461,
+        "mean_feedback_forward_cosine": 0.9994973236864263,
+        "mean_feedback_forward_relative_error": 0.030547738964246077,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005497318664140367,
+        "instruction_rms": 0.0005497318664043876,
+        "raw_apical_rms": 0.19439082176146305,
+        "teaching_rms": 0.0005497318664140367,
+        "traffic_rms": 0.1943892297359832
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.217525493757421e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4775907383121267e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015871477673435254,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.003993319243788719
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095362290740013,
+        "mean_feedback_forward_cosine": 0.9994973280213096,
+        "mean_feedback_forward_relative_error": 0.030547694218429653,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005009332705483822,
+        "instruction_rms": 0.0005009332704806486,
+        "raw_apical_rms": 0.19439572247947026,
+        "teaching_rms": 0.0005009332705483822,
+        "traffic_rms": 0.19439431617396907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0780829029499728e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4795967123814573e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016036857931488336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.003720300946496427
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953593105077744,
+        "mean_feedback_forward_cosine": 0.9994973074306142,
+        "mean_feedback_forward_relative_error": 0.030547652461312035,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004848522280757793,
+        "instruction_rms": 0.0004848522280396402,
+        "raw_apical_rms": 0.1944004951303264,
+        "teaching_rms": 0.0004848522280757793,
+        "traffic_rms": 0.1943992214213437
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0047433818272111e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4783422124034816e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01608902302900533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.003450639179944992
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953567028045654,
+        "mean_feedback_forward_cosine": 0.9994973226027055,
+        "mean_feedback_forward_relative_error": 0.030547607664696195,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005563165399655503,
+        "instruction_rms": 0.0005563165400432616,
+        "raw_apical_rms": 0.19439335945440914,
+        "teaching_rms": 0.0005563165399655503,
+        "traffic_rms": 0.1943917170105444
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.727466476761037e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787665219808057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016030034801216904,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.00411181521622464
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095352604985237,
+        "mean_feedback_forward_cosine": 0.9994973247701472,
+        "mean_feedback_forward_relative_error": 0.03054756237701936,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005073773868176134,
+        "instruction_rms": 0.0005073773867357423,
+        "raw_apical_rms": 0.194394392463242,
+        "teaching_rms": 0.0005073773868176134,
+        "traffic_rms": 0.1943928085240972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.238599622865877e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4772866714622007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016366823214718645,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.003885937132909894
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095352232456207,
+        "mean_feedback_forward_cosine": 0.9994973193515431,
+        "mean_feedback_forward_relative_error": 0.03054751387204636,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005339157787393562,
+        "instruction_rms": 0.000533915778573629,
+        "raw_apical_rms": 0.19439561965426855,
+        "teaching_rms": 0.0005339157787393562,
+        "traffic_rms": 0.19439402800510144
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.02918202427827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4804602568018953e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015965250410718446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.003786678851880133
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953466445207596,
+        "mean_feedback_forward_cosine": 0.9994973150166598,
+        "mean_feedback_forward_relative_error": 0.030547470794144,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00050068567068122,
+        "instruction_rms": 0.0005006856706463102,
+        "raw_apical_rms": 0.19439290045267146,
+        "teaching_rms": 0.00050068567068122,
+        "traffic_rms": 0.19439157342722688
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.520366717197248e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4804034127835337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01602907642104826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0036773203277587893
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509534515440464,
+        "mean_feedback_forward_cosine": 0.9994973106817766,
+        "mean_feedback_forward_relative_error": 0.030547428368167442,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004745926974471224,
+        "instruction_rms": 0.0004745926972357706,
+        "raw_apical_rms": 0.19439609640556044,
+        "teaching_rms": 0.0004745926974471224,
+        "traffic_rms": 0.19439487625515162
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.2171129526450386e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477603342782502e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01598334415238,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.0034456004974618556
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095341056585312,
+        "mean_feedback_forward_cosine": 0.9994973226027055,
+        "mean_feedback_forward_relative_error": 0.0305473870259117,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048816467371380954,
+        "instruction_rms": 0.00048816467363634877,
+        "raw_apical_rms": 0.19438592195417753,
+        "teaching_rms": 0.00048816467371380954,
+        "traffic_rms": 0.19438455043582473
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.2595265275194834e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4756499789632602e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016110254705855153,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.003555494801374152
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095338821411133,
+        "mean_feedback_forward_cosine": 0.9994973421096802,
+        "mean_feedback_forward_relative_error": 0.030547345615923406,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048881425094263,
+        "instruction_rms": 0.0004888142507946108,
+        "raw_apical_rms": 0.19440074789957884,
+        "teaching_rms": 0.00048881425094263,
+        "traffic_rms": 0.1943993561785373
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.424202573882212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476784956707275e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016322284059361376,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.0034804721284285188
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095336213707924,
+        "mean_feedback_forward_cosine": 0.9994973247701472,
+        "mean_feedback_forward_relative_error": 0.03054729922759262,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005073791450165861,
+        "instruction_rms": 0.0005073791449336735,
+        "raw_apical_rms": 0.1943987908994404,
+        "teaching_rms": 0.0005073791450165861,
+        "traffic_rms": 0.19439727024881642
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1713773773180947e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4726563554220765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016047732261041944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.00379402401663363
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095334351062775,
+        "mean_feedback_forward_cosine": 0.9994973312724721,
+        "mean_feedback_forward_relative_error": 0.0305472592653876,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004853718552617885,
+        "instruction_rms": 0.0004853718551139234,
+        "raw_apical_rms": 0.19437975051231032,
+        "teaching_rms": 0.0004853718552617885,
+        "traffic_rms": 0.19437829926721123
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0913235115594944e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4797485882619964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628890612256642,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.003485625109933317
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095333606004715,
+        "mean_feedback_forward_cosine": 0.9994973280213096,
+        "mean_feedback_forward_relative_error": 0.030547220082106915,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00045500787850319283,
+        "instruction_rms": 0.0004550078783958457,
+        "raw_apical_rms": 0.1943812531045656,
+        "teaching_rms": 0.00045500787850319283,
+        "traffic_rms": 0.19438014622605992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0570116870667334e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479518113205874e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01597608041126603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.00331782726701349
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095330998301506,
+        "mean_feedback_forward_cosine": 0.999497343193401,
+        "mean_feedback_forward_relative_error": 0.030547178807583723,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048387401543302044,
+        "instruction_rms": 0.00048387401533549575,
+        "raw_apical_rms": 0.19438242849087237,
+        "teaching_rms": 0.00048387401543302044,
+        "traffic_rms": 0.19438102558329967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1513434827747915e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4778659509214384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01625966350811703,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.003435389999523759
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095328018069267,
+        "mean_feedback_forward_cosine": 0.9994973334399136,
+        "mean_feedback_forward_relative_error": 0.030547138879244977,
+        "min_feedback_forward_cosine": 0.998707115650177
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00045383562428293604,
+        "instruction_rms": 0.0004538356241080158,
+        "raw_apical_rms": 0.19437763605471434,
+        "teaching_rms": 0.00045383562428293604,
+        "traffic_rms": 0.19437647207216072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.741020789988397e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.492504585073857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016410938776079135,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.003363378802500665
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953250378370285,
+        "mean_feedback_forward_cosine": 0.9994973410259593,
+        "mean_feedback_forward_relative_error": 0.030547099475833502,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004700695696519062,
+        "instruction_rms": 0.00047006956969305156,
+        "raw_apical_rms": 0.1943854966722372,
+        "teaching_rms": 0.0004700695696519062,
+        "traffic_rms": 0.1943841116045905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 8.84195472394822e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4794987583875273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01612671598869285,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0035276851420849562
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095319449901581,
+        "mean_feedback_forward_cosine": 0.9994973280213096,
+        "mean_feedback_forward_relative_error": 0.03054705672812733,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005238493541702635,
+        "instruction_rms": 0.0005238493541568089,
+        "raw_apical_rms": 0.19438317107992117,
+        "teaching_rms": 0.0005238493541702635,
+        "traffic_rms": 0.1943816574361072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.62414503646869e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4797149147984774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01622757517938349,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.003712430686634034
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095316097140312,
+        "mean_feedback_forward_cosine": 0.9994973236864263,
+        "mean_feedback_forward_relative_error": 0.030547016698189756,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004306105991006768,
+        "instruction_rms": 0.00043061059890058207,
+        "raw_apical_rms": 0.19437450160401942,
+        "teaching_rms": 0.0004306105991006768,
+        "traffic_rms": 0.1943734613213493
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.126703566001197e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747161691785686e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0162593619881028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.003162156808041036
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095311999320984,
+        "mean_feedback_forward_cosine": 0.999497348612005,
+        "mean_feedback_forward_relative_error": 0.030546979877081784,
+        "min_feedback_forward_cosine": 0.9987071752548218
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00043584872559382067,
+        "instruction_rms": 0.00043584872538832034,
+        "raw_apical_rms": 0.19437154518328,
+        "teaching_rms": 0.00043584872559382067,
+        "traffic_rms": 0.19437042721757275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0339353195831791e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4759153650571056e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016099492258668375,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0030199620487168432
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953079015016556,
+        "mean_feedback_forward_cosine": 0.9994973421096802,
+        "mean_feedback_forward_relative_error": 0.030546936807645992,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004956851174182257,
+        "instruction_rms": 0.000495685117368354,
+        "raw_apical_rms": 0.1943551699309584,
+        "teaching_rms": 0.0004956851174182257,
+        "traffic_rms": 0.1943537634709133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0297489438926277e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4796686363598732e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016417340370545493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.0036418039279803634
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095306411385536,
+        "mean_feedback_forward_cosine": 0.9994973247701472,
+        "mean_feedback_forward_relative_error": 0.030546899309212512,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004424548715424471,
+        "instruction_rms": 0.0004424548714436922,
+        "raw_apical_rms": 0.19436383535762555,
+        "teaching_rms": 0.0004424548715424471,
+        "traffic_rms": 0.1943627450677169
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1835465585363636e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476477495752896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016072867900947398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.0032110765231400727
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095304921269417,
+        "mean_feedback_forward_cosine": 0.9994973410259593,
+        "mean_feedback_forward_relative_error": 0.030546860007399864,
+        "min_feedback_forward_cosine": 0.998707115650177
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004462428040037558,
+        "instruction_rms": 0.000446242803926669,
+        "raw_apical_rms": 0.19436798697011975,
+        "teaching_rms": 0.0004462428040037558,
+        "traffic_rms": 0.19436683281745282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0269862826817189e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4799409695398532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01675451001148973,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.00320290248055011
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050953011959791183,
+        "mean_feedback_forward_cosine": 0.9994973388585178,
+        "mean_feedback_forward_relative_error": 0.030546818318014795,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004900531342753635,
+        "instruction_rms": 0.0004900531341510714,
+        "raw_apical_rms": 0.19436312684314774,
+        "teaching_rms": 0.0004900531342753635,
+        "traffic_rms": 0.19436159888017115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1903637187060667e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4812604164949143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016286448759430246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.003654678724296391
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095299705862999,
+        "mean_feedback_forward_cosine": 0.9994973366910761,
+        "mean_feedback_forward_relative_error": 0.03054677728055553,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004728026108650528,
+        "instruction_rms": 0.00047280261078164643,
+        "raw_apical_rms": 0.19435434882406438,
+        "teaching_rms": 0.0004728026108650528,
+        "traffic_rms": 0.19435298688655375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0715405807104617e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4790701760499414e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016098918512028007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.0033802037043496967
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952985882759094,
+        "mean_feedback_forward_cosine": 0.9994973399422385,
+        "mean_feedback_forward_relative_error": 0.03054673769087954,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048392114840683804,
+        "instruction_rms": 0.00048392114827026033,
+        "raw_apical_rms": 0.19436654765317193,
+        "teaching_rms": 0.00048392114840683804,
+        "traffic_rms": 0.1943650833695793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.34639672323101e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4773118495548762e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01675780583611153,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.003343506654240191
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095295235514641,
+        "mean_feedback_forward_cosine": 0.9994973301887512,
+        "mean_feedback_forward_relative_error": 0.030546696704219688,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004708342637899423,
+        "instruction_rms": 0.0004708342637267727,
+        "raw_apical_rms": 0.19436398675108582,
+        "teaching_rms": 0.0004708342637899423,
+        "traffic_rms": 0.1943626605796642
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.0398630223562577e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4789775363708993e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016044407702251975,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0034452605437114833
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095292627811432,
+        "mean_feedback_forward_cosine": 0.9994973377747969,
+        "mean_feedback_forward_relative_error": 0.03054665649648417,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00046582112671858224,
+        "instruction_rms": 0.00046582112673901143,
+        "raw_apical_rms": 0.19435789297602246,
+        "teaching_rms": 0.00046582112671858224,
+        "traffic_rms": 0.19435665198401653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1168807390049551e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478527786206956e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016086212331537477,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.003384518695808947
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952889025211334,
+        "mean_feedback_forward_cosine": 0.9994973388585178,
+        "mean_feedback_forward_relative_error": 0.03054661682214249,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004176398093521574,
+        "instruction_rms": 0.0004176398093987656,
+        "raw_apical_rms": 0.1943475528912763,
+        "teaching_rms": 0.0004176398093521574,
+        "traffic_rms": 0.1943464797205718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.717147975152329e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.481905861012614e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01641896035340103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.0029255119502544402
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095289275050163,
+        "mean_feedback_forward_cosine": 0.9994973356073553,
+        "mean_feedback_forward_relative_error": 0.03054657919671048,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004511709365620468,
+        "instruction_rms": 0.0004511709363906925,
+        "raw_apical_rms": 0.1943420628582151,
+        "teaching_rms": 0.0004511709365620468,
+        "traffic_rms": 0.19434074745974164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.485943763820615e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479582279332791e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628925078677219,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.003307819086313248
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095286667346954,
+        "mean_feedback_forward_cosine": 0.9994973399422385,
+        "mean_feedback_forward_relative_error": 0.030546537769789047,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004801691728023221,
+        "instruction_rms": 0.0004801691726060337,
+        "raw_apical_rms": 0.19435702675723576,
+        "teaching_rms": 0.0004801691728023221,
+        "traffic_rms": 0.19435573115796803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0328427890726743e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477822749984265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016136591310228855,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0034362031857296826
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095284804701805,
+        "mean_feedback_forward_cosine": 0.999497348612005,
+        "mean_feedback_forward_relative_error": 0.030546497773717752,
+        "min_feedback_forward_cosine": 0.998707115650177
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004384346144854318,
+        "instruction_rms": 0.0004384346146126119,
+        "raw_apical_rms": 0.19436570356305613,
+        "teaching_rms": 0.0004384346144854318,
+        "traffic_rms": 0.19436464884917407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.039843718028351e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475807470948572e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016146225969448876,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.0030020920367632062
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952814519405365,
+        "mean_feedback_forward_cosine": 0.9994973399422385,
+        "mean_feedback_forward_relative_error": 0.03054645589806817,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004709537453569762,
+        "instruction_rms": 0.00047095374512234835,
+        "raw_apical_rms": 0.1943738181005348,
+        "teaching_rms": 0.0004709537453569762,
+        "traffic_rms": 0.1943725468392063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1395709265116238e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4755689300441088e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015914585059106496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.0033384222985431552
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952766090631485,
+        "mean_feedback_forward_cosine": 0.999497343193401,
+        "mean_feedback_forward_relative_error": 0.03054641798477281,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00042143396133202335,
+        "instruction_rms": 0.000421433961264249,
+        "raw_apical_rms": 0.1943535981473494,
+        "teaching_rms": 0.00042143396133202335,
+        "traffic_rms": 0.194352551583021
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.185641309575658e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4851122546240537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0164003706593835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.0030099991491809486
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509527288377285,
+        "mean_feedback_forward_cosine": 0.9994973280213096,
+        "mean_feedback_forward_relative_error": 0.030546377912502396,
+        "min_feedback_forward_cosine": 0.9987069964408875
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004498255870451366,
+        "instruction_rms": 0.00044982558712435423,
+        "raw_apical_rms": 0.19436100398689624,
+        "teaching_rms": 0.0004498255870451366,
+        "traffic_rms": 0.19435978356775327
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 1.1431566093733636e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4749870115001635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01623984403113715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.003160910323560238
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095267668366432,
+        "mean_feedback_forward_cosine": 0.999497348612005,
+        "mean_feedback_forward_relative_error": 0.030546337603168053,
+        "min_feedback_forward_cosine": 0.9987069368362427
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00043281698382862445,
+        "instruction_rms": 0.0004328169837947406,
+        "raw_apical_rms": 0.19435054967131637,
+        "teaching_rms": 0.00043281698382862445,
+        "traffic_rms": 0.19434943922677045
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1301014524178754e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477941700325129e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015939358340129484,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.003039131107851863
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952646881341934,
+        "mean_feedback_forward_cosine": 0.9994973410259593,
+        "mean_feedback_forward_relative_error": 0.03054629715836861,
+        "min_feedback_forward_cosine": 0.9987071752548218
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047730680337186164,
+        "instruction_rms": 0.00047730680327074293,
+        "raw_apical_rms": 0.19435680673300626,
+        "teaching_rms": 0.00047730680337186164,
+        "traffic_rms": 0.19435541089809455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1021044343806352e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4782506370561978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016161737042129247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.003400928650479764
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095260217785835,
+        "mean_feedback_forward_cosine": 0.9994973410259593,
+        "mean_feedback_forward_relative_error": 0.03054626076058908,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000414267698323551,
+        "instruction_rms": 0.0004142676982094293,
+        "raw_apical_rms": 0.1943505591412353,
+        "teaching_rms": 0.000414267698323551,
+        "traffic_rms": 0.1943494911517414
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.310453208399849e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478457445800678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01642727585049604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0028851407808810473
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952598452568054,
+        "mean_feedback_forward_cosine": 0.9994973366910761,
+        "mean_feedback_forward_relative_error": 0.030546225268732418,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00037902483245729206,
+        "instruction_rms": 0.00037902483239095884,
+        "raw_apical_rms": 0.19435288559463887,
+        "teaching_rms": 0.00037902483245729206,
+        "traffic_rms": 0.19435195657109602
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.572438841587427e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479850125221969e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01639148621201922,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.002640341882184148
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952568650245667,
+        "mean_feedback_forward_cosine": 0.9994973356073553,
+        "mean_feedback_forward_relative_error": 0.030546185264194555,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004216151707999904,
+        "instruction_rms": 0.0004216151708215546,
+        "raw_apical_rms": 0.19435788852336688,
+        "teaching_rms": 0.0004216151707999904,
+        "traffic_rms": 0.19435682025595988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0888079771120829e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4823447781166875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01639284711967306,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0029772627403959633
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952568650245667,
+        "mean_feedback_forward_cosine": 0.9994973572817716,
+        "mean_feedback_forward_relative_error": 0.030546146690506825,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000449911380051806,
+        "instruction_rms": 0.00044991137992028555,
+        "raw_apical_rms": 0.194362549322696,
+        "teaching_rms": 0.000449911380051806,
+        "traffic_rms": 0.1943612927543597
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.1048105363897776e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4752142373748065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016090296627069487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.003208819755911827
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095256119966507,
+        "mean_feedback_forward_cosine": 0.9994973475282842,
+        "mean_feedback_forward_relative_error": 0.030546104933389207,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004796360836001401,
+        "instruction_rms": 0.0004796360834233242,
+        "raw_apical_rms": 0.19435562752048668,
+        "teaching_rms": 0.0004796360836001401,
+        "traffic_rms": 0.19435433381614856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0522689564140819e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4766122584053554e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016025229980513138,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0032980534649826587
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952546298503876,
+        "mean_feedback_forward_cosine": 0.9994973594492133,
+        "mean_feedback_forward_relative_error": 0.030546065572310578,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004891858782414675,
+        "instruction_rms": 0.0004891858780893592,
+        "raw_apical_rms": 0.19434581537635678,
+        "teaching_rms": 0.0004891858782414675,
+        "traffic_rms": 0.19434429506055861
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.323255056870039e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.482799060465587e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016181315484985293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.003458643803074956
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095251277089119,
+        "mean_feedback_forward_cosine": 0.9994973518631675,
+        "mean_feedback_forward_relative_error": 0.030546022198078306,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004495598828716018,
+        "instruction_rms": 0.00044955988282135366,
+        "raw_apical_rms": 0.1943482406020158,
+        "teaching_rms": 0.0004495598828716018,
+        "traffic_rms": 0.194347062937797
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 9.211665030761651e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4755910373199144e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016095444041352956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0031894803755916656
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0509524829685688,
+        "mean_feedback_forward_cosine": 0.9994973572817716,
+        "mean_feedback_forward_relative_error": 0.030545983184129,
+        "min_feedback_forward_cosine": 0.998707115650177
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00041692178807095274,
+        "instruction_rms": 0.0004169217879437,
+        "raw_apical_rms": 0.19435032243613154,
+        "teaching_rms": 0.00041692178807095274,
+        "traffic_rms": 0.19434930901499262
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546021699905396,
+        "maximum_absolute_post_projection_soma_slope": 9.508907794497645e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4809309560621667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016399476702367903,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.0028570882023498416
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050952453166246414,
+        "mean_feedback_forward_cosine": 0.9994973464445635,
+        "mean_feedback_forward_relative_error": 0.030545949521051212,
+        "min_feedback_forward_cosine": 0.9987070560455322
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00039462591976481765,
+        "instruction_rms": 0.00039462591972123115,
+        "raw_apical_rms": 0.19434591319537498,
+        "teaching_rms": 0.00039462591976481765,
+        "traffic_rms": 0.1943449435152257
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.2313265074226365e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4765461320585462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01593207283687475,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.002666809372249991
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05095241591334343,
+        "mean_feedback_forward_cosine": 0.9994973464445635,
+        "mean_feedback_forward_relative_error": 0.03054591358893297,
+        "min_feedback_forward_cosine": 0.9987071752548218
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000409122590855529,
+        "instruction_rms": 0.00040912259070394294,
+        "raw_apical_rms": 0.1943344283276579,
+        "teaching_rms": 0.000409122590855529,
+        "traffic_rms": 0.19433331417969973
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.36546018719673157,
+        "maximum_absolute_post_projection_soma_slope": 1.0714307308035131e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476970796404484e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016329289586733298,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.002732656699893996
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9274,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.37942074279785154,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 3324800000,
+    "peak_memory_reserved_bytes": 5553258496,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.2290752238186542e-07,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.2290752238186542e-07,
+      "min_residual_soma_slope": -1.1848618441945291e-07,
+      "mse": 1.5285795364643764e-17,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.081359340818409e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.081359340818409e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 2.026231050491333,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.07117486000061035,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 26377.442036390305,
+    "train_wall_s": 26370.92627930641
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.05091153830289841,
+      0.03655247017741203,
+      0.023153452202677727,
+      0.021897587925195694,
+      0.013579683378338814,
+      0.015431691892445087,
+      0.00934370793402195,
+      0.011485620401799679,
+      0.007140439935028553,
+      0.009418174624443054,
+      0.005642977077513933,
+      0.007607867009937763,
+      0.004767856560647488,
+      0.006615776102989912,
+      0.003951891791075468,
+      0.005578398704528809,
+      0.003516203025355935,
+      0.0051722414791584015,
+      0.003137255320325494,
+      0.007752435747534037,
+      0.004813292995095253,
+      0.006730418652296066,
+      0.004173689056187868,
+      0.005761435721069574,
+      0.00367356208153069,
+      0.005273146089166403,
+      0.003168795257806778,
+      0.004652910400182009,
+      0.0027767426799982786,
+      0.004038074519485235,
+      0.0025574308820068836,
+      0.0035546140279620886,
+      0.002322361571714282,
+      0.0034247329458594322,
+      0.0021392563357949257,
+      0.003221050603315234,
+      0.001980266999453306,
+      0.004863648675382137,
+      0.0033028495963662863,
+      0.004508663900196552,
+      0.0030757742933928967,
+      0.004294773563742638,
+      0.0028490161057561636,
+      0.004082180093973875,
+      0.002660284051671624,
+      0.003812672570347786,
+      0.002448310377076268,
+      0.0034677244257181883,
+      0.00229784962721169,
+      0.0034069865942001343,
+      0.0021700409706681967,
+      0.003208857960999012,
+      0.002054570009931922,
+      0.0029834227170795202,
+      0.0020505560096353292
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.000000476837158,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.2741865813732147,
+      0.19733789563179016,
+      0.0829969048500061,
+      0.11605869978666306,
+      0.03608892858028412,
+      0.0833565816283226,
+      0.020584456622600555,
+      0.062496367841959,
+      0.014349586330354214,
+      0.04949149489402771,
+      0.010205832310020924,
+      0.039496153593063354,
+      0.007967822253704071,
+      0.035705070942640305,
+      0.006037096492946148,
+      0.028738010674715042,
+      0.005009029991924763,
+      0.027241500094532967,
+      0.004237405955791473,
+      0.04153915494680405,
+      0.008449469693005085,
+      0.03575325012207031,
+      0.006828334182500839,
+      0.030518390238285065,
+      0.00560279143974185,
+      0.028213337063789368,
+      0.004507121630012989,
+      0.02500816248357296,
+      0.0037638831418007612,
+      0.021143373101949692,
+      0.0032912753522396088,
+      0.01856883056461811,
+      0.0028557528275996447,
+      0.018206365406513214,
+      0.0024693470913916826,
+      0.016764724627137184,
+      0.00216887379065156,
+      0.026165900751948357,
+      0.004856692161411047,
+      0.02404988557100296,
+      0.004315375350415707,
+      0.022511620074510574,
+      0.003794856136664748,
+      0.021572861820459366,
+      0.003355208318680525,
+      0.019874075427651405,
+      0.002985555212944746,
+      0.018577327951788902,
+      0.002686375053599477,
+      0.01843234896659851,
+      0.002411630004644394,
+      0.017050232738256454,
+      0.0022508215624839067,
+      0.01570250280201435,
+      0.0021455418318510056
+    ],
+    "unscaled_traffic_rms": [
+      0.7427284121513367,
+      0.7409113049507141,
+      1.1158705949783325,
+      0.7547073364257812,
+      1.5051356554031372,
+      0.7405146360397339,
+      1.8156821727752686,
+      0.7351224422454834,
+      1.9904239177703857,
+      0.7611954212188721,
+      2.211667537689209,
+      0.7704919576644897,
+      2.3935556411743164,
+      0.7411581873893738,
+      2.61840558052063,
+      0.7764488458633423,
+      2.807891368865967,
+      0.7594649791717529,
+      2.96148681640625,
+      0.7465183734893799,
+      2.278625011444092,
+      0.752985417842865,
+      2.4449236392974854,
+      0.7551428079605103,
+      2.6226656436920166,
+      0.7476103901863098,
+      2.812256336212158,
+      0.7442227005958557,
+      2.9509339332580566,
+      0.7639414072036743,
+      3.108133554458618,
+      0.7657163143157959,
+      3.2528886795043945,
+      0.7524254322052002,
+      3.465298652648926,
+      0.7685304880142212,
+      3.6521570682525635,
+      0.7435094714164734,
+      2.7202460765838623,
+      0.7498853206634521,
+      2.8509912490844727,
+      0.7631211876869202,
+      3.0030293464660645,
+      0.7569102644920349,
+      3.171527624130249,
+      0.7673659920692444,
+      3.280207872390747,
+      0.7466573119163513,
+      3.42148756980896,
+      0.7393494248390198,
+      3.5992932319641113,
+      0.7528009414672852,
+      3.651235580444336,
+      0.7599865794181824,
+      3.8229150772094727
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 125043328,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 1250441282772992,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 1250433280000000,
+      "local_weight_correlation_macs": 1254856960000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 1254856960000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 8031084544
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 127796290519040,
+    "forward_macs_per_example": 125485696,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 5010596513857536
+  }
+}
-- 
cgit v1.2.3