{
  "architecture": {
    "adaptive_apical_parameters": 376832,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 188416,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 376832,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 14,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 14,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5014,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996906618277231,
    "feedback_forward_cosine": [
      0.999850869178772,
      0.9998472929000854,
      0.9998395442962646,
      0.9998065233230591,
      0.9998510479927063,
      0.9997929334640503,
      0.999813437461853,
      0.9998730421066284,
      0.9998441338539124,
      0.9998152256011963,
      0.9998589754104614,
      0.9998074769973755,
      0.9998353719711304,
      0.9999034404754639,
      0.999894917011261,
      0.999872624874115,
      0.9998738169670105,
      0.9997073411941528,
      0.9999885559082031
    ],
    "feedback_forward_norm_ratio": [
      1.000178337097168,
      1.0005455017089844,
      0.9990360140800476,
      1.0015995502471924,
      0.9998113512992859,
      1.0008705854415894,
      0.9992762207984924,
      1.000243902206421,
      0.9994572997093201,
      1.000748872756958,
      1.0000108480453491,
      1.0008348226547241,
      0.9995819330215454,
      1.0001771450042725,
      0.9999978542327881,
      1.000536561012268,
      0.9999803900718689,
      1.0008375644683838,
      1.0024354457855225
    ],
    "feedback_forward_relative_error": [
      0.01727432571351528,
      0.017493002116680145,
      0.017934264615178108,
      0.019754735752940178,
      0.01725584641098976,
      0.02037930302321911,
      0.019325312227010727,
      0.015937509015202522,
      0.01766478270292282,
      0.01924634538590908,
      0.01678977534174919,
      0.01964843086898327,
      0.018145978450775146,
      0.013903813436627388,
      0.014491389505565166,
      0.015974553301930428,
      0.015885846689343452,
      0.02421395294368267,
      0.005379044450819492
    ],
    "innovation_negative_gradient_cosine": [
      0.9996986985206604,
      0.9996751546859741,
      0.9997011423110962,
      0.9996614456176758,
      0.9997061491012573,
      0.9997013807296753,
      0.9997236132621765,
      0.9997540712356567,
      0.999758243560791,
      0.9997246265411377,
      0.9997713565826416,
      0.9997608065605164,
      0.9997847676277161,
      0.9998412132263184,
      0.999850869178772,
      0.9998796582221985,
      0.9999210834503174,
      0.9999673962593079,
      0.8243924975395203
    ],
    "instruction_negative_gradient_cosine": [
      0.9996987581253052,
      0.9996751546859741,
      0.9997011423110962,
      0.9996615052223206,
      0.9997061491012573,
      0.9997013807296753,
      0.9997235536575317,
      0.9997540712356567,
      0.999758243560791,
      0.9997246265411377,
      0.9997714161872864,
      0.9997608661651611,
      0.9997847676277161,
      0.9998412132263184,
      0.999850869178772,
      0.9998796582221985,
      0.9999211430549622,
      0.9999673962593079,
      0.8323243856430054
    ],
    "matched_negative_gradient_cosine": [
      0.022362053394317627,
      0.024259323254227638,
      0.03520088270306587,
      0.025507111102342606,
      0.03269539773464203,
      0.02519085258245468,
      0.0362958125770092,
      0.041643016040325165,
      0.08374488353729248,
      0.08095806837081909,
      0.10179010033607483,
      0.08231319487094879,
      0.0815601572394371,
      0.030292296782135963,
      0.02102743089199066,
      0.10524105280637741,
      0.02774365246295929,
      0.10146436095237732,
      0.10039767622947693
    ],
    "max_norm_match_direction_error": 2.384185791015625e-07,
    "max_norm_match_relative_error": 1.5911700756987557e-07,
    "mean_feedback_forward_cosine": 0.9998461353151422,
    "mean_feedback_forward_relative_error": 0.017194642734370734,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.0822753757238388,
      "max_absolute_post_projection_soma_slope": 1.3497736262024773e-08,
      "max_absolute_pre_projection_soma_slope": 0.0822753757238388,
      "max_positive_post_projection_soma_slope": 1.3497736262024773e-08,
      "min_post_projection_soma_slope": -6.2670082456861564e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.4397335043675243e-08,
      "pre_projection_traffic_rms_ratio": 0.020312865210017125
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.020312865210005103,
    "raw_negative_gradient_cosine": [
      0.022362053394317627,
      0.024259325116872787,
      0.035200878977775574,
      0.025507112964987755,
      0.03269539773464203,
      0.025190850719809532,
      0.0362958125770092,
      0.041643016040325165,
      0.08374488353729248,
      0.08095806837081909,
      0.10179010033607483,
      0.0823131874203682,
      0.0815601572394371,
      0.030292298644781113,
      0.02102743275463581,
      0.10524106025695801,
      0.02774365246295929,
      0.10146436095237732,
      0.10039767622947693
    ],
    "teaching_negative_gradient_cosine": [
      0.9996986985206604,
      0.9996751546859741,
      0.9997011423110962,
      0.9996614456176758,
      0.9997061491012573,
      0.9997013807296753,
      0.9997236132621765,
      0.9997540712356567,
      0.999758243560791,
      0.9997246265411377,
      0.9997713565826416,
      0.9997608065605164,
      0.9997847676277161,
      0.9998412132263184,
      0.999850869178772,
      0.9998796582221985,
      0.9999210834503174,
      0.9999673962593079,
      0.8243924975395203
    ],
    "traffic_instruction_rms_ratio": 49.94489327166999,
    "used_negative_gradient_cosine": [
      0.9996986985206604,
      0.9996751546859741,
      0.9997011423110962,
      0.9996614456176758,
      0.9997061491012573,
      0.9997013807296753,
      0.9997236132621765,
      0.9997540712356567,
      0.999758243560791,
      0.9997246265411377,
      0.9997713565826416,
      0.9997608065605164,
      0.9997847676277161,
      0.9998412132263184,
      0.999850869178772,
      0.9998796582221985,
      0.9999210834503174,
      0.9999673962593079,
      0.8243924975395203
    ],
    "wall_s": 0.14642691612243652
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.327570915222168,
        "mean_feedback_forward_cosine": 0.2931321012346368,
        "mean_feedback_forward_relative_error": 1.191693923975292,
        "min_feedback_forward_cosine": 0.1347886621952057
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0023458699837442037,
        "instruction_rms": 0.0023458699838571117,
        "raw_apical_rms": 0.02348662346397723,
        "teaching_rms": 0.0023458699837442037,
        "traffic_rms": 0.02336154807426504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227542787790298,
        "maximum_absolute_post_projection_soma_slope": 5.0590429623298405e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.0321173518936684e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00990496878122038,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.805547742729187
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.260906457901001,
        "mean_feedback_forward_cosine": 0.4232938603350991,
        "mean_feedback_forward_relative_error": 1.0761622566925853,
        "min_feedback_forward_cosine": 0.22098347544670105
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003671590594991641,
        "instruction_rms": 0.0036715905950553992,
        "raw_apical_rms": 0.027545810196126733,
        "teaching_rms": 0.003671590594991641,
        "traffic_rms": 0.027297827811384838
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.8800415325113136e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.753875798549638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01628496239655508,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.3310523392486573
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2047605514526367,
        "mean_feedback_forward_cosine": 0.5217100444592928,
        "mean_feedback_forward_relative_error": 0.9805129201788652,
        "min_feedback_forward_cosine": 0.286628782749176
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004465159986254829,
        "instruction_rms": 0.00446515998857754,
        "raw_apical_rms": 0.03150193579872519,
        "teaching_rms": 0.004465159986254829,
        "traffic_rms": 0.0311819173826129
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.712585083803788e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.684428889971324e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018656673528363813,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.0602655870056152
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1567370891571045,
        "mean_feedback_forward_cosine": 0.593300135512101,
        "mean_feedback_forward_relative_error": 0.903764197700902,
        "min_feedback_forward_cosine": 0.3449849486351013
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00474773434610716,
        "instruction_rms": 0.004747734344541678,
        "raw_apical_rms": 0.033327790001248504,
        "teaching_rms": 0.00474773434610716,
        "traffic_rms": 0.032985611177575064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.5780558960141207e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6763558784768696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018490967629297403,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8784695714378357
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1160329580307007,
        "mean_feedback_forward_cosine": 0.6467200313743792,
        "mean_feedback_forward_relative_error": 0.8423983517446016,
        "min_feedback_forward_cosine": 0.39192259311676025
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004881021328203709,
        "instruction_rms": 0.004881021328194546,
        "raw_apical_rms": 0.034711713691779,
        "teaching_rms": 0.004881021328203709,
        "traffic_rms": 0.03436421549227625
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 4.074751558391654e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6662877615313945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017492111986983843,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7631265657424927
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0759037733078003,
        "mean_feedback_forward_cosine": 0.6879244682035948,
        "mean_feedback_forward_relative_error": 0.7916530919702429,
        "min_feedback_forward_cosine": 0.43611904978752136
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048809440060509565,
        "instruction_rms": 0.0048809440063602,
        "raw_apical_rms": 0.0364534283963569,
        "teaching_rms": 0.0048809440060509565,
        "traffic_rms": 0.03612267551602297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.225347811053325e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.643581410571312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015621303511655617,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.6868485440635681
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0387662649154663,
        "mean_feedback_forward_cosine": 0.7214141299850062,
        "mean_feedback_forward_relative_error": 0.7475441051156897,
        "min_feedback_forward_cosine": 0.47599244117736816
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004832757803317768,
        "instruction_rms": 0.004832757802903111,
        "raw_apical_rms": 0.03753326801392513,
        "teaching_rms": 0.004832757803317768,
        "traffic_rms": 0.03721797167340259
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8010404662381916e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635598523810193e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016501083644565786,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6314835189056397
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.003250002861023,
        "mean_feedback_forward_cosine": 0.7492409724938242,
        "mean_feedback_forward_relative_error": 0.709188638549102,
        "min_feedback_forward_cosine": 0.5122384428977966
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004856772300705741,
        "instruction_rms": 0.0048567722998842,
        "raw_apical_rms": 0.03800837014758386,
        "teaching_rms": 0.004856772300705741,
        "traffic_rms": 0.037694081711853566
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.498570677606949e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6359628751323574e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017631521920791614,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5823070617294311
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9685584902763367,
        "mean_feedback_forward_cosine": 0.7732300821103548,
        "mean_feedback_forward_relative_error": 0.6742678676780901,
        "min_feedback_forward_cosine": 0.5464391708374023
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004789985864534236,
        "instruction_rms": 0.00478998586463003,
        "raw_apical_rms": 0.038732535975082215,
        "teaching_rms": 0.004789985864534236,
        "traffic_rms": 0.03843220078923353
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 3.27060156735115e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.623040867647771e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015321808217678557,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5515176932907104
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9338985085487366,
        "mean_feedback_forward_cosine": 0.7943182932703119,
        "mean_feedback_forward_relative_error": 0.6417741681400099,
        "min_feedback_forward_cosine": 0.5791939496994019
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004871900473038724,
        "instruction_rms": 0.004871900474412808,
        "raw_apical_rms": 0.039069140209188405,
        "teaching_rms": 0.004871900473038724,
        "traffic_rms": 0.038760862538312166
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7772903976597263e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6175438862991447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01821533274242593,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5251762504386902
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9005911946296692,
        "mean_feedback_forward_cosine": 0.8128562506876493,
        "mean_feedback_forward_relative_error": 0.6118506397071638,
        "min_feedback_forward_cosine": 0.6089978218078613
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004896473654990419,
        "instruction_rms": 0.004896473653639533,
        "raw_apical_rms": 0.03928884658759881,
        "teaching_rms": 0.004896473654990419,
        "traffic_rms": 0.03897937104307989
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.789050140312611e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.616522787170611e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01786776892063925,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.4958604956626892
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8660767078399658,
        "mean_feedback_forward_cosine": 0.8295832841019881,
        "mean_feedback_forward_relative_error": 0.5838058575203544,
        "min_feedback_forward_cosine": 0.6385530829429626
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004808647554256598,
        "instruction_rms": 0.0048086475541508,
        "raw_apical_rms": 0.03954524124527627,
        "teaching_rms": 0.004808647554256598,
        "traffic_rms": 0.03924841937169721
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.956946865140253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6118133214278638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0184079742347186,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4820075796508789
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8346330523490906,
        "mean_feedback_forward_cosine": 0.8443804289165296,
        "mean_feedback_forward_relative_error": 0.5574246974367845,
        "min_feedback_forward_cosine": 0.6643346548080444
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004875982367526556,
        "instruction_rms": 0.004875982368043958,
        "raw_apical_rms": 0.0399272492532039,
        "teaching_rms": 0.004875982367526556,
        "traffic_rms": 0.03962497113825138
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.2248046011318365e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6120312677332787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017202621076232633,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.45787043023109436
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8036091327667236,
        "mean_feedback_forward_cosine": 0.8574150832075822,
        "mean_feedback_forward_relative_error": 0.5333596569927115,
        "min_feedback_forward_cosine": 0.6891120672225952
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004848916188618188,
        "instruction_rms": 0.004848916188589928,
        "raw_apical_rms": 0.04003221149567942,
        "teaching_rms": 0.004848916188618188,
        "traffic_rms": 0.039733806119139625
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.775923573812179e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6148244421618295e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017642830395704957,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.43975774251937866
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7734719514846802,
        "mean_feedback_forward_cosine": 0.869485710796557,
        "mean_feedback_forward_relative_error": 0.5100936968075601,
        "min_feedback_forward_cosine": 0.7120944261550903
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004806122496659478,
        "instruction_rms": 0.004806122496870706,
        "raw_apical_rms": 0.0407173220952058,
        "teaching_rms": 0.004806122496659478,
        "traffic_rms": 0.04042913585746582
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.3156855039351285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6091354082006586e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017048526833013028,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4246260940742493
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7430330514907837,
        "mean_feedback_forward_cosine": 0.8805680369075976,
        "mean_feedback_forward_relative_error": 0.48759743414427104,
        "min_feedback_forward_cosine": 0.734087347984314
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004848893921819122,
        "instruction_rms": 0.004848893923483939,
        "raw_apical_rms": 0.04098843158624421,
        "teaching_rms": 0.004848893921819122,
        "traffic_rms": 0.04069630615158447
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.9484807484436715e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6076372053518845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016823604896313207,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.4146203851890564
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7147830128669739,
        "mean_feedback_forward_cosine": 0.8904170739023309,
        "mean_feedback_forward_relative_error": 0.46680008188674327,
        "min_feedback_forward_cosine": 0.7541211843490601
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004873685792756525,
        "instruction_rms": 0.004873685791842876,
        "raw_apical_rms": 0.041241226043997756,
        "teaching_rms": 0.004873685792756525,
        "traffic_rms": 0.04094839936735025
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.113056479264742e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6029967318936335e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015918563634871864,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.4003345101833343
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.687778115272522,
        "mean_feedback_forward_cosine": 0.8992662774889093,
        "mean_feedback_forward_relative_error": 0.447287706952346,
        "min_feedback_forward_cosine": 0.7724377512931824
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004829480583906598,
        "instruction_rms": 0.004829480586007168,
        "raw_apical_rms": 0.04142737798869699,
        "teaching_rms": 0.004829480583906598,
        "traffic_rms": 0.041140858611230055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.358062627967229e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5969093901961895e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017290331190102377,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.38632042106628417
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6603801846504211,
        "mean_feedback_forward_cosine": 0.9074160550770006,
        "mean_feedback_forward_relative_error": 0.42844122020821823,
        "min_feedback_forward_cosine": 0.7900243401527405
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00487291843657504,
        "instruction_rms": 0.004872918434861623,
        "raw_apical_rms": 0.04163633613866524,
        "teaching_rms": 0.00487291843657504,
        "traffic_rms": 0.04134602494707575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227542042732239,
        "maximum_absolute_post_projection_soma_slope": 4.2223906149274626e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594521432290967e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017679108183478818,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.38205625931739806
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6350133419036865,
        "mean_feedback_forward_cosine": 0.9147163253081473,
        "mean_feedback_forward_relative_error": 0.4109759503289273,
        "min_feedback_forward_cosine": 0.8055943250656128
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004859434303461324,
        "instruction_rms": 0.004859434304251195,
        "raw_apical_rms": 0.041616226750107566,
        "teaching_rms": 0.004859434303461324,
        "traffic_rms": 0.04132704009945589
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.854311714235337e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5958980317111978e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01651007412015662,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3695819313621521
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6108391284942627,
        "mean_feedback_forward_cosine": 0.9213258875043768,
        "mean_feedback_forward_relative_error": 0.3945247648577941,
        "min_feedback_forward_cosine": 0.8200223445892334
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004822141095869423,
        "instruction_rms": 0.004822141096378631,
        "raw_apical_rms": 0.04186738019508544,
        "teaching_rms": 0.004822141095869423,
        "traffic_rms": 0.04158481055969158
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.2747060174642684e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5900518970793345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018201813039787722,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3592459613609314
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5873867869377136,
        "mean_feedback_forward_cosine": 0.9274100441681711,
        "mean_feedback_forward_relative_error": 0.3788129083420101,
        "min_feedback_forward_cosine": 0.8333821892738342
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004801373989082424,
        "instruction_rms": 0.004801373989256409,
        "raw_apical_rms": 0.042068418743024485,
        "teaching_rms": 0.004801373989082424,
        "traffic_rms": 0.041789474507102915
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.719799579471328e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912308281125024e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016512888852699373,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.3491060485935211
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5640358328819275,
        "mean_feedback_forward_cosine": 0.93328458070755,
        "mean_feedback_forward_relative_error": 0.3630620225479728,
        "min_feedback_forward_cosine": 0.8463056087493896
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004868240049269691,
        "instruction_rms": 0.004868240049303125,
        "raw_apical_rms": 0.042381354518935335,
        "teaching_rms": 0.004868240049269691,
        "traffic_rms": 0.042096341261464956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.0879501622393946e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5990957139271692e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017203735964915666,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3448995432281494
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5415239930152893,
        "mean_feedback_forward_cosine": 0.9384371355960244,
        "mean_feedback_forward_relative_error": 0.34853963083342504,
        "min_feedback_forward_cosine": 0.8581621050834656
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004780336621771959,
        "instruction_rms": 0.004780336620950417,
        "raw_apical_rms": 0.04277606786346969,
        "teaching_rms": 0.004780336621771959,
        "traffic_rms": 0.04250384394228024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 5.1318746585593544e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5927275006071247e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015940986030146452,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3374901043891907
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5202357769012451,
        "mean_feedback_forward_cosine": 0.9431340035639311,
        "mean_feedback_forward_relative_error": 0.334823907205933,
        "min_feedback_forward_cosine": 0.8690590262413025
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004716746604124523,
        "instruction_rms": 0.004716746604574487,
        "raw_apical_rms": 0.04260743446868217,
        "teaching_rms": 0.004716746604124523,
        "traffic_rms": 0.04234079804455051
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227542042732239,
        "maximum_absolute_post_projection_soma_slope": 4.7357151089499894e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585340613692155e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016364408160975126,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3276682837963104
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.49953463673591614,
        "mean_feedback_forward_cosine": 0.9474935123794958,
        "mean_feedback_forward_relative_error": 0.32163944448295395,
        "min_feedback_forward_cosine": 0.8792381882667542
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004772341002184884,
        "instruction_rms": 0.004772341001748879,
        "raw_apical_rms": 0.043038446708388266,
        "teaching_rms": 0.004772341002184884,
        "traffic_rms": 0.04276835548679682
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 4.6521169139168705e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5849831189216247e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017063269026886485,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.32579190908432004
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4791122078895569,
        "mean_feedback_forward_cosine": 0.951603186757941,
        "mean_feedback_forward_relative_error": 0.3087067596222225,
        "min_feedback_forward_cosine": 0.8887606859207153
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004775483719212557,
        "instruction_rms": 0.004775483720499498,
        "raw_apical_rms": 0.04298152470823786,
        "teaching_rms": 0.004775483719212557,
        "traffic_rms": 0.04271078101370726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.938568227113137e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5860390157824777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015241455164246841,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.32503713415145874
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.46021783351898193,
        "mean_feedback_forward_cosine": 0.9552743905468991,
        "mean_feedback_forward_relative_error": 0.29664373789962967,
        "min_feedback_forward_cosine": 0.8972604870796204
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004765655704444584,
        "instruction_rms": 0.004765655705800749,
        "raw_apical_rms": 0.042966238669496566,
        "teaching_rms": 0.004765655704444584,
        "traffic_rms": 0.042696162421521695
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.775274493023062e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586331809508137e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014996490073181547,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.30880972177505495
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.44126591086387634,
        "mean_feedback_forward_cosine": 0.958730719591442,
        "mean_feedback_forward_relative_error": 0.284871365286802,
        "min_feedback_forward_cosine": 0.9054875373840332
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004788670806882806,
        "instruction_rms": 0.004788670806122413,
        "raw_apical_rms": 0.043174576322435536,
        "teaching_rms": 0.004788670806882806,
        "traffic_rms": 0.04290405978309106
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.2173886665987084e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5821082881976517e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01668752396976143,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.3089152067899704
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4237067997455597,
        "mean_feedback_forward_cosine": 0.9618870490475705,
        "mean_feedback_forward_relative_error": 0.2736635588501629,
        "min_feedback_forward_cosine": 0.9127898812294006
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004719286137527617,
        "instruction_rms": 0.004719286136101836,
        "raw_apical_rms": 0.04375445741024963,
        "teaching_rms": 0.004719286137527617,
        "traffic_rms": 0.04349441604211649
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7270182556549116e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5756416374652833e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01802896167857879,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.30178434378623964
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.40658998489379883,
        "mean_feedback_forward_cosine": 0.9648162785329317,
        "mean_feedback_forward_relative_error": 0.26284888347512797,
        "min_feedback_forward_cosine": 0.9195866584777832
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004787406694709766,
        "instruction_rms": 0.004787406694770327,
        "raw_apical_rms": 0.044117977883712044,
        "teaching_rms": 0.004787406694709766,
        "traffic_rms": 0.04385303318731251
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8906068649803274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5827191150418028e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017490406845183534,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.2960630872821808
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3895008862018585,
        "mean_feedback_forward_cosine": 0.967572874144504,
        "mean_feedback_forward_relative_error": 0.25229691674834803,
        "min_feedback_forward_cosine": 0.9262061715126038
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004799912306798599,
        "instruction_rms": 0.004799912308478198,
        "raw_apical_rms": 0.04427760032105145,
        "teaching_rms": 0.004799912306798599,
        "traffic_rms": 0.04401228818747283
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.012265992197172e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58364052319485e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017358258359552233,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.29593069162368774
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3740667402744293,
        "mean_feedback_forward_cosine": 0.9700015877422533,
        "mean_feedback_forward_relative_error": 0.24253453784867338,
        "min_feedback_forward_cosine": 0.9318884015083313
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004721054043907427,
        "instruction_rms": 0.0047210540457194765,
        "raw_apical_rms": 0.04415189886338868,
        "teaching_rms": 0.004721054043907427,
        "traffic_rms": 0.04389417901977046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9468626649986618e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5841658241876946e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017795347855756365,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2867195527267456
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3588382303714752,
        "mean_feedback_forward_cosine": 0.972333152043192,
        "mean_feedback_forward_relative_error": 0.2328983721764464,
        "min_feedback_forward_cosine": 0.9372836947441101
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00479726388153956,
        "instruction_rms": 0.004797263879010452,
        "raw_apical_rms": 0.04418121784603879,
        "teaching_rms": 0.00479726388153956,
        "traffic_rms": 0.043914614630379045
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.773115070908716e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5841895840707302e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016448641275159097,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2891142744159699
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.34428825974464417,
        "mean_feedback_forward_cosine": 0.974418066049877,
        "mean_feedback_forward_relative_error": 0.22383663646484675,
        "min_feedback_forward_cosine": 0.9422024488449097
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0047290254551864966,
        "instruction_rms": 0.004729025455495738,
        "raw_apical_rms": 0.04433298378731518,
        "teaching_rms": 0.0047290254551864966,
        "traffic_rms": 0.044075616440752925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.883191818625619e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574018332832844e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016249806642077994,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.28075618514060974
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3303960859775543,
        "mean_feedback_forward_cosine": 0.9763642361289576,
        "mean_feedback_forward_relative_error": 0.215111286232346,
        "min_feedback_forward_cosine": 0.9467146396636963
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004718207659941733,
        "instruction_rms": 0.004718207659569686,
        "raw_apical_rms": 0.04424307693240625,
        "teaching_rms": 0.004718207659941733,
        "traffic_rms": 0.043985696562663906
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.3381006403487845e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5789616933194986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01633000558551045,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2803949238920212
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3170152008533478,
        "mean_feedback_forward_cosine": 0.9781417815308822,
        "mean_feedback_forward_relative_error": 0.20681124258982508,
        "min_feedback_forward_cosine": 0.950925350189209
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004692203795388552,
        "instruction_rms": 0.004692203796202685,
        "raw_apical_rms": 0.04427676079609707,
        "teaching_rms": 0.004692203795388552,
        "traffic_rms": 0.04402294375333988
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.3900782625551074e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585140731639396e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016528345481444533,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.27353249445915223
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30395451188087463,
        "mean_feedback_forward_cosine": 0.9797981977462769,
        "mean_feedback_forward_relative_error": 0.19875668812739222,
        "min_feedback_forward_cosine": 0.9548333883285522
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0047392588401320365,
        "instruction_rms": 0.004739258840819582,
        "raw_apical_rms": 0.044428064971136765,
        "teaching_rms": 0.0047392588401320365,
        "traffic_rms": 0.04417026904399828
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.578487195454727e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582585576924312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016864814841087247,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.2749817355442047
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2922903299331665,
        "mean_feedback_forward_cosine": 0.9812934586876317,
        "mean_feedback_forward_relative_error": 0.1912031028615801,
        "min_feedback_forward_cosine": 0.9581990242004395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004576066277701493,
        "instruction_rms": 0.004576066277471627,
        "raw_apical_rms": 0.044728942681296,
        "teaching_rms": 0.004576066277701493,
        "traffic_rms": 0.04448984609232146
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.6836007194219746e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5690026460969497e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0169922241715625,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.26782150758743284
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.280313104391098,
        "mean_feedback_forward_cosine": 0.9826982993828622,
        "mean_feedback_forward_relative_error": 0.18380009853526166,
        "min_feedback_forward_cosine": 0.9614983797073364
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004644261898245803,
        "instruction_rms": 0.004644261897794111,
        "raw_apical_rms": 0.04480093733984485,
        "teaching_rms": 0.004644261898245803,
        "traffic_rms": 0.04455461437941404
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 4.0477818430417756e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574299340521356e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018366851020281037,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.2678113062095642
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26887330412864685,
        "mean_feedback_forward_cosine": 0.9839890003204346,
        "mean_feedback_forward_relative_error": 0.17680098194825022,
        "min_feedback_forward_cosine": 0.9645620584487915
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004559570050949503,
        "instruction_rms": 0.004559570051177332,
        "raw_apical_rms": 0.04472163506720585,
        "teaching_rms": 0.004559570050949503,
        "traffic_rms": 0.04448327144272855
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9571026516350685e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5692504515424268e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018384748457102303,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.26370660876750945
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2576903998851776,
        "mean_feedback_forward_cosine": 0.9852035422074167,
        "mean_feedback_forward_relative_error": 0.16993934935645053,
        "min_feedback_forward_cosine": 0.967430591583252
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004656677158984815,
        "instruction_rms": 0.004656677159186917,
        "raw_apical_rms": 0.04479867481312729,
        "teaching_rms": 0.004656677158984815,
        "traffic_rms": 0.04455088583195975
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.941812482504247e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5725155860143962e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018336498336476124,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.2643015848827362
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24723805487155914,
        "mean_feedback_forward_cosine": 0.9863148488496479,
        "mean_feedback_forward_relative_error": 0.16339484445358576,
        "min_feedback_forward_cosine": 0.9700101613998413
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004637239172166699,
        "instruction_rms": 0.004637239172082321,
        "raw_apical_rms": 0.045106691019083184,
        "teaching_rms": 0.004637239172166699,
        "traffic_rms": 0.04486270985308889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.9108356613960495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5697655447775195e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018963983382430643,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2578103147983551
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23730941116809845,
        "mean_feedback_forward_cosine": 0.9873444030159398,
        "mean_feedback_forward_relative_error": 0.15708831697702408,
        "min_feedback_forward_cosine": 0.9723442792892456
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004655350053951573,
        "instruction_rms": 0.004655350053869338,
        "raw_apical_rms": 0.04514114405603066,
        "teaching_rms": 0.004655350053951573,
        "traffic_rms": 0.044894694106716426
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.252825481718901e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5760762003746766e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020997997961584514,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2529665837192535
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22768084704875946,
        "mean_feedback_forward_cosine": 0.9883168151504115,
        "mean_feedback_forward_relative_error": 0.1509027994777027,
        "min_feedback_forward_cosine": 0.9745272994041443
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0046873742133837154,
        "instruction_rms": 0.004687374214414652,
        "raw_apical_rms": 0.04538427132015767,
        "teaching_rms": 0.0046873742133837154,
        "traffic_rms": 0.04513624677173431
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.6181718126849773e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5738978300010427e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018688845227733526,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2579633776187897
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2186504602432251,
        "mean_feedback_forward_cosine": 0.9891984901930156,
        "mean_feedback_forward_relative_error": 0.1450516028623832,
        "min_feedback_forward_cosine": 0.9764928221702576
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004653935958856293,
        "instruction_rms": 0.004653935958024194,
        "raw_apical_rms": 0.04547335404426049,
        "teaching_rms": 0.004653935958856293,
        "traffic_rms": 0.045229135552194856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2090855367196127e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5722884906394433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019171477402907058,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.2501810896587372
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21012821793556213,
        "mean_feedback_forward_cosine": 0.9900065848701879,
        "mean_feedback_forward_relative_error": 0.13949474260995262,
        "min_feedback_forward_cosine": 0.978274941444397
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0046021958015362305,
        "instruction_rms": 0.004602195804364113,
        "raw_apical_rms": 0.04538367987748691,
        "teaching_rms": 0.0046021958015362305,
        "traffic_rms": 0.04514425051086037
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.503428042643918e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5746243688601273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019613229640980317,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.24839993502616883
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20168890058994293,
        "mean_feedback_forward_cosine": 0.9907535534155997,
        "mean_feedback_forward_relative_error": 0.13414796500613815,
        "min_feedback_forward_cosine": 0.9799731969833374
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004608081501542696,
        "instruction_rms": 0.004608081501064747,
        "raw_apical_rms": 0.04552153247163043,
        "teaching_rms": 0.004608081501542696,
        "traffic_rms": 0.045282666007723474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4720135272104926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5740755861584484e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01976832212866389,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.24864288017749786
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19331048429012299,
        "mean_feedback_forward_cosine": 0.9914591249666715,
        "mean_feedback_forward_relative_error": 0.12891349745424172,
        "min_feedback_forward_cosine": 0.9815924167633057
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004642849718999817,
        "instruction_rms": 0.004642849718146079,
        "raw_apical_rms": 0.045396201434828774,
        "teaching_rms": 0.004642849718999817,
        "traffic_rms": 0.04515219367419024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2221056994453647e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576318375368063e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021803495629779186,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.24451458721160887
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18572430312633514,
        "mean_feedback_forward_cosine": 0.992089967978628,
        "mean_feedback_forward_relative_error": 0.12403291797167376,
        "min_feedback_forward_cosine": 0.9829974174499512
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004546503347293876,
        "instruction_rms": 0.004546503347551271,
        "raw_apical_rms": 0.045598295502900524,
        "teaching_rms": 0.004546503347293876,
        "traffic_rms": 0.04536513488601619
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.1497157831618097e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569904570292151e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020824954594735653,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.24301876690864563
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17827193439006805,
        "mean_feedback_forward_cosine": 0.9926830122345373,
        "mean_feedback_forward_relative_error": 0.11927764686314683,
        "min_feedback_forward_cosine": 0.9843248128890991
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004529869819916526,
        "instruction_rms": 0.004529869819349525,
        "raw_apical_rms": 0.04564279311085858,
        "teaching_rms": 0.004529869819916526,
        "traffic_rms": 0.04541218613149538
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.046986757875402e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5816669804176315e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02107535960842052,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.24247464240074157
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17108646035194397,
        "mean_feedback_forward_cosine": 0.9932249062939694,
        "mean_feedback_forward_relative_error": 0.11475159463129546,
        "min_feedback_forward_cosine": 0.9855504631996155
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004516106873876966,
        "instruction_rms": 0.004516106872662984,
        "raw_apical_rms": 0.04587548219908651,
        "teaching_rms": 0.004516106873876966,
        "traffic_rms": 0.04564774870233887
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.292869361042449e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565992442616238e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022907851644091013,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.23650110539913177
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1641821265220642,
        "mean_feedback_forward_cosine": 0.9937359941633124,
        "mean_feedback_forward_relative_error": 0.11033032442394056,
        "min_feedback_forward_cosine": 0.9866870045661926
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004504315625232826,
        "instruction_rms": 0.004504315623691197,
        "raw_apical_rms": 0.045868057659293374,
        "teaching_rms": 0.004504315625232826,
        "traffic_rms": 0.045641715729051006
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.1825806939546055e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5777820384544772e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021845245102331948,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.236711265873909
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1578034609556198,
        "mean_feedback_forward_cosine": 0.9941970423648232,
        "mean_feedback_forward_relative_error": 0.10619055303303819,
        "min_feedback_forward_cosine": 0.9876944422721863
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00454094953512039,
        "instruction_rms": 0.0045409495347720485,
        "raw_apical_rms": 0.045871424016477716,
        "teaching_rms": 0.00454094953512039,
        "traffic_rms": 0.0456407443772398
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.906738754722028e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5727990263309854e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022161256481121983,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.23387126324653626
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1514606922864914,
        "mean_feedback_forward_cosine": 0.9946410718717074,
        "mean_feedback_forward_relative_error": 0.10203240223621067,
        "min_feedback_forward_cosine": 0.9886603951454163
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004547563050037495,
        "instruction_rms": 0.004547563049574177,
        "raw_apical_rms": 0.045518360692550774,
        "teaching_rms": 0.004547563050037495,
        "traffic_rms": 0.045284595344162265
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.0565510183701008e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5740478061418132e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02584861887226083,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.23675390189170836
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14551417529582977,
        "mean_feedback_forward_cosine": 0.9950359651916906,
        "mean_feedback_forward_relative_error": 0.09818014835840777,
        "min_feedback_forward_cosine": 0.9895309209823608
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004484665153046693,
        "instruction_rms": 0.004484665152916434,
        "raw_apical_rms": 0.04570755301305259,
        "teaching_rms": 0.004484665153046693,
        "traffic_rms": 0.045481671294718536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.019190148416783e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.571113081743833e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021799124725607605,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.2318402995967865
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1395757496356964,
        "mean_feedback_forward_cosine": 0.9954079169976083,
        "mean_feedback_forward_relative_error": 0.09442977019046482,
        "min_feedback_forward_cosine": 0.990362286567688
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004478828277481864,
        "instruction_rms": 0.0044788282786134255,
        "raw_apical_rms": 0.045919421039114866,
        "teaching_rms": 0.004478828277481864,
        "traffic_rms": 0.04569424704702332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 1.987119269131199e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5803549504010474e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021603059293626554,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.2329094067955017
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13399051129817963,
        "mean_feedback_forward_cosine": 0.9957562622271086,
        "mean_feedback_forward_relative_error": 0.09077090377870359,
        "min_feedback_forward_cosine": 0.9911122918128967
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004542468247839672,
        "instruction_rms": 0.004542468247707608,
        "raw_apical_rms": 0.04598549938496717,
        "teaching_rms": 0.004542468247839672,
        "traffic_rms": 0.04575508848348998
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.1328670385400983e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5781325748831678e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021982635482641573,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.23193579595804215
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12861619889736176,
        "mean_feedback_forward_cosine": 0.9960756521475943,
        "mean_feedback_forward_relative_error": 0.08727476726237096,
        "min_feedback_forward_cosine": 0.9918099641799927
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045456451106464825,
        "instruction_rms": 0.004545645111198934,
        "raw_apical_rms": 0.04622778920892566,
        "teaching_rms": 0.0045456451106464825,
        "traffic_rms": 0.0459981770548858
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.1947410999700878e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5719951622780338e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02204401009968262,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.22264044613838196
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1234351098537445,
        "mean_feedback_forward_cosine": 0.9963682733084026,
        "mean_feedback_forward_relative_error": 0.08395374958452426,
        "min_feedback_forward_cosine": 0.9924530982971191
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004489913723767663,
        "instruction_rms": 0.004489913724304685,
        "raw_apical_rms": 0.046488015295076325,
        "teaching_rms": 0.004489913723767663,
        "traffic_rms": 0.04626463996035689
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.163831247514736e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574233593412969e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020082952511527835,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.22571970604419708
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1184806227684021,
        "mean_feedback_forward_cosine": 0.9966443714342619,
        "mean_feedback_forward_relative_error": 0.08070476980585801,
        "min_feedback_forward_cosine": 0.9930440187454224
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004504800887250757,
        "instruction_rms": 0.00450480088576186,
        "raw_apical_rms": 0.046282758228746036,
        "teaching_rms": 0.004504800887250757,
        "traffic_rms": 0.04605734033030899
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9634261267119655e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572414878997406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02021490688069777,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.22655731499195098
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11374534666538239,
        "mean_feedback_forward_cosine": 0.9969005961167184,
        "mean_feedback_forward_relative_error": 0.07756132691314346,
        "min_feedback_forward_cosine": 0.9935874342918396
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004505956256633451,
        "instruction_rms": 0.004505956257564016,
        "raw_apical_rms": 0.046141540463833106,
        "teaching_rms": 0.004505956256633451,
        "traffic_rms": 0.04591453850100383
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.3485324735238464e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5722033331634642e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020125181120183397,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.22841051981925964
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10925038903951645,
        "mean_feedback_forward_cosine": 0.9971293963884053,
        "mean_feedback_forward_relative_error": 0.07463071907037183,
        "min_feedback_forward_cosine": 0.9940821528434753
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004448314743345945,
        "instruction_rms": 0.004448314745325493,
        "raw_apical_rms": 0.046495458627430895,
        "teaching_rms": 0.004448314743345945,
        "traffic_rms": 0.04627749060234853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5301879702510632e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5817411326167646e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021421516564879062,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.22133978113174438
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10481410473585129,
        "mean_feedback_forward_cosine": 0.9973445848414773,
        "mean_feedback_forward_relative_error": 0.07178265444542233,
        "min_feedback_forward_cosine": 0.9945505261421204
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004433166505171442,
        "instruction_rms": 0.0044331665074760634,
        "raw_apical_rms": 0.04671754289028331,
        "teaching_rms": 0.004433166505171442,
        "traffic_rms": 0.04650113936844048
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.4786775298935027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5696695633903345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021809574039822397,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.22549003900527953
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10073484480381012,
        "mean_feedback_forward_cosine": 0.9975425946085077,
        "mean_feedback_forward_relative_error": 0.06904374798269648,
        "min_feedback_forward_cosine": 0.994964063167572
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004462751497178396,
        "instruction_rms": 0.0044627514982871685,
        "raw_apical_rms": 0.04676103586523217,
        "teaching_rms": 0.004462751497178396,
        "traffic_rms": 0.04654206192430569
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.4329649406240605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704649650114084e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02331611123008546,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.22032174900531767
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09662847965955734,
        "mean_feedback_forward_cosine": 0.9977284920843024,
        "mean_feedback_forward_relative_error": 0.06637487384049516,
        "min_feedback_forward_cosine": 0.9953654408454895
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004462928333116613,
        "instruction_rms": 0.004462928332879415,
        "raw_apical_rms": 0.04685430411951297,
        "teaching_rms": 0.004462928333116613,
        "traffic_rms": 0.04663582400770435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.5380325396895387e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753460336741072e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02592319297462404,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.21960287969112396
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09272351861000061,
        "mean_feedback_forward_cosine": 0.9979008059752615,
        "mean_feedback_forward_relative_error": 0.06380672939121723,
        "min_feedback_forward_cosine": 0.9957313537597656
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004433959359960961,
        "instruction_rms": 0.0044339593595421655,
        "raw_apical_rms": 0.04699519220435064,
        "teaching_rms": 0.004433959359960961,
        "traffic_rms": 0.04677970372013533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.135201526698438e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564014003717809e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023662354255129636,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.22203246573448182
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0892024040222168,
        "mean_feedback_forward_cosine": 0.9980526127313313,
        "mean_feedback_forward_relative_error": 0.06144261811124651,
        "min_feedback_forward_cosine": 0.9960476756095886
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043195442608879794,
        "instruction_rms": 0.004319544259112613,
        "raw_apical_rms": 0.04708964126135318,
        "teaching_rms": 0.0043195442608879794,
        "traffic_rms": 0.04688599333338463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2364449847600554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5677853552450978e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022628381932380287,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.21463418855667113
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08539411425590515,
        "mean_feedback_forward_cosine": 0.9982048147603085,
        "mean_feedback_forward_relative_error": 0.059003911618339386,
        "min_feedback_forward_cosine": 0.9963769316673279
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004461364795854374,
        "instruction_rms": 0.004461364795788858,
        "raw_apical_rms": 0.04722834926039865,
        "teaching_rms": 0.004461364795854374,
        "traffic_rms": 0.047011179036210334
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4865526526696158e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5674386460899376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025518047441388,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.22278486170768738
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08207610994577408,
        "mean_feedback_forward_cosine": 0.9983395777250591,
        "mean_feedback_forward_relative_error": 0.05674094363654915,
        "min_feedback_forward_cosine": 0.9966522455215454
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004413970967306516,
        "instruction_rms": 0.004413970966060653,
        "raw_apical_rms": 0.047177494746441416,
        "teaching_rms": 0.004413970967306516,
        "traffic_rms": 0.04696540258074965
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.37330315400186e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563740350042084e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02440686432976754,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.21333355133056642
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0788140520453453,
        "mean_feedback_forward_cosine": 0.9984651302036486,
        "mean_feedback_forward_relative_error": 0.05454968161096698,
        "min_feedback_forward_cosine": 0.99691241979599
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004449405174667694,
        "instruction_rms": 0.004449405173589104,
        "raw_apical_rms": 0.047358997159524685,
        "teaching_rms": 0.004449405174667694,
        "traffic_rms": 0.04714393151480106
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 1.9512503612872933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57532254680953e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0253896152063465,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.2183531108570099
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07578767091035843,
        "mean_feedback_forward_cosine": 0.9985797122905129,
        "mean_feedback_forward_relative_error": 0.05246723257005215,
        "min_feedback_forward_cosine": 0.9971445798873901
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004428203586013016,
        "instruction_rms": 0.004428203585740776,
        "raw_apical_rms": 0.04738437883696551,
        "teaching_rms": 0.004428203586013016,
        "traffic_rms": 0.047171228388636174
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.290792444625822e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574478940654628e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021782677125043014,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.2093059962463379
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07258349657058716,
        "mean_feedback_forward_cosine": 0.9986896922713832,
        "mean_feedback_forward_relative_error": 0.050400100942505036,
        "min_feedback_forward_cosine": 0.9973804354667664
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004442856517671805,
        "instruction_rms": 0.004442856517278707,
        "raw_apical_rms": 0.04736824945113453,
        "teaching_rms": 0.004442856517671805,
        "traffic_rms": 0.047153475650320416
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5457330465883388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5656984853168048e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02160475646494068,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.21839441403388976
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06976350396871567,
        "mean_feedback_forward_cosine": 0.9987844981645283,
        "mean_feedback_forward_relative_error": 0.04853930834092592,
        "min_feedback_forward_cosine": 0.9975791573524475
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004315612594591148,
        "instruction_rms": 0.00431561259616685,
        "raw_apical_rms": 0.04738250568149738,
        "teaching_rms": 0.004315612594591148,
        "traffic_rms": 0.047180742701445295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7157867066307517e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5617842276160664e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02187307982766775,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21117156609535218
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0669419914484024,
        "mean_feedback_forward_cosine": 0.99887552386836,
        "mean_feedback_forward_relative_error": 0.046687359382447446,
        "min_feedback_forward_cosine": 0.9977704286575317
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004367494558720474,
        "instruction_rms": 0.004367494557021323,
        "raw_apical_rms": 0.04758520314494894,
        "teaching_rms": 0.004367494558720474,
        "traffic_rms": 0.04737939547635687
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.270921761748923e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572575186709589e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02203769849452929,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21660413080215454
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06436517089605331,
        "mean_feedback_forward_cosine": 0.9989587821458515,
        "mean_feedback_forward_relative_error": 0.044922283605525366,
        "min_feedback_forward_cosine": 0.9979386329650879
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004417489918845659,
        "instruction_rms": 0.0044174899178283655,
        "raw_apical_rms": 0.04750266670746325,
        "teaching_rms": 0.004417489918845659,
        "traffic_rms": 0.04729124745898005
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4047094981938244e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5714906185498735e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023620501315296246,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.20840209030628204
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06179063394665718,
        "mean_feedback_forward_cosine": 0.999037315970973,
        "mean_feedback_forward_relative_error": 0.0431908189662193,
        "min_feedback_forward_cosine": 0.9980998039245605
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004407045364469245,
        "instruction_rms": 0.004407045364734464,
        "raw_apical_rms": 0.04767412688990393,
        "teaching_rms": 0.004407045364469245,
        "traffic_rms": 0.047464719180677496
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.204390092686026e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5638296396557135e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02272881872415467,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.2081046794128418
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05930256471037865,
        "mean_feedback_forward_cosine": 0.9991095568004408,
        "mean_feedback_forward_relative_error": 0.04153912514448166,
        "min_feedback_forward_cosine": 0.9982492327690125
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043790527544082525,
        "instruction_rms": 0.004379052756336955,
        "raw_apical_rms": 0.0477286151702673,
        "teaching_rms": 0.0043790527544082525,
        "traffic_rms": 0.04752179097340137
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3436983909164155e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5663953436407844e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021829887985009597,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.20839991203308106
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05691320821642876,
        "mean_feedback_forward_cosine": 0.9991791624771921,
        "mean_feedback_forward_relative_error": 0.03988120508821387,
        "min_feedback_forward_cosine": 0.998387336730957
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004461599670913459,
        "instruction_rms": 0.004461599669962628,
        "raw_apical_rms": 0.04781929601998163,
        "teaching_rms": 0.004461599670913459,
        "traffic_rms": 0.04760408143889287
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 1.895329049261818e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573311445832305e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024287463830324228,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.2093624784183502
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05468729883432388,
        "mean_feedback_forward_cosine": 0.9992408125024093,
        "mean_feedback_forward_relative_error": 0.038353480986858667,
        "min_feedback_forward_cosine": 0.9985108375549316
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004385065779381697,
        "instruction_rms": 0.0043850657803431526,
        "raw_apical_rms": 0.04766204896754104,
        "teaching_rms": 0.004385065779381697,
        "traffic_rms": 0.047454706527481134
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.3579810104479293e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5650101519866505e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02298443552942991,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.2086062417125702
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.052542585879564285,
        "mean_feedback_forward_cosine": 0.9992965397081877,
        "mean_feedback_forward_relative_error": 0.036913932448155,
        "min_feedback_forward_cosine": 0.9986252784729004
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043045214928493615,
        "instruction_rms": 0.0043045214937361175,
        "raw_apical_rms": 0.047736507726097804,
        "teaching_rms": 0.0043045214928493615,
        "traffic_rms": 0.04753719315437063
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6334786795700893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5660329200840622e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023021489993937674,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.20762985970973968
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.050457537174224854,
        "mean_feedback_forward_cosine": 0.9993495752936915,
        "mean_feedback_forward_relative_error": 0.035494281567241014,
        "min_feedback_forward_cosine": 0.9987320899963379
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004394495826397797,
        "instruction_rms": 0.004394495826613896,
        "raw_apical_rms": 0.047716489281815586,
        "teaching_rms": 0.004394495826397797,
        "traffic_rms": 0.04750842636928751
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7727560691914732e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56941916631341e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02202328716633876,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.20561151941537856
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04845433682203293,
        "mean_feedback_forward_cosine": 0.9993988714720073,
        "mean_feedback_forward_relative_error": 0.03412591278749077,
        "min_feedback_forward_cosine": 0.9988303780555725
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004399460126552034,
        "instruction_rms": 0.004399460124471244,
        "raw_apical_rms": 0.04775198098774823,
        "teaching_rms": 0.004399460126552034,
        "traffic_rms": 0.047543417884343894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.664596543411335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562312608438014e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022901745871314626,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.20777780709266663
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04656662046909332,
        "mean_feedback_forward_cosine": 0.9994442619775471,
        "mean_feedback_forward_relative_error": 0.03280949112223951,
        "min_feedback_forward_cosine": 0.9989194869995117
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004407115435072339,
        "instruction_rms": 0.004407115434748935,
        "raw_apical_rms": 0.04771986984785719,
        "teaching_rms": 0.004407115435072339,
        "traffic_rms": 0.047510232027334794
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.385135999816157e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747994132716138e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022358232465582908,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.20369755020141603
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.044702500104904175,
        "mean_feedback_forward_cosine": 0.9994854895692122,
        "mean_feedback_forward_relative_error": 0.031570233600704295,
        "min_feedback_forward_cosine": 0.9990042448043823
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004315755084679785,
        "instruction_rms": 0.004315755083332374,
        "raw_apical_rms": 0.04800918052259571,
        "teaching_rms": 0.004315755084679785,
        "traffic_rms": 0.04780982257031106
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.5576341872456396e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569174365283035e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02062134461112379,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.2043858553123474
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0429365299642086,
        "mean_feedback_forward_cosine": 0.9995240004439103,
        "mean_feedback_forward_relative_error": 0.03036347394318957,
        "min_feedback_forward_cosine": 0.9990813136100769
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004336577732279031,
        "instruction_rms": 0.004336577731849129,
        "raw_apical_rms": 0.047891058549861566,
        "teaching_rms": 0.004336577732279031,
        "traffic_rms": 0.047688454173679
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.148089078308658e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5666759651397053e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023340418038541037,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.20615036638259887
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04123511537909508,
        "mean_feedback_forward_cosine": 0.9995609521865845,
        "mean_feedback_forward_relative_error": 0.029164387942536882,
        "min_feedback_forward_cosine": 0.999152660369873
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004382139784407495,
        "instruction_rms": 0.00438213978407532,
        "raw_apical_rms": 0.04774811392001671,
        "teaching_rms": 0.004382139784407495,
        "traffic_rms": 0.04754030771508746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6419661125487437e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704460323606745e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024103340178187584,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.20560975249290467
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.039629992097616196,
        "mean_feedback_forward_cosine": 0.9995941958929363,
        "mean_feedback_forward_relative_error": 0.028034470387195285,
        "min_feedback_forward_cosine": 0.9992172122001648
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00435467299196705,
        "instruction_rms": 0.004354672994011582,
        "raw_apical_rms": 0.04784341465523395,
        "teaching_rms": 0.00435467299196705,
        "traffic_rms": 0.04763848175665342
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5046331231237673e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5728592787514457e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02348486613011835,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.2020854564476013
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.038124844431877136,
        "mean_feedback_forward_cosine": 0.9996246005359449,
        "mean_feedback_forward_relative_error": 0.026962837890574808,
        "min_feedback_forward_cosine": 0.9992753267288208
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004328650931209622,
        "instruction_rms": 0.0043286509310389845,
        "raw_apical_rms": 0.04808068542271483,
        "teaching_rms": 0.004328650931209622,
        "traffic_rms": 0.04788079757658137
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.6269598052408583e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5714157843032128e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022969420600330276,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.19950841217041015
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.036587830632925034,
        "mean_feedback_forward_cosine": 0.9996529441130789,
        "mean_feedback_forward_relative_error": 0.025925240675477607,
        "min_feedback_forward_cosine": 0.9993327856063843
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004292392596309543,
        "instruction_rms": 0.004292392596824203,
        "raw_apical_rms": 0.048251730512504545,
        "teaching_rms": 0.004292392596309543,
        "traffic_rms": 0.04805478480597485
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.8689012054883278e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5667460745035058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024002908773223246,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.2002114323425293
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03513621538877487,
        "mean_feedback_forward_cosine": 0.9996787529242667,
        "mean_feedback_forward_relative_error": 0.02494368251217039,
        "min_feedback_forward_cosine": 0.9993845224380493
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004255141927425635,
        "instruction_rms": 0.004255141926887578,
        "raw_apical_rms": 0.04815809528988209,
        "teaching_rms": 0.004255141927425635,
        "traffic_rms": 0.04796478086639638
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.016858940441125e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570681092447056e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026015890424529172,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.20016424828529358
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03374949097633362,
        "mean_feedback_forward_cosine": 0.9997032629816156,
        "mean_feedback_forward_relative_error": 0.023975436967846594,
        "min_feedback_forward_cosine": 0.9994320869445801
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004370979598326893,
        "instruction_rms": 0.004370979597807232,
        "raw_apical_rms": 0.048309369945361925,
        "teaching_rms": 0.004370979598326893,
        "traffic_rms": 0.048105805157002676
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.507447760535797e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5752196755298734e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025014120557112458,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.19749113738059998
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03237580880522728,
        "mean_feedback_forward_cosine": 0.9997260696009586,
        "mean_feedback_forward_relative_error": 0.023034112626000455,
        "min_feedback_forward_cosine": 0.999477207660675
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004387449436407248,
        "instruction_rms": 0.004387449435751337,
        "raw_apical_rms": 0.04824818162355341,
        "teaching_rms": 0.004387449436407248,
        "traffic_rms": 0.048042835436718515
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.977384028213237e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5678139231439217e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02455014797845805,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.20249790773868562
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03116743452847004,
        "mean_feedback_forward_cosine": 0.9997456638436568,
        "mean_feedback_forward_relative_error": 0.022191783658375864,
        "min_feedback_forward_cosine": 0.9995155334472656
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004210139918666429,
        "instruction_rms": 0.0042101399175429825,
        "raw_apical_rms": 0.04833656767939827,
        "teaching_rms": 0.004210139918666429,
        "traffic_rms": 0.048147474915141264
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.175909408208554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5669218233881285e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024407921255045286,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.19265156353473664
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029951486736536026,
        "mean_feedback_forward_cosine": 0.9997650228048626,
        "mean_feedback_forward_relative_error": 0.021329916915611216,
        "min_feedback_forward_cosine": 0.9995524883270264
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004344373836876725,
        "instruction_rms": 0.004344373835989619,
        "raw_apical_rms": 0.04845379649684528,
        "teaching_rms": 0.004344373836876725,
        "traffic_rms": 0.048253070913398755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7147750714107133e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565360883075825e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023665831916656343,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.20088847271442414
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.028780244290828705,
        "mean_feedback_forward_cosine": 0.9997831112460086,
        "mean_feedback_forward_relative_error": 0.0204937291870776,
        "min_feedback_forward_cosine": 0.999586820602417
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043312635011760635,
        "instruction_rms": 0.0043312634992809795,
        "raw_apical_rms": 0.04849606667338037,
        "teaching_rms": 0.0043312635011760635,
        "traffic_rms": 0.04829629751959535
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.9401023837749563e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5678967465433954e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024065746366320383,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.19663877157211304
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02763187140226364,
        "mean_feedback_forward_cosine": 0.9997996687889099,
        "mean_feedback_forward_relative_error": 0.01969574504580937,
        "min_feedback_forward_cosine": 0.9996190667152405
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004358171612195225,
        "instruction_rms": 0.004358171613417646,
        "raw_apical_rms": 0.04884667243904866,
        "teaching_rms": 0.004358171612195225,
        "traffic_rms": 0.04864636827492372
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.303430868266787e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570718099901537e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025037986202263884,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.19674795963287353
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.026514489203691483,
        "mean_feedback_forward_cosine": 0.9998151597223783,
        "mean_feedback_forward_relative_error": 0.01892109627002164,
        "min_feedback_forward_cosine": 0.9996492862701416
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00434627083621541,
        "instruction_rms": 0.004346270834941237,
        "raw_apical_rms": 0.04894234616573691,
        "teaching_rms": 0.00434627083621541,
        "traffic_rms": 0.04874306315084845
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4441225932037014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5637217775514845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025631148768079422,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.1994362680387497
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02549329213798046,
        "mean_feedback_forward_cosine": 0.9998287401701275,
        "mean_feedback_forward_relative_error": 0.01821314119488785,
        "min_feedback_forward_cosine": 0.9996757507324219
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042852978352217,
        "instruction_rms": 0.004285297836398363,
        "raw_apical_rms": 0.04906409672326448,
        "teaching_rms": 0.0042852978352217,
        "traffic_rms": 0.0488710400651982
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7903285015895563e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5620854152077928e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02414659756799424,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.19572466784000397
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024489134550094604,
        "mean_feedback_forward_cosine": 0.9998413669435602,
        "mean_feedback_forward_relative_error": 0.01752755621840295,
        "min_feedback_forward_cosine": 0.9997007250785828
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004221636361093351,
        "instruction_rms": 0.004221636361423895,
        "raw_apical_rms": 0.049164686308363584,
        "teaching_rms": 0.004221636361093351,
        "traffic_rms": 0.04897791091660884
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3844798135996825e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5721802593237438e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02603946114614119,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.19374155280590058
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02448057383298874,
        "mean_feedback_forward_cosine": 0.9998414830157631,
        "mean_feedback_forward_relative_error": 0.01751803746446967,
        "min_feedback_forward_cosine": 0.9997009038925171
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0033462521582545476,
        "instruction_rms": 0.003346252157780076,
        "raw_apical_rms": 0.04908322078952354,
        "teaching_rms": 0.0033462521582545476,
        "traffic_rms": 0.04896366765971387
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2988977832483215e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5602401773882032e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02404472437798285,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.12371995545864105
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02447555400431156,
        "mean_feedback_forward_cosine": 0.9998416022250527,
        "mean_feedback_forward_relative_error": 0.01751082589065558,
        "min_feedback_forward_cosine": 0.9997011423110962
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.003065700335657319,
        "instruction_rms": 0.0030657003353652037,
        "raw_apical_rms": 0.049088883866712625,
        "teaching_rms": 0.003065700335657319,
        "traffic_rms": 0.04898852543475375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9751872077099506e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5524419163331966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0244666780181804,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.09786984976768494
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024470826610922813,
        "mean_feedback_forward_cosine": 0.9998416649667841,
        "mean_feedback_forward_relative_error": 0.0175038432996524,
        "min_feedback_forward_cosine": 0.9997011423110962
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029805995896383043,
        "instruction_rms": 0.0029805995901795437,
        "raw_apical_rms": 0.04904239224821409,
        "teaching_rms": 0.0029805995896383043,
        "traffic_rms": 0.048946762975657754
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.5435899548019734e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.551505887130796e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02450872194994,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08588897730350495
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024466397240757942,
        "mean_feedback_forward_cosine": 0.9998417747648138,
        "mean_feedback_forward_relative_error": 0.017497088833663025,
        "min_feedback_forward_cosine": 0.999701201915741
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029190723927942424,
        "instruction_rms": 0.002919072393274301,
        "raw_apical_rms": 0.04904845875393895,
        "teaching_rms": 0.0029190723927942424,
        "traffic_rms": 0.04895723123474306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.238356167083566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5511189868613987e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024407542661333572,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.07662345088243484
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024461792781949043,
        "mean_feedback_forward_cosine": 0.9998418155469393,
        "mean_feedback_forward_relative_error": 0.017490595260536985,
        "min_feedback_forward_cosine": 0.9997012615203857
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002976717021303312,
        "instruction_rms": 0.0029767170214167146,
        "raw_apical_rms": 0.049020252997628425,
        "teaching_rms": 0.002976717021303312,
        "traffic_rms": 0.04892434642475925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.304567997020058e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5565782142203824e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023574722679906443,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.07455022824764251
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024457285180687904,
        "mean_feedback_forward_cosine": 0.9998419002482766,
        "mean_feedback_forward_relative_error": 0.017484254938991445,
        "min_feedback_forward_cosine": 0.9997014999389648
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002943549201275965,
        "instruction_rms": 0.002943549200796877,
        "raw_apical_rms": 0.04900100973192788,
        "teaching_rms": 0.002943549201275965,
        "traffic_rms": 0.04890700879245653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.5028249694969418e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5568795901086262e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02395872539911231,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.06999668636798859
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024452781304717064,
        "mean_feedback_forward_cosine": 0.9998419724012676,
        "mean_feedback_forward_relative_error": 0.017478057501935644,
        "min_feedback_forward_cosine": 0.9997015595436096
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002888287402036358,
        "instruction_rms": 0.0028882874027681043,
        "raw_apical_rms": 0.04895408911226449,
        "teaching_rms": 0.002888287402036358,
        "traffic_rms": 0.04886250370951537
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4159792388900314e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5506498609942543e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0232400341747001,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06529013301849365
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024448152631521225,
        "mean_feedback_forward_cosine": 0.9998420665138646,
        "mean_feedback_forward_relative_error": 0.01747188351950363,
        "min_feedback_forward_cosine": 0.9997017979621887
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029623654817530973,
        "instruction_rms": 0.0029623654820779503,
        "raw_apical_rms": 0.048946536970132806,
        "teaching_rms": 0.0029623654817530973,
        "traffic_rms": 0.04885093255579393
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.6989171786340194e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5536779543798727e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024473747826059173,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.0641164041686058
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024443216621875763,
        "mean_feedback_forward_cosine": 0.9998421167072497,
        "mean_feedback_forward_relative_error": 0.01746562657583701,
        "min_feedback_forward_cosine": 0.9997017979621887
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002971627252390822,
        "instruction_rms": 0.002971627251063867,
        "raw_apical_rms": 0.04895315940740045,
        "teaching_rms": 0.002971627252390822,
        "traffic_rms": 0.048856115628591656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5765524824805652e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5520531818737034e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02519321251979288,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.06184109539151192
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02443862520158291,
        "mean_feedback_forward_cosine": 0.9998422076827601,
        "mean_feedback_forward_relative_error": 0.0174595791307327,
        "min_feedback_forward_cosine": 0.999701976776123
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002859127162690786,
        "instruction_rms": 0.0028591271627093104,
        "raw_apical_rms": 0.04896081163062508,
        "teaching_rms": 0.002859127162690786,
        "traffic_rms": 0.04887040525130046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.758729777951885e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5554448214027454e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025591930665107898,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.056689655803442
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02443375252187252,
        "mean_feedback_forward_cosine": 0.9998423268920497,
        "mean_feedback_forward_relative_error": 0.017453538033326988,
        "min_feedback_forward_cosine": 0.9997021555900574
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029825219207117947,
        "instruction_rms": 0.0029825219209280406,
        "raw_apical_rms": 0.04896960035281897,
        "teaching_rms": 0.0029825219207117947,
        "traffic_rms": 0.04887160209993277
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.297661083616731e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5543630997778443e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023776518553991034,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.0580404058778286
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024429094046354294,
        "mean_feedback_forward_cosine": 0.9998423708112616,
        "mean_feedback_forward_relative_error": 0.017447648839534896,
        "min_feedback_forward_cosine": 0.9997021555900574
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028689008464229684,
        "instruction_rms": 0.0028689008457498683,
        "raw_apical_rms": 0.048967484885201036,
        "teaching_rms": 0.0028689008464229684,
        "traffic_rms": 0.048875439738426354
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3148677641415816e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5542405159555485e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02495494281465101,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.05360702166080475
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024424513801932335,
        "mean_feedback_forward_cosine": 0.9998424492384258,
        "mean_feedback_forward_relative_error": 0.01744174334759775,
        "min_feedback_forward_cosine": 0.9997022151947021
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028627163829698914,
        "instruction_rms": 0.002862716382679628,
        "raw_apical_rms": 0.048926436225680346,
        "teaching_rms": 0.0028627163829698914,
        "traffic_rms": 0.04883524678038491
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7744526676087844e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5568363136808375e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024024230878911916,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.05180640007734299
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0244197566062212,
        "mean_feedback_forward_cosine": 0.9998425433510228,
        "mean_feedback_forward_relative_error": 0.017435817832225246,
        "min_feedback_forward_cosine": 0.9997023940086365
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028704644989820368,
        "instruction_rms": 0.002870464498890604,
        "raw_apical_rms": 0.048887106570938525,
        "teaching_rms": 0.0028704644989820368,
        "traffic_rms": 0.048794716544953896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.899336593031876e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5571388357817398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024555673219296366,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.05044659919977188
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0244149100035429,
        "mean_feedback_forward_cosine": 0.9998426406007064,
        "mean_feedback_forward_relative_error": 0.017429825629254703,
        "min_feedback_forward_cosine": 0.999702513217926
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028596781732095054,
        "instruction_rms": 0.0028596781728196024,
        "raw_apical_rms": 0.04884856566390004,
        "teaching_rms": 0.0028596781732095054,
        "traffic_rms": 0.048756530359503565
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5040780116114547e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5582278848239102e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023527590915433428,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.0490385916364193
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024410126730799675,
        "mean_feedback_forward_cosine": 0.9998426845199183,
        "mean_feedback_forward_relative_error": 0.017423871782069143,
        "min_feedback_forward_cosine": 0.999702513217926
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002871754675199592,
        "instruction_rms": 0.0028717546749653447,
        "raw_apical_rms": 0.048832569299149135,
        "teaching_rms": 0.002871754675199592,
        "traffic_rms": 0.04873922231163838
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.8601077062262448e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5571940108719696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02364453501248616,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.04682514379620552
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024405425414443016,
        "mean_feedback_forward_cosine": 0.9998427754954288,
        "mean_feedback_forward_relative_error": 0.017418009130970427,
        "min_feedback_forward_cosine": 0.9997028112411499
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002836538135390952,
        "instruction_rms": 0.002836538136061507,
        "raw_apical_rms": 0.048787151279042144,
        "teaching_rms": 0.002836538135390952,
        "traffic_rms": 0.048696467718144676
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.482515348845027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5608262103417605e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024325605086122887,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.04494485949397087
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024400467053055763,
        "mean_feedback_forward_cosine": 0.9998428727451124,
        "mean_feedback_forward_relative_error": 0.017412073591626005,
        "min_feedback_forward_cosine": 0.9997029304504395
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028865294745124776,
        "instruction_rms": 0.0028865294751757114,
        "raw_apical_rms": 0.048765140709692706,
        "teaching_rms": 0.0028865294745124776,
        "traffic_rms": 0.04867049542038607
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8258641648903904e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5562690921347706e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023547039875098746,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.04471779584646225
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024395665153861046,
        "mean_feedback_forward_cosine": 0.9998429417610168,
        "mean_feedback_forward_relative_error": 0.01740619780397729,
        "min_feedback_forward_cosine": 0.9997029304504395
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028717416250078243,
        "instruction_rms": 0.0028717416248511974,
        "raw_apical_rms": 0.048755935986374344,
        "teaching_rms": 0.0028717416250078243,
        "traffic_rms": 0.0486626187737762
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.845919766514271e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5604369341968837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024189179102495514,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.043415931856632235
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024390611797571182,
        "mean_feedback_forward_cosine": 0.9998430295994407,
        "mean_feedback_forward_relative_error": 0.017400079357780908,
        "min_feedback_forward_cosine": 0.999703049659729
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028543648572594,
        "instruction_rms": 0.0028543648581771824,
        "raw_apical_rms": 0.04873526484453722,
        "teaching_rms": 0.0028543648572594,
        "traffic_rms": 0.04864277118906419
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.432542700603335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.561620034302203e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022965147603570338,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.04195493374109268
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02438557893037796,
        "mean_feedback_forward_cosine": 0.9998430986153451,
        "mean_feedback_forward_relative_error": 0.017394070292970066,
        "min_feedback_forward_cosine": 0.9997031688690186
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002863764989794978,
        "instruction_rms": 0.0028637649904234845,
        "raw_apical_rms": 0.048709242721425065,
        "teaching_rms": 0.002863764989794978,
        "traffic_rms": 0.048615234911367274
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2468267246722462e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555955410200908e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023035017357431426,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.04140339361786843
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024380523711442947,
        "mean_feedback_forward_cosine": 0.9998431895908556,
        "mean_feedback_forward_relative_error": 0.017388156321095794,
        "min_feedback_forward_cosine": 0.9997032880783081
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002827880997345219,
        "instruction_rms": 0.0028278809973668923,
        "raw_apical_rms": 0.04872593925192163,
        "teaching_rms": 0.002827880997345219,
        "traffic_rms": 0.048633591589419455
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6768809391342074e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5585669241546475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026071272473848234,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.04006863350510597
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024375349283218384,
        "mean_feedback_forward_cosine": 0.9998432805663661,
        "mean_feedback_forward_relative_error": 0.017382123801661164,
        "min_feedback_forward_cosine": 0.9997034072875977
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002856066507559119,
        "instruction_rms": 0.0028560665080255986,
        "raw_apical_rms": 0.04871631674688228,
        "teaching_rms": 0.002856066507559119,
        "traffic_rms": 0.04862229853677075
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.735733417580377e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5576874816703057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02480626632833394,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.03912635085344315
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024370355531573296,
        "mean_feedback_forward_cosine": 0.9998433652677035,
        "mean_feedback_forward_relative_error": 0.017376119417971687,
        "min_feedback_forward_cosine": 0.9997036457061768
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002811290436930575,
        "instruction_rms": 0.0028112904381432254,
        "raw_apical_rms": 0.04869919605490233,
        "teaching_rms": 0.002811290436930575,
        "traffic_rms": 0.04860793767347228
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4465215631153114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556795690109817e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023964722170544933,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.03840856973826885
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024364938959479332,
        "mean_feedback_forward_cosine": 0.999843484476993,
        "mean_feedback_forward_relative_error": 0.01737001979429471,
        "min_feedback_forward_cosine": 0.9997037649154663
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028673951896524717,
        "instruction_rms": 0.0028673951893175903,
        "raw_apical_rms": 0.048671321331477814,
        "teaching_rms": 0.0028673951896524717,
        "traffic_rms": 0.04857617432184566
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6929921403961998e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5550455823185625e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023192640847393427,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.03869556944549084
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02435973472893238,
        "mean_feedback_forward_cosine": 0.9998435629041571,
        "mean_feedback_forward_relative_error": 0.01736382823927622,
        "min_feedback_forward_cosine": 0.9997038841247559
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028889090138850436,
        "instruction_rms": 0.0028889090150035564,
        "raw_apical_rms": 0.0486327675090662,
        "teaching_rms": 0.0028889090138850436,
        "traffic_rms": 0.048536589770283925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.5532246539228254e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5600918319091187e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022622603754849032,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.037424184908866884
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024354157969355583,
        "mean_feedback_forward_cosine": 0.9998436444684079,
        "mean_feedback_forward_relative_error": 0.01735759136806193,
        "min_feedback_forward_cosine": 0.9997040629386902
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028169860845758724,
        "instruction_rms": 0.0028169860844791395,
        "raw_apical_rms": 0.04861507016660752,
        "teaching_rms": 0.0028169860845758724,
        "traffic_rms": 0.04852172080578116
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.019691163785865e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5573915242047302e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02342010383490687,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.03638764159977436
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024348720908164978,
        "mean_feedback_forward_cosine": 0.9998437417180914,
        "mean_feedback_forward_relative_error": 0.01735136557468458,
        "min_feedback_forward_cosine": 0.9997042417526245
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028351794993543905,
        "instruction_rms": 0.002835179499366131,
        "raw_apical_rms": 0.048580979201895864,
        "teaching_rms": 0.0028351794993543905,
        "traffic_rms": 0.04848638734340265
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.2667529126229056e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5553440552530942e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023391605444013225,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03555873850226402
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024343518540263176,
        "mean_feedback_forward_cosine": 0.9998438389677751,
        "mean_feedback_forward_relative_error": 0.01734522279155882,
        "min_feedback_forward_cosine": 0.9997042417526245
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002796361523554152,
        "instruction_rms": 0.002796361523252879,
        "raw_apical_rms": 0.04855597567648892,
        "teaching_rms": 0.002796361523554152,
        "traffic_rms": 0.04846521457578288
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6007683118223213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5617564915815597e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02405001441116142,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.03429276472210884
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0243381354957819,
        "mean_feedback_forward_cosine": 0.9998439362174586,
        "mean_feedback_forward_relative_error": 0.01733885663806608,
        "min_feedback_forward_cosine": 0.9997044801712036
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028343943692131423,
        "instruction_rms": 0.002834394368960896,
        "raw_apical_rms": 0.04853903120373884,
        "teaching_rms": 0.0028343943692131423,
        "traffic_rms": 0.048444396433397034
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.377692436856705e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5612588483300923e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024213262055877968,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.03456815429449082
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02433299459517002,
        "mean_feedback_forward_cosine": 0.99984399895919,
        "mean_feedback_forward_relative_error": 0.01733277985630067,
        "min_feedback_forward_cosine": 0.9997045397758484
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027320217983916677,
        "instruction_rms": 0.0027320217985002115,
        "raw_apical_rms": 0.04855657435453476,
        "teaching_rms": 0.0027320217983916677,
        "traffic_rms": 0.04846883145914712
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.328218329239462e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559384236665464e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023876254543945593,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.03217262524485588
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024327967315912247,
        "mean_feedback_forward_cosine": 0.9998441118943063,
        "mean_feedback_forward_relative_error": 0.017326766527012774,
        "min_feedback_forward_cosine": 0.9997045993804932
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002687850761300582,
        "instruction_rms": 0.002687850762437218,
        "raw_apical_rms": 0.04854205620988846,
        "teaching_rms": 0.002687850761300582,
        "traffic_rms": 0.048456470447593054
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.560168788079409e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5586142646672532e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023439441696961747,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.030556147327423094
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02432236820459366,
        "mean_feedback_forward_cosine": 0.9998442028698168,
        "mean_feedback_forward_relative_error": 0.01732024820031304,
        "min_feedback_forward_cosine": 0.9997048377990723
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028686834044882384,
        "instruction_rms": 0.0028686834043977843,
        "raw_apical_rms": 0.048547524866026474,
        "teaching_rms": 0.0028686834044882384,
        "traffic_rms": 0.048450524056500015
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3833564455344458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558564566923461e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023913231445054764,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.0324168573653698
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0243166945874691,
        "mean_feedback_forward_cosine": 0.9998443126678467,
        "mean_feedback_forward_relative_error": 0.01731387839505547,
        "min_feedback_forward_cosine": 0.999704897403717
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027793825453001153,
        "instruction_rms": 0.0027793825441777198,
        "raw_apical_rms": 0.04852022057558776,
        "teaching_rms": 0.0027793825453001153,
        "traffic_rms": 0.04842710952917258
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5522268742861343e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565424872139204e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023797648670400823,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.03153674227833748
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02431114949285984,
        "mean_feedback_forward_cosine": 0.9998444067804437,
        "mean_feedback_forward_relative_error": 0.017307509276035585,
        "min_feedback_forward_cosine": 0.9997050762176514
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027240336681244185,
        "instruction_rms": 0.0027240336674131988,
        "raw_apical_rms": 0.048545365684629596,
        "teaching_rms": 0.0027240336681244185,
        "traffic_rms": 0.04845722039680186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.728666714801875e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55770501183823e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023917694137324707,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.030279957340359688
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024305323138833046,
        "mean_feedback_forward_cosine": 0.9998445228526467,
        "mean_feedback_forward_relative_error": 0.017301034157801615,
        "min_feedback_forward_cosine": 0.9997051954269409
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027528722703140723,
        "instruction_rms": 0.0027528722709971006,
        "raw_apical_rms": 0.04852340302574793,
        "teaching_rms": 0.0027528722703140723,
        "traffic_rms": 0.04843296366430072
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2280042699662772e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5585888896042653e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024978631062485213,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.02937257861852646
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024299485608935356,
        "mean_feedback_forward_cosine": 0.9998446044168974,
        "mean_feedback_forward_relative_error": 0.01729451980147707,
        "min_feedback_forward_cosine": 0.9997053146362305
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027277231583783305,
        "instruction_rms": 0.0027277231591195557,
        "raw_apical_rms": 0.04851971578344323,
        "teaching_rms": 0.0027277231583783305,
        "traffic_rms": 0.04842834896218398
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3071786259265537e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5553417451821788e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02418299365002294,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.02949249520123005
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024293530732393265,
        "mean_feedback_forward_cosine": 0.9998447267632735,
        "mean_feedback_forward_relative_error": 0.01728768676127258,
        "min_feedback_forward_cosine": 0.99970543384552
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027867166883944507,
        "instruction_rms": 0.0027867166886400207,
        "raw_apical_rms": 0.04846887346999569,
        "teaching_rms": 0.0027867166883944507,
        "traffic_rms": 0.04837660834310346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5189656582824682e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5611248359383033e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024888198289760965,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.028905465615987776
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024287186563014984,
        "mean_feedback_forward_cosine": 0.9998448146016974,
        "mean_feedback_forward_relative_error": 0.017280714169732835,
        "min_feedback_forward_cosine": 0.9997056722640991
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002857101660007159,
        "instruction_rms": 0.002857101659701874,
        "raw_apical_rms": 0.04851893500646136,
        "teaching_rms": 0.002857101660007159,
        "traffic_rms": 0.048420832308288385
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.2921001985309886e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5637040602862193e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024858264000661965,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.030032363839745523
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02428087405860424,
        "mean_feedback_forward_cosine": 0.9998449526335064,
        "mean_feedback_forward_relative_error": 0.017273705281121165,
        "min_feedback_forward_cosine": 0.9997058510780334
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027882838519900353,
        "instruction_rms": 0.002788283853076212,
        "raw_apical_rms": 0.048466664266525544,
        "teaching_rms": 0.0027882838519900353,
        "traffic_rms": 0.04837292460697367
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.4022945410706598e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5564620592530575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02355587526027469,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.0291568724745512
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024274790659546852,
        "mean_feedback_forward_cosine": 0.99984504988319,
        "mean_feedback_forward_relative_error": 0.017266781657542054,
        "min_feedback_forward_cosine": 0.9997059106826782
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002783970440074854,
        "instruction_rms": 0.0027839704394876045,
        "raw_apical_rms": 0.048477917666435576,
        "teaching_rms": 0.002783970440074854,
        "traffic_rms": 0.04838447026717706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8144011565700566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5566018625518894e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024207300688372207,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.028630548166036607
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024268070235848427,
        "mean_feedback_forward_cosine": 0.9998451471328735,
        "mean_feedback_forward_relative_error": 0.01725966799514074,
        "min_feedback_forward_cosine": 0.9997061491012573
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002761008120539063,
        "instruction_rms": 0.002761008121035479,
        "raw_apical_rms": 0.04844852671798989,
        "teaching_rms": 0.002761008120539063,
        "traffic_rms": 0.048355648973918815
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.6858943513730082e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5569645167862623e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02397697786630962,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.028269394952952862
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02426161803305149,
        "mean_feedback_forward_cosine": 0.9998452694792497,
        "mean_feedback_forward_relative_error": 0.017252516957294,
        "min_feedback_forward_cosine": 0.9997062683105469
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027536368346634476,
        "instruction_rms": 0.002753636834062922,
        "raw_apical_rms": 0.04843313895863856,
        "teaching_rms": 0.0027536368346634476,
        "traffic_rms": 0.0483401242531346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5078373155906775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5591478642442374e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025842726916215624,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.0276219187438488
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024255573749542236,
        "mean_feedback_forward_cosine": 0.9998453604547601,
        "mean_feedback_forward_relative_error": 0.017245651688426733,
        "min_feedback_forward_cosine": 0.9997062683105469
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026949033811911236,
        "instruction_rms": 0.002694903380185682,
        "raw_apical_rms": 0.04842420509237939,
        "teaching_rms": 0.0026949033811911236,
        "traffic_rms": 0.048333192393544895
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9634295017899603e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5658785898485797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025345590917532683,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.025959372283816336
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024249302223324776,
        "mean_feedback_forward_cosine": 0.9998454828011362,
        "mean_feedback_forward_relative_error": 0.01723871840850303,
        "min_feedback_forward_cosine": 0.9997066259384155
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026588572467327438,
        "instruction_rms": 0.002658857246631058,
        "raw_apical_rms": 0.048376473511554864,
        "teaching_rms": 0.0026588572467327438,
        "traffic_rms": 0.04828839380101713
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4241270324409925e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5626880108734327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02429876455227136,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.025804406228661536
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02424287609755993,
        "mean_feedback_forward_cosine": 0.9998455737766466,
        "mean_feedback_forward_relative_error": 0.01723151649103353,
        "min_feedback_forward_cosine": 0.9997066259384155
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027257186812107404,
        "instruction_rms": 0.002725718681592849,
        "raw_apical_rms": 0.048402381057870945,
        "teaching_rms": 0.0027257186812107404,
        "traffic_rms": 0.04831054521916969
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2587206771618185e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5579941622252276e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02417881889563039,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.02590428674697876
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024236010387539864,
        "mean_feedback_forward_cosine": 0.9998457243568019,
        "mean_feedback_forward_relative_error": 0.017224028584008153,
        "min_feedback_forward_cosine": 0.9997068643569946
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002827167266450812,
        "instruction_rms": 0.002827167267287999,
        "raw_apical_rms": 0.0483883455762002,
        "teaching_rms": 0.002827167266450812,
        "traffic_rms": 0.04829099766989648
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.8499101745182998e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5654539749979273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023198826977282944,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.027013206738233566
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024229280650615692,
        "mean_feedback_forward_cosine": 0.9998458623886108,
        "mean_feedback_forward_relative_error": 0.017216705104434175,
        "min_feedback_forward_cosine": 0.9997071623802185
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002714536406160475,
        "instruction_rms": 0.0027145364066408725,
        "raw_apical_rms": 0.048337014096044476,
        "teaching_rms": 0.002714536406160475,
        "traffic_rms": 0.04824711721569856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7053033591073472e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5607880180871844e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02527474555430037,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.0251533569419384
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02422306314110756,
        "mean_feedback_forward_cosine": 0.9998459533641213,
        "mean_feedback_forward_relative_error": 0.01720959055972727,
        "min_feedback_forward_cosine": 0.9997072219848633
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026942487190023657,
        "instruction_rms": 0.002694248719884294,
        "raw_apical_rms": 0.04828414445967492,
        "teaching_rms": 0.0026942487190023657,
        "traffic_rms": 0.04819597619881315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4944256438175216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5699152403078776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023672654030829902,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.02463686482548714
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421622723340988,
        "mean_feedback_forward_cosine": 0.9998460819846705,
        "mean_feedback_forward_relative_error": 0.017202102187040606,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002710706818356168,
        "instruction_rms": 0.00271070681835731,
        "raw_apical_rms": 0.04826925655095889,
        "teaching_rms": 0.002710706818356168,
        "traffic_rms": 0.04817775291501295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.359883488622927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5594574082673352e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02417138474106419,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.024436858989521863
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024216149002313614,
        "mean_feedback_forward_cosine": 0.9998460662992377,
        "mean_feedback_forward_relative_error": 0.017201930014906747,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00257774661598616,
        "instruction_rms": 0.0025777466152746113,
        "raw_apical_rms": 0.0482726744423886,
        "teaching_rms": 0.00257774661598616,
        "traffic_rms": 0.04818993321311305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.235386003552776e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.560035018603872e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023549639102688345,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.022619200856685638
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024216091260313988,
        "mean_feedback_forward_cosine": 0.9998460788475839,
        "mean_feedback_forward_relative_error": 0.01720176414145451,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002465924729383216,
        "instruction_rms": 0.002465924730128645,
        "raw_apical_rms": 0.048258907311979876,
        "teaching_rms": 0.002465924729383216,
        "traffic_rms": 0.0481835009094471
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7386017009689567e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559193664919489e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02349122558021881,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.021056061110496523
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421603538095951,
        "mean_feedback_forward_cosine": 0.9998460757104974,
        "mean_feedback_forward_relative_error": 0.017201603953971675,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002332364200047831,
        "instruction_rms": 0.002332364200394378,
        "raw_apical_rms": 0.04825124136276829,
        "teaching_rms": 0.002332364200047831,
        "traffic_rms": 0.048181026054141755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7669795343854275e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5581413918592066e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024566514220220676,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.020411237919926644
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421598508954048,
        "mean_feedback_forward_cosine": 0.9998460694363243,
        "mean_feedback_forward_relative_error": 0.017201445580117013,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002309400288182278,
        "instruction_rms": 0.0023094002877693393,
        "raw_apical_rms": 0.04825454567868455,
        "teaching_rms": 0.002309400288182278,
        "traffic_rms": 0.048186134860637574
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.348726368950338e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5594445006297598e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023226906136004973,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.0194461808347702
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215945973992348,
        "mean_feedback_forward_cosine": 0.9998460757104974,
        "mean_feedback_forward_relative_error": 0.01720128208398819,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021914667076967562,
        "instruction_rms": 0.0021914667083863157,
        "raw_apical_rms": 0.04824472097909277,
        "teaching_rms": 0.0021914667076967562,
        "traffic_rms": 0.04818217036963514
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.064891191366769e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5594212170837604e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025051956385862276,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.018335187385976316
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421589195728302,
        "mean_feedback_forward_cosine": 0.9998460757104974,
        "mean_feedback_forward_relative_error": 0.017201127067796494,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022761577385483726,
        "instruction_rms": 0.0022761577387722318,
        "raw_apical_rms": 0.04824979840398419,
        "teaching_rms": 0.0022761577385483726,
        "traffic_rms": 0.048183587123815416
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.461847614654289e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564019532162809e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024328732250516825,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.019218924792408942
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421584539115429,
        "mean_feedback_forward_cosine": 0.9998460725734108,
        "mean_feedback_forward_relative_error": 0.017200977394455357,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021601664069890365,
        "instruction_rms": 0.002160166406844441,
        "raw_apical_rms": 0.04825076154859499,
        "teaching_rms": 0.0021601664069890365,
        "traffic_rms": 0.04818885047381536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7381052092323444e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559507650889981e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024745451504217343,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.017958798818588258
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215804412961006,
        "mean_feedback_forward_cosine": 0.9998460694363243,
        "mean_feedback_forward_relative_error": 0.01720082117734771,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022471057065127998,
        "instruction_rms": 0.002247105706486751,
        "raw_apical_rms": 0.04825370376562316,
        "teaching_rms": 0.0022471057065127998,
        "traffic_rms": 0.048188262498538845
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.7019813941819848e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5657824772879002e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024223472576658786,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.0185385817271471
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215755984187126,
        "mean_feedback_forward_cosine": 0.9998460851217571,
        "mean_feedback_forward_relative_error": 0.017200662411357228,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022877360758973716,
        "instruction_rms": 0.00228773607705707,
        "raw_apical_rms": 0.04825353939154385,
        "teaching_rms": 0.0022877360758973716,
        "traffic_rms": 0.04818568068374494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9473435247950874e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5621679703543157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024150246365526797,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.01917346734404564
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215703830122948,
        "mean_feedback_forward_cosine": 0.9998460537508914,
        "mean_feedback_forward_relative_error": 0.01720050945387859,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023240815654476843,
        "instruction_rms": 0.0023240815653707597,
        "raw_apical_rms": 0.048258972606701055,
        "teaching_rms": 0.0023240815654476843,
        "traffic_rms": 0.04818936884010557
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4255756514435234e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5588899342407662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025135333633642086,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.01915096991866827
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215657263994217,
        "mean_feedback_forward_cosine": 0.9998460882588437,
        "mean_feedback_forward_relative_error": 0.017200357329688575,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002213989538286835,
        "instruction_rms": 0.0022139895379905046,
        "raw_apical_rms": 0.04824926337789854,
        "teaching_rms": 0.002213989538286835,
        "traffic_rms": 0.04818555657314319
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.595106174396733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5584218769190377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024371363737118235,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.0183094210934639
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421560138463974,
        "mean_feedback_forward_cosine": 0.9998460474767183,
        "mean_feedback_forward_relative_error": 0.017200209788585965,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002201762174303076,
        "instruction_rms": 0.00220176217419363,
        "raw_apical_rms": 0.0482500688817078,
        "teaching_rms": 0.002201762174303076,
        "traffic_rms": 0.04818693040932987
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.571701607223531e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5585450742932388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026483307057357245,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.018003847366571426
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215564131736755,
        "mean_feedback_forward_cosine": 0.9998460882588437,
        "mean_feedback_forward_relative_error": 0.017200060237787272,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021634048989008243,
        "instruction_rms": 0.0021634048985950697,
        "raw_apical_rms": 0.04825227824342712,
        "teaching_rms": 0.0021634048989008243,
        "traffic_rms": 0.04819035115190188
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.799774101447383e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562553952479279e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025699110622386903,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.017966899476498367
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215517565608025,
        "mean_feedback_forward_cosine": 0.9998461039442765,
        "mean_feedback_forward_relative_error": 0.017199909142953784,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021436980319012736,
        "instruction_rms": 0.002143698032115293,
        "raw_apical_rms": 0.04825709918740442,
        "teaching_rms": 0.0021436980319012736,
        "traffic_rms": 0.04819507241066595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.724449466029455e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5632648823694416e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024583133453322147,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.017063488129079343
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215465411543846,
        "mean_feedback_forward_cosine": 0.9998460788475839,
        "mean_feedback_forward_relative_error": 0.017199756920729812,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002234968790786048,
        "instruction_rms": 0.0022349687909194883,
        "raw_apical_rms": 0.04825492378816517,
        "teaching_rms": 0.002234968790786048,
        "traffic_rms": 0.048190283618127
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.2043054432051576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564666600467089e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023747185686375596,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.01791577286094427
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215415120124817,
        "mean_feedback_forward_cosine": 0.9998460913959303,
        "mean_feedback_forward_relative_error": 0.017199603816200244,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021605582761189683,
        "instruction_rms": 0.0021605582753569546,
        "raw_apical_rms": 0.04824514368222557,
        "teaching_rms": 0.0021605582761189683,
        "traffic_rms": 0.048185322929729844
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.340897609087733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5604839387674256e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024216457963588036,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.017239600906372072
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215374141931534,
        "mean_feedback_forward_cosine": 0.9998460945330168,
        "mean_feedback_forward_relative_error": 0.01719946193655855,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020652872973321254,
        "instruction_rms": 0.002065287296933802,
        "raw_apical_rms": 0.048235631904211304,
        "teaching_rms": 0.0020652872973321254,
        "traffic_rms": 0.0481791785965583
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.306656637391825e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5598660249425184e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024411795739710314,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.016986476060152054
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215325713157654,
        "mean_feedback_forward_cosine": 0.9998460913959303,
        "mean_feedback_forward_relative_error": 0.01719930741053663,
        "min_feedback_forward_cosine": 0.9997072815895081
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021183118412208993,
        "instruction_rms": 0.002118311841076239,
        "raw_apical_rms": 0.048234461526925405,
        "teaching_rms": 0.0021183118412208993,
        "traffic_rms": 0.048175281419015684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5241863710334655e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5675150480641512e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023967353355560404,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.017170780845731495
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421528287231922,
        "mean_feedback_forward_cosine": 0.9998460725734108,
        "mean_feedback_forward_relative_error": 0.017199158496958643,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002081774598965147,
        "instruction_rms": 0.0020817745979981764,
        "raw_apical_rms": 0.0482330316017826,
        "teaching_rms": 0.002081774598965147,
        "traffic_rms": 0.04817561801041869
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5745615417349654e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562255072828869e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024285122321339492,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.016588149138092995
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421523444354534,
        "mean_feedback_forward_cosine": 0.9998461008071899,
        "mean_feedback_forward_relative_error": 0.017199009779448573,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002204905505118422,
        "instruction_rms": 0.00220490550546911,
        "raw_apical_rms": 0.048242467059594375,
        "teaching_rms": 0.002204905505118422,
        "traffic_rms": 0.04817779505180302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.0424295971442916e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5648080560532118e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02570471951165915,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.017880120083093642
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421518601477146,
        "mean_feedback_forward_cosine": 0.9998460913959303,
        "mean_feedback_forward_relative_error": 0.01719885692000389,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020771476343231132,
        "instruction_rms": 0.0020771476337747927,
        "raw_apical_rms": 0.04823765149692763,
        "teaching_rms": 0.0020771476343231132,
        "traffic_rms": 0.048180477201733705
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.026011441420451e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5606805797072515e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025181158807341147,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.016409556731581686
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215148761868477,
        "mean_feedback_forward_cosine": 0.9998461070813631,
        "mean_feedback_forward_relative_error": 0.017198711168020964,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002050751559518087,
        "instruction_rms": 0.002050751560417936,
        "raw_apical_rms": 0.04823016812734534,
        "teaching_rms": 0.002050751559518087,
        "traffic_rms": 0.048174928539411
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.7361123144942212e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567847337139822e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023903542094880686,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.016185085297226905
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024215105921030045,
        "mean_feedback_forward_cosine": 0.9998461008071899,
        "mean_feedback_forward_relative_error": 0.017198561764273205,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002024431709550818,
        "instruction_rms": 0.002024431709172705,
        "raw_apical_rms": 0.048230057712793296,
        "teaching_rms": 0.002024431709550818,
        "traffic_rms": 0.04817624014564623
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.607925253528265e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5607837790697227e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024283734158643235,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.015608857682347297
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421506494283676,
        "mean_feedback_forward_cosine": 0.9998461008071899,
        "mean_feedback_forward_relative_error": 0.0171984089538455,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002140824552460347,
        "instruction_rms": 0.002140824552728777,
        "raw_apical_rms": 0.04822625648449407,
        "teaching_rms": 0.002140824552460347,
        "traffic_rms": 0.048165729626222634
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.9363867781739827e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56036926859182e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023974028210391487,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.01688194954276085
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421502023935318,
        "mean_feedback_forward_cosine": 0.9998461070813631,
        "mean_feedback_forward_relative_error": 0.017198263741049328,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00213098146014981,
        "instruction_rms": 0.0021309814594649775,
        "raw_apical_rms": 0.04822817116204741,
        "teaching_rms": 0.00213098146014981,
        "traffic_rms": 0.048168692188981246
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.650601693687804e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559117833905617e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023251051516216915,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.016830662170052527
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214977398514748,
        "mean_feedback_forward_cosine": 0.9998460976701034,
        "mean_feedback_forward_relative_error": 0.01719811105316407,
        "min_feedback_forward_cosine": 0.9997075200080872
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020563400501755536,
        "instruction_rms": 0.0020563400498021947,
        "raw_apical_rms": 0.04822901506976377,
        "teaching_rms": 0.0020563400501755536,
        "traffic_rms": 0.04817248028760376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.492437545242865e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562626471656174e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02432393852670945,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.015563427553474903
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214934557676315,
        "mean_feedback_forward_cosine": 0.9998461102184496,
        "mean_feedback_forward_relative_error": 0.017197967114809313,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020836655872777405,
        "instruction_rms": 0.002083665587333305,
        "raw_apical_rms": 0.04822810227726179,
        "teaching_rms": 0.0020836655872777405,
        "traffic_rms": 0.04817065599634697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5133578773761656e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5599342555734455e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023863005817763485,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.016270757690370084
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421489730477333,
        "mean_feedback_forward_cosine": 0.9998460788475839,
        "mean_feedback_forward_relative_error": 0.017197815603331515,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002031942998756561,
        "instruction_rms": 0.002031942998308895,
        "raw_apical_rms": 0.0482186136023374,
        "teaching_rms": 0.002031942998756561,
        "traffic_rms": 0.0481662413246219
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 3.662107772584022e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563468690590478e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024586565339703593,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.015824211727380754
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0242148544639349,
        "mean_feedback_forward_cosine": 0.9998461008071899,
        "mean_feedback_forward_relative_error": 0.01719767739996314,
        "min_feedback_forward_cosine": 0.9997075200080872
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020744587293781815,
        "instruction_rms": 0.0020744587296502664,
        "raw_apical_rms": 0.048231045202624986,
        "teaching_rms": 0.0020744587293781815,
        "traffic_rms": 0.04817403033035654
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.89847204015814e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5613775682879853e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02337062195317176,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.015844521292448045
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214815348386765,
        "mean_feedback_forward_cosine": 0.9998461070813631,
        "mean_feedback_forward_relative_error": 0.017197525667908945,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021171652134194937,
        "instruction_rms": 0.002117165212964786,
        "raw_apical_rms": 0.04823238911932688,
        "teaching_rms": 0.0021171652134194937,
        "traffic_rms": 0.04817329892144992
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2415649780782587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5673970166992267e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024810573876033037,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.01642455296471715
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214766919612885,
        "mean_feedback_forward_cosine": 0.9998461196297094,
        "mean_feedback_forward_relative_error": 0.017197379303213797,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021210256979624434,
        "instruction_rms": 0.0021210256982363636,
        "raw_apical_rms": 0.04823740610116224,
        "teaching_rms": 0.0021210256979624434,
        "traffic_rms": 0.04817727023696828
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.562463308208862e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5680198504703783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023986769379835647,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.01636083184957504
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214720353484154,
        "mean_feedback_forward_cosine": 0.9998461039442765,
        "mean_feedback_forward_relative_error": 0.0171972345805874,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002087636183832708,
        "instruction_rms": 0.002087636183885223,
        "raw_apical_rms": 0.04823592324972154,
        "teaching_rms": 0.002087636183832708,
        "traffic_rms": 0.0481772002207055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.365795559455819e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5638819178430796e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024883919342835722,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.016185497484207154
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421467937529087,
        "mean_feedback_forward_cosine": 0.9998461164926228,
        "mean_feedback_forward_relative_error": 0.017197084466093464,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021368430701621463,
        "instruction_rms": 0.0021368430698746224,
        "raw_apical_rms": 0.04823588349812554,
        "teaching_rms": 0.0021368430701621463,
        "traffic_rms": 0.04817618576840557
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.082275390625,
        "maximum_absolute_post_projection_soma_slope": 2.2849899750099212e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558696728578837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025290881650189327,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.016208464490175246
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421463280916214,
        "mean_feedback_forward_cosine": 0.9998461133555362,
        "mean_feedback_forward_relative_error": 0.017196942096281993,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020495438639377664,
        "instruction_rms": 0.0020495438638050436,
        "raw_apical_rms": 0.04822979086747613,
        "teaching_rms": 0.0020495438639377664,
        "traffic_rms": 0.04817409025137214
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 3.0542388174126245e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559538286446536e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02539473573712632,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.01569545204669237
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421458438038826,
        "mean_feedback_forward_cosine": 0.9998461039442765,
        "mean_feedback_forward_relative_error": 0.017196801540098693,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00211529873619094,
        "instruction_rms": 0.0021152987363021497,
        "raw_apical_rms": 0.048230378053523815,
        "teaching_rms": 0.00211529873619094,
        "traffic_rms": 0.04817007616705108
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.998861958758425e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565775283081185e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023872978670837125,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.016340611333251
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214545264840126,
        "mean_feedback_forward_cosine": 0.9998461008071899,
        "mean_feedback_forward_relative_error": 0.01719665306767351,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002014485802215693,
        "instruction_rms": 0.0020144858013130167,
        "raw_apical_rms": 0.048225860085593965,
        "teaching_rms": 0.002014485802215693,
        "traffic_rms": 0.048171872579938615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.221586470341208e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5642886401090754e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024450690791043724,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.015337021072804928
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214504286646843,
        "mean_feedback_forward_cosine": 0.999846122766796,
        "mean_feedback_forward_relative_error": 0.017196506139283117,
        "min_feedback_forward_cosine": 0.9997075200080872
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020257802765181496,
        "instruction_rms": 0.0020257802758513166,
        "raw_apical_rms": 0.048224734796383256,
        "teaching_rms": 0.0020257802765181496,
        "traffic_rms": 0.04817027356808051
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.4461098035999385e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.561177334040931e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024216074490407972,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.015433153074681759
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421446517109871,
        "mean_feedback_forward_cosine": 0.9998461070813631,
        "mean_feedback_forward_relative_error": 0.017196367004592168,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018966019651126516,
        "instruction_rms": 0.0018966019649471265,
        "raw_apical_rms": 0.0482153712907923,
        "teaching_rms": 0.0018966019651126516,
        "traffic_rms": 0.04816610599407765
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8244450334113935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5607643580286416e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023443023451119167,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.014511783031225205
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214422330260277,
        "mean_feedback_forward_cosine": 0.9998461353151422,
        "mean_feedback_forward_relative_error": 0.017196220664405508,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020238122772022462,
        "instruction_rms": 0.002023812278612765,
        "raw_apical_rms": 0.04821164810748748,
        "teaching_rms": 0.0020238122772022462,
        "traffic_rms": 0.04815726315093748
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.555583833441233e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5573742224003896e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023886543359556082,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.015639402832090855
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214377626776695,
        "mean_feedback_forward_cosine": 0.9998461102184496,
        "mean_feedback_forward_relative_error": 0.017196076726050752,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021169427326851583,
        "instruction_rms": 0.002116942732689641,
        "raw_apical_rms": 0.048218986102378035,
        "teaching_rms": 0.0021169427326851583,
        "traffic_rms": 0.048158562066362834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5947409554305523e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5592891829016048e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023602496059780185,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.016308050405681132
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214334785938263,
        "mean_feedback_forward_cosine": 0.9998461133555362,
        "mean_feedback_forward_relative_error": 0.017195928082066148,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002017604343977601,
        "instruction_rms": 0.0020176043436887967,
        "raw_apical_rms": 0.04821047542115423,
        "teaching_rms": 0.002017604343977601,
        "traffic_rms": 0.04815626370147312
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.407944149103059e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556718108553837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024514302274590564,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.015655936282277107
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421429753303528,
        "mean_feedback_forward_cosine": 0.9998460976701034,
        "mean_feedback_forward_relative_error": 0.0171957876239168,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002003929677712652,
        "instruction_rms": 0.0020039296774771987,
        "raw_apical_rms": 0.048208811160433664,
        "teaching_rms": 0.002003929677712652,
        "traffic_rms": 0.0481535917960867
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8125885620511326e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.561638165600793e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024464479010314035,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.01514030394718051
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214256554841995,
        "mean_feedback_forward_cosine": 0.9998461164926228,
        "mean_feedback_forward_relative_error": 0.01719564520508835,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002079285484938754,
        "instruction_rms": 0.0020792854853080023,
        "raw_apical_rms": 0.04820717894214953,
        "teaching_rms": 0.002079285484938754,
        "traffic_rms": 0.048149673445635456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.5757724841923846e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5615503876941776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024528270188507804,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.015494366613030434
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421421743929386,
        "mean_feedback_forward_cosine": 0.9998461196297094,
        "mean_feedback_forward_relative_error": 0.017195498423748894,
        "min_feedback_forward_cosine": 0.9997074007987976
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002060551334264739,
        "instruction_rms": 0.0020605513340953797,
        "raw_apical_rms": 0.04820740106622503,
        "teaching_rms": 0.002060551334264739,
        "traffic_rms": 0.048151325294688185
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.934729970149874e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5651347860861492e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02532297363005684,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.015373398762345314
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421417459845543,
        "mean_feedback_forward_cosine": 0.9998461196297094,
        "mean_feedback_forward_relative_error": 0.017195352524715036,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020187502044109918,
        "instruction_rms": 0.0020187502056391274,
        "raw_apical_rms": 0.048210269749302224,
        "teaching_rms": 0.0020187502044109918,
        "traffic_rms": 0.04815493018957356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.3292592743473506e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5624257362856332e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023989046076384503,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.015441325100660324
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214131757616997,
        "mean_feedback_forward_cosine": 0.9998461164926228,
        "mean_feedback_forward_relative_error": 0.017195211159751603,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020115200941535874,
        "instruction_rms": 0.002011520094474682,
        "raw_apical_rms": 0.04820213575976214,
        "teaching_rms": 0.0020115200941535874,
        "traffic_rms": 0.048148451806194856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8104894411740133e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5587376194203115e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024345985970810665,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.015007560214996338
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024214088916778564,
        "mean_feedback_forward_cosine": 0.9998461353151422,
        "mean_feedback_forward_relative_error": 0.017195067098854405,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002077252300422968,
        "instruction_rms": 0.0020772523007702927,
        "raw_apical_rms": 0.04820629005815167,
        "teaching_rms": 0.002077252300422968,
        "traffic_rms": 0.048148923781412056
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822754055261612,
        "maximum_absolute_post_projection_soma_slope": 2.8624695502799113e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5588754148993495e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023669793571852924,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.015620501060932875
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421404793858528,
        "mean_feedback_forward_cosine": 0.9998461070813631,
        "mean_feedback_forward_relative_error": 0.01719492644463715,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019900464421579497,
        "instruction_rms": 0.0019900464416302715,
        "raw_apical_rms": 0.04820666251258883,
        "teaching_rms": 0.0019900464421579497,
        "traffic_rms": 0.048152845037724754
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08227541297674179,
        "maximum_absolute_post_projection_soma_slope": 3.9957541275725816e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558877473539028e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024144677811090004,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.01487917870670557
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024213997647166252,
        "mean_feedback_forward_cosine": 0.999846122766796,
        "mean_feedback_forward_relative_error": 0.017194786378623622,
        "min_feedback_forward_cosine": 0.9997074604034424
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001996917803890635,
        "instruction_rms": 0.0019969178039047054,
        "raw_apical_rms": 0.04820199398492661,
        "teaching_rms": 0.001996917803890635,
        "traffic_rms": 0.048149273638408194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.777527896569154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5593248464476776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02495172905040385,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.015027608228325844
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421395294368267,
        "mean_feedback_forward_cosine": 0.9998461353151422,
        "mean_feedback_forward_relative_error": 0.017194642734370734,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021040990124702647,
        "instruction_rms": 0.002104099012932981,
        "raw_apical_rms": 0.04820473803222375,
        "teaching_rms": 0.0021040990124702647,
        "traffic_rms": 0.04814512662757017
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0822753980755806,
        "maximum_absolute_post_projection_soma_slope": 2.2078088690591358e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5649018348428776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024276170846831233,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.015327770308256149
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9166,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.4120220245361328,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "5",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2164536320,
    "peak_memory_reserved_bytes": 3103784960,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 2.8773079918664735e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 2.034976276377165e-08,
      "min_residual_soma_slope": -2.8773079918664735e-08,
      "mse": 2.202111428953568e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.072706638965291e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.072706638965291e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 14,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7022833824157715,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.03593730926513672,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 9114.871520519257,
    "train_wall_s": 9112.18015551567
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.011441617272794247,
      0.00822899118065834,
      0.005248552188277245,
      0.005006248597055674,
      0.0031181308440864086,
      0.003540358040481806,
      0.0021462447475641966,
      0.004154786001890898,
      0.0029209405183792114,
      0.0034351269714534283,
      0.0023086071014404297,
      0.0027891534846276045,
      0.001797065488062799,
      0.0036236699670553207,
      0.002646889304742217,
      0.0030294402968138456,
      0.002203497802838683,
      0.002647269982844591,
      0.002045509871095419
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      3.999999523162842
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.061619386076927185,
      0.0444263219833374,
      0.018814196810126305,
      0.0265334565192461,
      0.008286643773317337,
      0.01912377029657364,
      0.00472823902964592,
      0.022145025432109833,
      0.007428563665598631,
      0.017827365547418594,
      0.005207362584769726,
      0.015293089672923088,
      0.0035655724350363016,
      0.01934310421347618,
      0.0063150255009531975,
      0.016186874359846115,
      0.00465974910184741,
      0.014141105115413666,
      0.003937184810638428
    ],
    "unscaled_traffic_rms": [
      0.7427284121513367,
      0.7409113049507141,
      1.1158705949783325,
      0.7547073364257812,
      1.5051356554031372,
      0.7405146360397339,
      1.8156821727752686,
      0.7504684925079346,
      1.5728157758712769,
      0.7707536816596985,
      1.7733408212661743,
      0.7295199632644653,
      2.016019105911255,
      0.7493460774421692,
      1.6765660047531128,
      0.7486165165901184,
      1.8915162086486816,
      0.7488155961036682,
      2.0781445503234863
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401089286955008,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 2595266560
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 45220225875968,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 1613199402221568
  }
}