{
  "architecture": {
    "adaptive_apical_parameters": 376832,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 188416,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 376832,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "validation",
    "learn_P": 1,
    "loader_seed": 0,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_full/dynamic.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 0,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 4000,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 5000,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 9000000,
    "ordinary_examples": 9000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9993531107902527,
    "feedback_forward_cosine": [
      0.9996309280395508,
      0.9996198415756226,
      0.9995802640914917,
      0.9995542764663696,
      0.999667227268219,
      0.9995895624160767,
      0.999621570110321,
      0.9997460842132568,
      0.9996741414070129,
      0.9996030330657959,
      0.9997074007987976,
      0.9995955228805542,
      0.9996406435966492,
      0.9997881650924683,
      0.9997618198394775,
      0.9997238516807556,
      0.9997385144233704,
      0.9993833303451538,
      0.999971330165863
    ],
    "feedback_forward_norm_ratio": [
      0.9998671412467957,
      1.0014188289642334,
      0.9987283945083618,
      1.0009597539901733,
      0.9995688796043396,
      1.0014020204544067,
      0.9985869526863098,
      1.0007604360580444,
      0.9996787309646606,
      1.0013729333877563,
      0.9994238018989563,
      1.00147545337677,
      0.9994580745697021,
      1.0003999471664429,
      0.9998673796653748,
      1.0010995864868164,
      1.0001338720321655,
      1.0014588832855225,
      1.0030252933502197
    ],
    "feedback_forward_relative_error": [
      0.027166930958628654,
      0.02762974426150322,
      0.028983745723962784,
      0.029886221513152122,
      0.025798769667744637,
      0.028706029057502747,
      0.027527619153261185,
      0.02255363203585148,
      0.025528917089104652,
      0.028227029368281364,
      0.024189209565520287,
      0.02850458398461342,
      0.026806185021996498,
      0.020589008927345276,
      0.021823255345225334,
      0.02353925071656704,
      0.022875294089317322,
      0.03517461568117142,
      0.008170997723937035
    ],
    "innovation_negative_gradient_cosine": [
      0.999388575553894,
      0.9992932081222534,
      0.9993807077407837,
      0.9992673397064209,
      0.9993915557861328,
      0.9993972778320312,
      0.9994419813156128,
      0.9994826316833496,
      0.9995076656341553,
      0.9994210004806519,
      0.9995474219322205,
      0.999545693397522,
      0.999559760093689,
      0.9996796250343323,
      0.9997274279594421,
      0.9997656941413879,
      0.9998624324798584,
      0.9999479055404663,
      0.8409839868545532
    ],
    "instruction_negative_gradient_cosine": [
      0.999388575553894,
      0.9992932081222534,
      0.9993807077407837,
      0.9992673397064209,
      0.9993915557861328,
      0.9993972778320312,
      0.9994419813156128,
      0.9994826316833496,
      0.9995076656341553,
      0.9994210004806519,
      0.9995474219322205,
      0.999545693397522,
      0.999559760093689,
      0.9996796250343323,
      0.9997273683547974,
      0.9997656941413879,
      0.9998624324798584,
      0.9999479055404663,
      0.8457916975021362
    ],
    "matched_negative_gradient_cosine": [
      0.060321249067783356,
      0.047743767499923706,
      0.10081717371940613,
      0.06733228266239166,
      0.14586150646209717,
      0.11613982915878296,
      0.21200072765350342,
      0.17854726314544678,
      0.2334006130695343,
      0.29790955781936646,
      0.2993221580982208,
      0.4016193747520447,
      0.325888454914093,
      0.24776923656463623,
      0.23554277420043945,
      0.5049529075622559,
      0.33715713024139404,
      0.4630717933177948,
      0.1730448305606842
    ],
    "max_norm_match_direction_error": 2.384185791015625e-07,
    "max_norm_match_relative_error": 1.6929013213484723e-07,
    "mean_feedback_forward_cosine": 0.9996630267093056,
    "mean_feedback_forward_relative_error": 0.02545689683603613,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.029334165155887604,
      "max_absolute_post_projection_soma_slope": 6.581627243207322e-09,
      "max_absolute_pre_projection_soma_slope": 0.029334165155887604,
      "max_positive_post_projection_soma_slope": 6.581627243207322e-09,
      "min_post_projection_soma_slope": -2.4895590033935378e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.460503062171037e-08,
      "pre_projection_traffic_rms_ratio": 0.006978539340077843
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.006978539340029857,
    "raw_negative_gradient_cosine": [
      0.060321249067783356,
      0.047743767499923706,
      0.10081717371940613,
      0.06733228266239166,
      0.14586150646209717,
      0.11613983660936356,
      0.2120007425546646,
      0.17854726314544678,
      0.2334005981683731,
      0.29790955781936646,
      0.2993221580982208,
      0.4016193747520447,
      0.325888454914093,
      0.24776923656463623,
      0.23554277420043945,
      0.5049529075622559,
      0.33715713024139404,
      0.4630717635154724,
      0.1730448305606842
    ],
    "teaching_negative_gradient_cosine": [
      0.999388575553894,
      0.9992932081222534,
      0.9993807077407837,
      0.9992673397064209,
      0.9993915557861328,
      0.9993972778320312,
      0.9994419813156128,
      0.9994826316833496,
      0.9995076656341553,
      0.9994210004806519,
      0.9995474219322205,
      0.999545693397522,
      0.999559760093689,
      0.9996796250343323,
      0.9997274279594421,
      0.9997656941413879,
      0.9998624324798584,
      0.9999479055404663,
      0.8409839868545532
    ],
    "traffic_instruction_rms_ratio": 4.0905248135551835,
    "used_negative_gradient_cosine": [
      0.999388575553894,
      0.9992932081222534,
      0.9993807077407837,
      0.9992673397064209,
      0.9993915557861328,
      0.9993972778320312,
      0.9994419813156128,
      0.9994826316833496,
      0.9995076656341553,
      0.9994210004806519,
      0.9995474219322205,
      0.999545693397522,
      0.999559760093689,
      0.9996796250343323,
      0.9997274279594421,
      0.9997656941413879,
      0.9998624324798584,
      0.9999479055404663,
      0.8409839868545532
    ],
    "wall_s": 0.15305685997009277
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3208942413330078,
        "mean_feedback_forward_cosine": 0.26572668787680176,
        "mean_feedback_forward_relative_error": 1.2089347557017678,
        "min_feedback_forward_cosine": 0.13212205469608307
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00176127815980867,
        "instruction_rms": 0.0017612781596980898,
        "raw_apical_rms": 0.01970900920957716,
        "teaching_rms": 0.00176127815980867,
        "traffic_rms": 0.019620059795727826
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675638303160667,
        "maximum_absolute_post_projection_soma_slope": 1.680687766736355e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.034416537204971e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0055521117957815554,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 352,
      "train_examples": 45000,
      "train_loss": 1.8653697775099012
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2501256465911865,
        "mean_feedback_forward_cosine": 0.3849036332808043,
        "mean_feedback_forward_relative_error": 1.1075019428604527,
        "min_feedback_forward_cosine": 0.22604647278785706
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00272784271204736,
        "instruction_rms": 0.002727842711300922,
        "raw_apical_rms": 0.022571779826148622,
        "teaching_rms": 0.00272784271204736,
        "traffic_rms": 0.022403662356084045
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675643891096115,
        "maximum_absolute_post_projection_soma_slope": 2.10941575318202e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.8190355163955552e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.005706113569965034,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 704,
      "train_examples": 45000,
      "train_loss": 1.4394195338143243
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1953498125076294,
        "mean_feedback_forward_cosine": 0.4817756602638646,
        "mean_feedback_forward_relative_error": 1.0171826450448287,
        "min_feedback_forward_cosine": 0.30099520087242126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036478952606817925,
        "instruction_rms": 0.0036478952607315114,
        "raw_apical_rms": 0.024811102635593343,
        "teaching_rms": 0.0036478952606817925,
        "traffic_rms": 0.024539919367171717
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2416463412989742e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.771183508802476e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.005632979294670484,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 1056,
      "train_examples": 45000,
      "train_loss": 1.172375847053528
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1572630405426025,
        "mean_feedback_forward_cosine": 0.5541205312076368,
        "mean_feedback_forward_relative_error": 0.9447968068875765,
        "min_feedback_forward_cosine": 0.34827691316604614
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0041727624955036,
        "instruction_rms": 0.004172762495484253,
        "raw_apical_rms": 0.0261150820527983,
        "teaching_rms": 0.0041727624955036,
        "traffic_rms": 0.025777190880313206
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.0835841557366166e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.741928624803431e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0052094725256785586,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 1408,
      "train_examples": 45000,
      "train_loss": 0.9737908069292704
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1158310174942017,
        "mean_feedback_forward_cosine": 0.6108334723271822,
        "mean_feedback_forward_relative_error": 0.8830388753037703,
        "min_feedback_forward_cosine": 0.39703112840652466
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044882176026400265,
        "instruction_rms": 0.0044882176036673575,
        "raw_apical_rms": 0.026540164779946685,
        "teaching_rms": 0.0044882176026400265,
        "traffic_rms": 0.02615496291660363
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.4114063695558343e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.739537732341968e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.004947927283394566,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 1760,
      "train_examples": 45000,
      "train_loss": 0.8430277118470934
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.076006293296814,
        "mean_feedback_forward_cosine": 0.6558777642877478,
        "mean_feedback_forward_relative_error": 0.8304105259870228,
        "min_feedback_forward_cosine": 0.44165071845054626
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004676124962668091,
        "instruction_rms": 0.004676124962952443,
        "raw_apical_rms": 0.027023240122562096,
        "teaching_rms": 0.004676124962668091,
        "traffic_rms": 0.02661256803169767
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.656371395597489e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.727294998730891e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.005215660685134916,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 2112,
      "train_examples": 45000,
      "train_loss": 0.7461940018018087
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0393093824386597,
        "mean_feedback_forward_cosine": 0.6920134613388463,
        "mean_feedback_forward_relative_error": 0.7857506165378972,
        "min_feedback_forward_cosine": 0.48000437021255493
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004687592600201903,
        "instruction_rms": 0.004687592600373035,
        "raw_apical_rms": 0.02780302571434342,
        "teaching_rms": 0.004687592600201903,
        "traffic_rms": 0.02740143770784009
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4890781052656621e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7172701034122658e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00496440043655767,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 2464,
      "train_examples": 45000,
      "train_loss": 0.6777692235840691
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0039763450622559,
        "mean_feedback_forward_cosine": 0.7229205369949341,
        "mean_feedback_forward_relative_error": 0.7450834936217258,
        "min_feedback_forward_cosine": 0.5158758163452148
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004857191407835956,
        "instruction_rms": 0.004857191408199495,
        "raw_apical_rms": 0.02829675388670567,
        "teaching_rms": 0.004857191407835956,
        "traffic_rms": 0.02787307376912925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.3657173170145143e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.710233861083361e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.005024036714150963,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 2816,
      "train_examples": 45000,
      "train_loss": 0.6278091134177314
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9704445600509644,
        "mean_feedback_forward_cosine": 0.7486687177105954,
        "mean_feedback_forward_relative_error": 0.7098248757814106,
        "min_feedback_forward_cosine": 0.5481800436973572
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004832182404761978,
        "instruction_rms": 0.004832182406736472,
        "raw_apical_rms": 0.029025546068873344,
        "teaching_rms": 0.004832182404761978,
        "traffic_rms": 0.028616866109520037
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.293298446114477e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6956160002722994e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.004941208231164369,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 3168,
      "train_examples": 45000,
      "train_loss": 0.579307162115309
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9392027258872986,
        "mean_feedback_forward_cosine": 0.770746576158624,
        "mean_feedback_forward_relative_error": 0.6779498708875555,
        "min_feedback_forward_cosine": 0.5774270296096802
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004794954777977972,
        "instruction_rms": 0.004794954777316536,
        "raw_apical_rms": 0.02963476958875788,
        "teaching_rms": 0.004794954777977972,
        "traffic_rms": 0.029240494938618314
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.4201552822612484e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.683220216287508e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.005840500689004955,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 3520,
      "train_examples": 45000,
      "train_loss": 0.5490219657791986
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9084327816963196,
        "mean_feedback_forward_cosine": 0.7907271259709409,
        "mean_feedback_forward_relative_error": 0.6476874351501465,
        "min_feedback_forward_cosine": 0.6053400039672852
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004891083259591291,
        "instruction_rms": 0.004891083259825752,
        "raw_apical_rms": 0.029806350623523922,
        "teaching_rms": 0.004891083259591291,
        "traffic_rms": 0.029397753761928547
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2816802730242216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.682653806143806e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0057348849770242115,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 3872,
      "train_examples": 45000,
      "train_loss": 0.5238390977117751
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8782476186752319,
        "mean_feedback_forward_cosine": 0.8078694029858238,
        "mean_feedback_forward_relative_error": 0.620332829262081,
        "min_feedback_forward_cosine": 0.6315196752548218
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004828856402587328,
        "instruction_rms": 0.004828856403778181,
        "raw_apical_rms": 0.030108718773299535,
        "teaching_rms": 0.004828856402587328,
        "traffic_rms": 0.02971462428494129
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.1539130539972575e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.674288797695104e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0064367134465591475,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 4224,
      "train_examples": 45000,
      "train_loss": 0.5012671041488648
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8492985963821411,
        "mean_feedback_forward_cosine": 0.823531985282898,
        "mean_feedback_forward_relative_error": 0.5942544921448356,
        "min_feedback_forward_cosine": 0.6557575464248657
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048802717611011615,
        "instruction_rms": 0.004880271762358402,
        "raw_apical_rms": 0.030332039996688428,
        "teaching_rms": 0.0048802717611011615,
        "traffic_rms": 0.029932178164279264
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.1193629134709226e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.680512565819769e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006503044559718003,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 4576,
      "train_examples": 45000,
      "train_loss": 0.47654378561443755
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.820609450340271,
        "mean_feedback_forward_cosine": 0.8375276891808761,
        "mean_feedback_forward_relative_error": 0.5698960337199663,
        "min_feedback_forward_cosine": 0.6785321235656738
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004899611524145301,
        "instruction_rms": 0.004899611524086224,
        "raw_apical_rms": 0.030549115248801873,
        "teaching_rms": 0.004899611524145301,
        "traffic_rms": 0.030148916430989544
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4958557059685518e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.670433842618428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006935424863271694,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 4928,
      "train_examples": 45000,
      "train_loss": 0.45719405432277255
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7921566367149353,
        "mean_feedback_forward_cosine": 0.8504019191390589,
        "mean_feedback_forward_relative_error": 0.5465463517527831,
        "min_feedback_forward_cosine": 0.7002912759780884
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004944714724769605,
        "instruction_rms": 0.00494471472460781,
        "raw_apical_rms": 0.031010804048195707,
        "teaching_rms": 0.004944714724769605,
        "traffic_rms": 0.030608910625471577
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3812277543934215e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.665623050245905e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0070390385843560775,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 5280,
      "train_examples": 45000,
      "train_loss": 0.4429965573416816
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7653689384460449,
        "mean_feedback_forward_cosine": 0.8618609811130323,
        "mean_feedback_forward_relative_error": 0.5249310018200624,
        "min_feedback_forward_cosine": 0.720328688621521
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004916791291750992,
        "instruction_rms": 0.004916791289990979,
        "raw_apical_rms": 0.03138172441959533,
        "teaching_rms": 0.004916791291750992,
        "traffic_rms": 0.030989451668016
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.1824067946974992e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.669725949023624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006380343781853303,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 5632,
      "train_examples": 45000,
      "train_loss": 0.42346437350379096
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7393286228179932,
        "mean_feedback_forward_cosine": 0.8721894810074254,
        "mean_feedback_forward_relative_error": 0.5047251425291363,
        "min_feedback_forward_cosine": 0.7386887073516846
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004845737192809852,
        "instruction_rms": 0.0048457371940681575,
        "raw_apical_rms": 0.03177718303360443,
        "teaching_rms": 0.004845737192809852,
        "traffic_rms": 0.031400495813704896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.377530001178684e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.669705686872765e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006878598872898493,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 5984,
      "train_examples": 45000,
      "train_loss": 0.41181702778074475
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7131171822547913,
        "mean_feedback_forward_cosine": 0.8817963443304363,
        "mean_feedback_forward_relative_error": 0.48527401764141886,
        "min_feedback_forward_cosine": 0.7567601203918457
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004874510813101269,
        "instruction_rms": 0.0048745108127900205,
        "raw_apical_rms": 0.03191449498693988,
        "teaching_rms": 0.004874510813101269,
        "traffic_rms": 0.03153496272684937
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.1337212058037949e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6610238022051928e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006796731992832239,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 6336,
      "train_examples": 45000,
      "train_loss": 0.4047249168978797
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6876523494720459,
        "mean_feedback_forward_cosine": 0.8905258492419594,
        "mean_feedback_forward_relative_error": 0.4668128380649968,
        "min_feedback_forward_cosine": 0.773826003074646
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004842962218902367,
        "instruction_rms": 0.004842962217325251,
        "raw_apical_rms": 0.03210603737113249,
        "teaching_rms": 0.004842962218902367,
        "traffic_rms": 0.031733259227757465
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.021997597661084e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6561385328457704e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0072265165302418605,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 6688,
      "train_examples": 45000,
      "train_loss": 0.3881496053112878
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6639921069145203,
        "mean_feedback_forward_cosine": 0.8985948844959861,
        "mean_feedback_forward_relative_error": 0.44910417261876556,
        "min_feedback_forward_cosine": 0.7892276644706726
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004879095911901487,
        "instruction_rms": 0.004879095912151728,
        "raw_apical_rms": 0.03223334031664,
        "teaching_rms": 0.004879095911901487,
        "traffic_rms": 0.031856662595585915
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2353628342509637e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6527129482715664e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007188475664919865,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 7040,
      "train_examples": 45000,
      "train_loss": 0.3760425761381785
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6399484276771545,
        "mean_feedback_forward_cosine": 0.9059260456185592,
        "mean_feedback_forward_relative_error": 0.43230524188593816,
        "min_feedback_forward_cosine": 0.8041872978210449
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048301941479179464,
        "instruction_rms": 0.004830194148316426,
        "raw_apical_rms": 0.032546400950925765,
        "teaching_rms": 0.0048301941479179464,
        "traffic_rms": 0.03218096290844831
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.193140963806627e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6512933588774136e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006844369948657477,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 7392,
      "train_examples": 45000,
      "train_loss": 0.36794573974609374
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6166084408760071,
        "mean_feedback_forward_cosine": 0.9128296061566001,
        "mean_feedback_forward_relative_error": 0.41594962461998586,
        "min_feedback_forward_cosine": 0.8180532455444336
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004900315624423276,
        "instruction_rms": 0.004900315625363001,
        "raw_apical_rms": 0.03270211192824829,
        "teaching_rms": 0.004900315624423276,
        "traffic_rms": 0.03232740708023411
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2930589043946839e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6544923212681565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0069007572203251795,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 7744,
      "train_examples": 45000,
      "train_loss": 0.36293131414519414
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5951222777366638,
        "mean_feedback_forward_cosine": 0.9190061751164889,
        "mean_feedback_forward_relative_error": 0.4007799350901654,
        "min_feedback_forward_cosine": 0.830369234085083
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004843570411635718,
        "instruction_rms": 0.004843570412676223,
        "raw_apical_rms": 0.032670177269017636,
        "teaching_rms": 0.004843570411635718,
        "traffic_rms": 0.032302950505885254
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.2545362970683982e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.645849502200866e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0077478006639099236,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 8096,
      "train_examples": 45000,
      "train_loss": 0.35105009763505723
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5736109614372253,
        "mean_feedback_forward_cosine": 0.9248945462076288,
        "mean_feedback_forward_relative_error": 0.3857750947538175,
        "min_feedback_forward_cosine": 0.8421847820281982
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00490224323988519,
        "instruction_rms": 0.004902243241323322,
        "raw_apical_rms": 0.03283681646041043,
        "teaching_rms": 0.00490224323988519,
        "traffic_rms": 0.03246266122826286
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.1799242471965954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6521732271628284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00817807356428145,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 8448,
      "train_examples": 45000,
      "train_loss": 0.3449040139092339
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5524972081184387,
        "mean_feedback_forward_cosine": 0.9301809292090567,
        "mean_feedback_forward_relative_error": 0.37176035736736496,
        "min_feedback_forward_cosine": 0.853496789932251
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004809871721128032,
        "instruction_rms": 0.004809871721751949,
        "raw_apical_rms": 0.032902262340171476,
        "teaching_rms": 0.004809871721128032,
        "traffic_rms": 0.03254270950861472
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.1705552971363886e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6503140157342164e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007937835965287195,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 8800,
      "train_examples": 45000,
      "train_loss": 0.33893598572942946
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5328496098518372,
        "mean_feedback_forward_cosine": 0.9350314579511944,
        "mean_feedback_forward_relative_error": 0.3584451228380203,
        "min_feedback_forward_cosine": 0.8635996580123901
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004769329699541406,
        "instruction_rms": 0.004769329698793746,
        "raw_apical_rms": 0.03289753148971676,
        "teaching_rms": 0.004769329699541406,
        "traffic_rms": 0.032544047300340335
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.3243759866554683e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6472561152197025e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007427345914697316,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 9152,
      "train_examples": 45000,
      "train_loss": 0.3277022144211663
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5142813324928284,
        "mean_feedback_forward_cosine": 0.9395312102217424,
        "mean_feedback_forward_relative_error": 0.34556079930380773,
        "min_feedback_forward_cosine": 0.872759222984314
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004763927263719658,
        "instruction_rms": 0.004763927264096545,
        "raw_apical_rms": 0.03309824271761031,
        "teaching_rms": 0.004763927263719658,
        "traffic_rms": 0.03274776175160015
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5430584809905667e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6520857723146948e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007525635190742613,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 9504,
      "train_examples": 45000,
      "train_loss": 0.32538832007514107
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4963195323944092,
        "mean_feedback_forward_cosine": 0.9438059486840901,
        "mean_feedback_forward_relative_error": 0.33296909849894674,
        "min_feedback_forward_cosine": 0.8814602494239807
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004810262478133544,
        "instruction_rms": 0.004810262478290341,
        "raw_apical_rms": 0.03304438652232064,
        "teaching_rms": 0.004810262478133544,
        "traffic_rms": 0.03268605083372845
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.36650610826905e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.65028981181932e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007888968574257036,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 9856,
      "train_examples": 45000,
      "train_loss": 0.31189009115166133
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.47776511311531067,
        "mean_feedback_forward_cosine": 0.947817789880853,
        "mean_feedback_forward_relative_error": 0.3207588297756095,
        "min_feedback_forward_cosine": 0.8899701833724976
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004878798651864594,
        "instruction_rms": 0.004878798650974694,
        "raw_apical_rms": 0.03314056753469326,
        "teaching_rms": 0.004878798651864594,
        "traffic_rms": 0.032773291105595403
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.172212993338917e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6593536650347987e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007758524874359583,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 10208,
      "train_examples": 45000,
      "train_loss": 0.31725460268126593
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4608437120914459,
        "mean_feedback_forward_cosine": 0.9514495542174891,
        "mean_feedback_forward_relative_error": 0.30922098928376246,
        "min_feedback_forward_cosine": 0.8974511623382568
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004824407023249866,
        "instruction_rms": 0.004824407022962019,
        "raw_apical_rms": 0.033052613830716435,
        "teaching_rms": 0.004824407023249866,
        "traffic_rms": 0.03269239485607043
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.1860199933266813e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.65078737342064e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007323016122308353,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 10560,
      "train_examples": 45000,
      "train_loss": 0.30824669748412237
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.44458648562431335,
        "mean_feedback_forward_cosine": 0.9547305577679684,
        "mean_feedback_forward_relative_error": 0.2984705324235715,
        "min_feedback_forward_cosine": 0.904517650604248
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004681306638736054,
        "instruction_rms": 0.00468130663683493,
        "raw_apical_rms": 0.03342469701182517,
        "teaching_rms": 0.004681306638736054,
        "traffic_rms": 0.03308855577704295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3912916152492016e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6435992354161188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00745821709811486,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 10912,
      "train_examples": 45000,
      "train_loss": 0.298130183479521
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4290631115436554,
        "mean_feedback_forward_cosine": 0.957818749703859,
        "mean_feedback_forward_relative_error": 0.2880182874045874,
        "min_feedback_forward_cosine": 0.9109900593757629
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004744140832203882,
        "instruction_rms": 0.004744140831769829,
        "raw_apical_rms": 0.03345457121622474,
        "teaching_rms": 0.004744140832203882,
        "traffic_rms": 0.03311033552206735
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2858437870022499e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.648195659154632e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007393427532203632,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 11264,
      "train_examples": 45000,
      "train_loss": 0.29347565114763047
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4134889841079712,
        "mean_feedback_forward_cosine": 0.9607153723114416,
        "mean_feedback_forward_relative_error": 0.27790678449367223,
        "min_feedback_forward_cosine": 0.9172528386116028
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004720613048531108,
        "instruction_rms": 0.00472061305017265,
        "raw_apical_rms": 0.03360017482851976,
        "teaching_rms": 0.004720613048531108,
        "traffic_rms": 0.03326039704803005
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2155696005322625e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6498854455153493e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007921086074687384,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 11616,
      "train_examples": 45000,
      "train_loss": 0.2912694776561525
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3989754021167755,
        "mean_feedback_forward_cosine": 0.9633991153616654,
        "mean_feedback_forward_relative_error": 0.26811448680727107,
        "min_feedback_forward_cosine": 0.9228969812393188
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004771508284288347,
        "instruction_rms": 0.004771508281634542,
        "raw_apical_rms": 0.033644093643004955,
        "teaching_rms": 0.004771508284288347,
        "traffic_rms": 0.03329703335851989
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.250801773267085e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.643338575973959e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00786347081331639,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 11968,
      "train_examples": 45000,
      "train_loss": 0.2872003724363115
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3840159773826599,
        "mean_feedback_forward_cosine": 0.9659611865093833,
        "mean_feedback_forward_relative_error": 0.2584397910456908,
        "min_feedback_forward_cosine": 0.928446352481842
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048174960693729224,
        "instruction_rms": 0.004817496068862757,
        "raw_apical_rms": 0.03375892117302001,
        "teaching_rms": 0.0048174960693729224,
        "traffic_rms": 0.033406189459776796
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3800254272666734e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6407707732600457e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007863726703980289,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 12320,
      "train_examples": 45000,
      "train_loss": 0.27968909242153167
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3703266978263855,
        "mean_feedback_forward_cosine": 0.9682689905166626,
        "mean_feedback_forward_relative_error": 0.24946017994692452,
        "min_feedback_forward_cosine": 0.9334127902984619
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004712959229945297,
        "instruction_rms": 0.0047129592298166606,
        "raw_apical_rms": 0.033907276231348725,
        "teaching_rms": 0.004712959229945297,
        "traffic_rms": 0.033570433417405496
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.0985061749124725e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.636391888572703e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007899196805827432,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 12672,
      "train_examples": 45000,
      "train_loss": 0.2795928961382972
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.35702258348464966,
        "mean_feedback_forward_cosine": 0.9704734839891133,
        "mean_feedback_forward_relative_error": 0.24055047372454091,
        "min_feedback_forward_cosine": 0.9380240440368652
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004782290351400383,
        "instruction_rms": 0.00478229035135258,
        "raw_apical_rms": 0.033883983790127505,
        "teaching_rms": 0.004782290351400383,
        "traffic_rms": 0.033537262772109305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3784677399542034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6421176037256008e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0080821375156384,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 13024,
      "train_examples": 45000,
      "train_loss": 0.2787536144230101
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.34415683150291443,
        "mean_feedback_forward_cosine": 0.9725059553196556,
        "mean_feedback_forward_relative_error": 0.23201881702009,
        "min_feedback_forward_cosine": 0.9423730969429016
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004723291722321843,
        "instruction_rms": 0.00472329172259429,
        "raw_apical_rms": 0.033924394358811595,
        "teaching_rms": 0.004723291722321843,
        "traffic_rms": 0.03358796771203482
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.333908183909216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.639672654959102e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00796990944931867,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 13376,
      "train_examples": 45000,
      "train_loss": 0.27210139400164285
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3317205011844635,
        "mean_feedback_forward_cosine": 0.9743669127163134,
        "mean_feedback_forward_relative_error": 0.22398421482035988,
        "min_feedback_forward_cosine": 0.9464354515075684
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004661757655262386,
        "instruction_rms": 0.004661757656038705,
        "raw_apical_rms": 0.03403332792624944,
        "teaching_rms": 0.004661757655262386,
        "traffic_rms": 0.03370621353765779
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.7597862722595892e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6355164006001823e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007607569588195413,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 13728,
      "train_examples": 45000,
      "train_loss": 0.2680433222876655
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3195788860321045,
        "mean_feedback_forward_cosine": 0.9761544434647811,
        "mean_feedback_forward_relative_error": 0.21601076031986036,
        "min_feedback_forward_cosine": 0.9502158164978027
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004776894591640745,
        "instruction_rms": 0.004776894591454205,
        "raw_apical_rms": 0.034103712390215875,
        "teaching_rms": 0.004776894591640745,
        "traffic_rms": 0.033760304101526896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.279143813093242e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6424587187680552e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007761612862718696,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 14080,
      "train_examples": 45000,
      "train_loss": 0.2662101541996002
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30783212184906006,
        "mean_feedback_forward_cosine": 0.9777752725701583,
        "mean_feedback_forward_relative_error": 0.2084365287109425,
        "min_feedback_forward_cosine": 0.9537599086761475
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004699059680708036,
        "instruction_rms": 0.004699059680188085,
        "raw_apical_rms": 0.03414932184315777,
        "teaching_rms": 0.004699059680708036,
        "traffic_rms": 0.03381818867837494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2431739193630165e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6460847745747836e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0077991492730956685,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 14432,
      "train_examples": 45000,
      "train_loss": 0.2600565419700411
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2968943119049072,
        "mean_feedback_forward_cosine": 0.9792970701267845,
        "mean_feedback_forward_relative_error": 0.20108051519644887,
        "min_feedback_forward_cosine": 0.9569568037986755
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004763095028566614,
        "instruction_rms": 0.004763095029232173,
        "raw_apical_rms": 0.03438335177389699,
        "teaching_rms": 0.004763095028566614,
        "traffic_rms": 0.03404417936722059
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4808669845933764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6424890916919685e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00845588882444567,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 14784,
      "train_examples": 45000,
      "train_loss": 0.254280227888955
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28573423624038696,
        "mean_feedback_forward_cosine": 0.9807222234575372,
        "mean_feedback_forward_relative_error": 0.19400072725195633,
        "min_feedback_forward_cosine": 0.9601020812988281
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004710863499973082,
        "instruction_rms": 0.004710863499285182,
        "raw_apical_rms": 0.034504757380937924,
        "teaching_rms": 0.004710863499973082,
        "traffic_rms": 0.03417535173138206
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.311371455869903e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6339249720358487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007526737269890926,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 15136,
      "train_examples": 45000,
      "train_loss": 0.25525954416592916
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27519121766090393,
        "mean_feedback_forward_cosine": 0.9820384163605539,
        "mean_feedback_forward_relative_error": 0.18720350100805885,
        "min_feedback_forward_cosine": 0.9629638195037842
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004701518684372687,
        "instruction_rms": 0.004701518684863849,
        "raw_apical_rms": 0.03461234790122849,
        "teaching_rms": 0.004701518684372687,
        "traffic_rms": 0.03428399115709166
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2923868197844968e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6311688757394687e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007720353421523628,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 15488,
      "train_examples": 45000,
      "train_loss": 0.2539062928358714
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2654401659965515,
        "mean_feedback_forward_cosine": 0.9832494133397153,
        "mean_feedback_forward_relative_error": 0.18073756130118118,
        "min_feedback_forward_cosine": 0.9655036926269531
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004671197535033111,
        "instruction_rms": 0.004671197535135195,
        "raw_apical_rms": 0.03466821527562583,
        "teaching_rms": 0.004671197535033111,
        "traffic_rms": 0.034345520557083384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3602021731173863e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6258762474243875e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007603984458865029,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 15840,
      "train_examples": 45000,
      "train_loss": 0.251618927748998
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2559916377067566,
        "mean_feedback_forward_cosine": 0.9843838465841193,
        "mean_feedback_forward_relative_error": 0.17444850974961332,
        "min_feedback_forward_cosine": 0.9679042100906372
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0046645104169916055,
        "instruction_rms": 0.004664510416303185,
        "raw_apical_rms": 0.03467126796524318,
        "teaching_rms": 0.0046645104169916055,
        "traffic_rms": 0.03434910434632763
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.379899217113234e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6306638712101177e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00783831171514736,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 16192,
      "train_examples": 45000,
      "train_loss": 0.24952880779372322
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24713581800460815,
        "mean_feedback_forward_cosine": 0.9854045667146382,
        "mean_feedback_forward_relative_error": 0.16860151251679972,
        "min_feedback_forward_cosine": 0.9700533151626587
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004559302968625124,
        "instruction_rms": 0.0045593029677413925,
        "raw_apical_rms": 0.03472805131256213,
        "teaching_rms": 0.004559302968625124,
        "traffic_rms": 0.034419659823142476
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2115297209902565e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6363335392976076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007791670014191839,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 16544,
      "train_examples": 45000,
      "train_loss": 0.24057156450483533
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2380978763103485,
        "mean_feedback_forward_cosine": 0.9864013665600827,
        "mean_feedback_forward_relative_error": 0.1627316274925282,
        "min_feedback_forward_cosine": 0.9721730947494507
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004606396898138145,
        "instruction_rms": 0.004606396898037523,
        "raw_apical_rms": 0.03472626080918165,
        "teaching_rms": 0.004606396898138145,
        "traffic_rms": 0.03441298406533082
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.3051913327899456e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.625421575727776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007350429312921069,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 16896,
      "train_examples": 45000,
      "train_loss": 0.24404090649286905
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22930406033992767,
        "mean_feedback_forward_cosine": 0.9873418368791279,
        "mean_feedback_forward_relative_error": 0.15697959183078064,
        "min_feedback_forward_cosine": 0.9741794466972351
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004644267469034802,
        "instruction_rms": 0.00464426746876939,
        "raw_apical_rms": 0.03468131906465864,
        "teaching_rms": 0.004644267469034802,
        "traffic_rms": 0.034361650292883295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.5975151868019566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6279289648495134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007684965560878773,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 17248,
      "train_examples": 45000,
      "train_loss": 0.24277654730478923
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2208755910396576,
        "mean_feedback_forward_cosine": 0.9882248138126574,
        "mean_feedback_forward_relative_error": 0.15137433064611336,
        "min_feedback_forward_cosine": 0.9760395288467407
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0046430086564233424,
        "instruction_rms": 0.004643008656217725,
        "raw_apical_rms": 0.03473068852522543,
        "teaching_rms": 0.0046430086564233424,
        "traffic_rms": 0.034411883822943565
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.0882732048855814e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6327518823353146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007633137365012518,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 17600,
      "train_examples": 45000,
      "train_loss": 0.2443996674458186
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21271175146102905,
        "mean_feedback_forward_cosine": 0.9890305588119909,
        "mean_feedback_forward_relative_error": 0.14607982043372958,
        "min_feedback_forward_cosine": 0.9777553081512451
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004594959414552394,
        "instruction_rms": 0.0045949594167889775,
        "raw_apical_rms": 0.03497597579132669,
        "teaching_rms": 0.004594959414552394,
        "traffic_rms": 0.03466508204714108
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4316285046334087e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628302419364009e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007773507565085117,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 17952,
      "train_examples": 45000,
      "train_loss": 0.2410176281955507
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20511937141418457,
        "mean_feedback_forward_cosine": 0.9897625885511699,
        "mean_feedback_forward_relative_error": 0.14108704422649584,
        "min_feedback_forward_cosine": 0.9793134927749634
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004567773009036595,
        "instruction_rms": 0.00456777300962078,
        "raw_apical_rms": 0.03520495415505641,
        "teaching_rms": 0.004567773009036595,
        "traffic_rms": 0.034901235928274564
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4875592313501329e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6332958530834732e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0074677408216019935,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 18304,
      "train_examples": 45000,
      "train_loss": 0.2340294860045115
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.197466641664505,
        "mean_feedback_forward_cosine": 0.990464354816236,
        "mean_feedback_forward_relative_error": 0.1361611010996919,
        "min_feedback_forward_cosine": 0.9808119535446167
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004562108366410874,
        "instruction_rms": 0.0045621083654823575,
        "raw_apical_rms": 0.035211274386603715,
        "teaching_rms": 0.004562108366410874,
        "traffic_rms": 0.03490732328883552
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675627127289772,
        "maximum_absolute_post_projection_soma_slope": 1.2012673522576733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.62110178440126e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007060365629530651,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 18656,
      "train_examples": 45000,
      "train_loss": 0.23484097828070322
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19022594392299652,
        "mean_feedback_forward_cosine": 0.9911271553290518,
        "mean_feedback_forward_relative_error": 0.13134553754015973,
        "min_feedback_forward_cosine": 0.9821869730949402
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0046435733522626095,
        "instruction_rms": 0.004643573350708397,
        "raw_apical_rms": 0.03517939465507605,
        "teaching_rms": 0.0046435733522626095,
        "traffic_rms": 0.0348637147196017
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2162117535297057e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6191307072360626e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007188689738797162,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 19008,
      "train_examples": 45000,
      "train_loss": 0.23323015623092652
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18319855630397797,
        "mean_feedback_forward_cosine": 0.991731982482107,
        "mean_feedback_forward_relative_error": 0.1267676692652075,
        "min_feedback_forward_cosine": 0.9834647178649902
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004555257730404213,
        "instruction_rms": 0.004555257730049382,
        "raw_apical_rms": 0.0351389552323441,
        "teaching_rms": 0.004555257730404213,
        "traffic_rms": 0.03483570954862583
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.8357507514110694e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6244619750540534e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007445472547313312,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 19360,
      "train_examples": 45000,
      "train_loss": 0.2296267622894711
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17642830312252045,
        "mean_feedback_forward_cosine": 0.9923079045195329,
        "mean_feedback_forward_relative_error": 0.12225980272418574,
        "min_feedback_forward_cosine": 0.9846528172492981
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004644012372759655,
        "instruction_rms": 0.0046440123728291455,
        "raw_apical_rms": 0.03526161090179914,
        "teaching_rms": 0.004644012372759655,
        "traffic_rms": 0.03494609703635114
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2899863399695732e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.627011804694801e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006958764964616925,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 19712,
      "train_examples": 45000,
      "train_loss": 0.2365132146411472
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17026235163211823,
        "mean_feedback_forward_cosine": 0.9928123543136999,
        "mean_feedback_forward_relative_error": 0.11815644526167919,
        "min_feedback_forward_cosine": 0.9856986999511719
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004449164598015525,
        "instruction_rms": 0.004449164598310792,
        "raw_apical_rms": 0.03538711843163806,
        "teaching_rms": 0.004449164598015525,
        "traffic_rms": 0.03509960605659332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.251204828633945e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6241986234866222e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007579821524470718,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 20064,
      "train_examples": 45000,
      "train_loss": 0.22395737641652425
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.164112851023674,
        "mean_feedback_forward_cosine": 0.9933079198787087,
        "mean_feedback_forward_relative_error": 0.11400180760967105,
        "min_feedback_forward_cosine": 0.9867027997970581
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004548831364868537,
        "instruction_rms": 0.004548831363312621,
        "raw_apical_rms": 0.0354164301950668,
        "teaching_rms": 0.004548831364868537,
        "traffic_rms": 0.035115907677580965
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2336201393736701e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.622275387344884e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007568028854974735,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 20416,
      "train_examples": 45000,
      "train_loss": 0.22827845895555285
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15825243294239044,
        "mean_feedback_forward_cosine": 0.9937614829916703,
        "mean_feedback_forward_relative_error": 0.11005663205134242,
        "min_feedback_forward_cosine": 0.9876329302787781
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004476251393292254,
        "instruction_rms": 0.004476251393484599,
        "raw_apical_rms": 0.03563047256291201,
        "teaching_rms": 0.004476251393292254,
        "traffic_rms": 0.03534100790190985
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.57045807469558e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6202528516988424e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007246255970942516,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 20768,
      "train_examples": 45000,
      "train_loss": 0.22411545930438573
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15272173285484314,
        "mean_feedback_forward_cosine": 0.9941777053632235,
        "mean_feedback_forward_relative_error": 0.10632398410847313,
        "min_feedback_forward_cosine": 0.9884786009788513
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004456169283475561,
        "instruction_rms": 0.004456169283940708,
        "raw_apical_rms": 0.03578923714236428,
        "teaching_rms": 0.004456169283475561,
        "traffic_rms": 0.03550214598845318
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3066555837326632e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6287714181005582e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0072570412955580595,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 21120,
      "train_examples": 45000,
      "train_loss": 0.2188749658372667
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14698725938796997,
        "mean_feedback_forward_cosine": 0.994572423006359,
        "mean_feedback_forward_relative_error": 0.1026448040808502,
        "min_feedback_forward_cosine": 0.989323616027832
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004456419764945225,
        "instruction_rms": 0.004456419763981235,
        "raw_apical_rms": 0.03585860561769728,
        "teaching_rms": 0.004456419764945225,
        "traffic_rms": 0.03557324134946727
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2649693736932477e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6145051085877405e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006919550027460348,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 21472,
      "train_examples": 45000,
      "train_loss": 0.2257381404876709
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14190393686294556,
        "mean_feedback_forward_cosine": 0.9949436532823663,
        "mean_feedback_forward_relative_error": 0.09906195398224027,
        "min_feedback_forward_cosine": 0.9900442957878113
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004548542376455561,
        "instruction_rms": 0.004548542375285443,
        "raw_apical_rms": 0.03573337059769428,
        "teaching_rms": 0.004548542376455561,
        "traffic_rms": 0.03543467955156096
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4675849868694968e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6237103687005373e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007374741434962257,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 21824,
      "train_examples": 45000,
      "train_loss": 0.21773362610869937
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13695169985294342,
        "mean_feedback_forward_cosine": 0.9952792054728458,
        "mean_feedback_forward_relative_error": 0.09569711728315604,
        "min_feedback_forward_cosine": 0.9907217025756836
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004461043077216043,
        "instruction_rms": 0.004461043076866014,
        "raw_apical_rms": 0.035951803523671215,
        "teaching_rms": 0.004461043077216043,
        "traffic_rms": 0.03566646319885846
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.577162755950212e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6242356519127556e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007718233372377685,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 22176,
      "train_examples": 45000,
      "train_loss": 0.21600445506837632
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1320258527994156,
        "mean_feedback_forward_cosine": 0.9955978079846031,
        "mean_feedback_forward_relative_error": 0.09240627131964031,
        "min_feedback_forward_cosine": 0.991374135017395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004477116609699352,
        "instruction_rms": 0.004477116609083413,
        "raw_apical_rms": 0.03612461334516873,
        "teaching_rms": 0.004477116609699352,
        "traffic_rms": 0.03583912732872384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4565021189127947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6273824646798095e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007450295196506095,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 22528,
      "train_examples": 45000,
      "train_loss": 0.21777281631628673
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12717783451080322,
        "mean_feedback_forward_cosine": 0.9959008944661993,
        "mean_feedback_forward_relative_error": 0.0891655795276165,
        "min_feedback_forward_cosine": 0.991992712020874
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045498406642311235,
        "instruction_rms": 0.004549840663236202,
        "raw_apical_rms": 0.036044709509119054,
        "teaching_rms": 0.0045498406642311235,
        "traffic_rms": 0.0357500017907505
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.536017357750552e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6217039608516756e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007156218601674351,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 22880,
      "train_examples": 45000,
      "train_loss": 0.221185155638059
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12260657548904419,
        "mean_feedback_forward_cosine": 0.9961796214706019,
        "mean_feedback_forward_relative_error": 0.08607814931555798,
        "min_feedback_forward_cosine": 0.9925543069839478
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004453811916858959,
        "instruction_rms": 0.004453811916150239,
        "raw_apical_rms": 0.0359950634387879,
        "teaching_rms": 0.004453811916858959,
        "traffic_rms": 0.03571235317468114
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.8037065174780764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.623762848961395e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007172063641093142,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 23232,
      "train_examples": 45000,
      "train_loss": 0.21804162822564443
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11837345361709595,
        "mean_feedback_forward_cosine": 0.9964380609361749,
        "mean_feedback_forward_relative_error": 0.08311013916605398,
        "min_feedback_forward_cosine": 0.9930553436279297
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044489120470179175,
        "instruction_rms": 0.004448912049185746,
        "raw_apical_rms": 0.035993515488427406,
        "teaching_rms": 0.0044489120470179175,
        "traffic_rms": 0.035709418999218895
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.5781090212385607e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6231976272486762e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007817539431370736,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 23584,
      "train_examples": 45000,
      "train_loss": 0.21024991050693723
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11415514349937439,
        "mean_feedback_forward_cosine": 0.996677649648566,
        "mean_feedback_forward_relative_error": 0.08026282450086192,
        "min_feedback_forward_cosine": 0.9935400485992432
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044645860135849764,
        "instruction_rms": 0.004464586013641585,
        "raw_apical_rms": 0.03602365474933413,
        "teaching_rms": 0.0044645860135849764,
        "traffic_rms": 0.03573778901523109
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.1406419808679402e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6224922974920334e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007406809782368285,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 23936,
      "train_examples": 45000,
      "train_loss": 0.21092831121020847
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11018594354391098,
        "mean_feedback_forward_cosine": 0.9968988864045394,
        "mean_feedback_forward_relative_error": 0.07754268046272428,
        "min_feedback_forward_cosine": 0.9939804673194885
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004362341840475601,
        "instruction_rms": 0.004362341839124682,
        "raw_apical_rms": 0.03620718433461889,
        "teaching_rms": 0.004362341840475601,
        "traffic_rms": 0.035937145248334974
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.6491068066670778e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6203214262490774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007487036713527173,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 24288,
      "train_examples": 45000,
      "train_loss": 0.21018273235691917
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10609277337789536,
        "mean_feedback_forward_cosine": 0.9971169013726083,
        "mean_feedback_forward_relative_error": 0.0747689776318638,
        "min_feedback_forward_cosine": 0.9944174289703369
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00451003769408126,
        "instruction_rms": 0.004510037693065025,
        "raw_apical_rms": 0.036318838953473126,
        "teaching_rms": 0.00451003769408126,
        "traffic_rms": 0.03603091127843311
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2620477995994861e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6200094293259555e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007972338810982858,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 24640,
      "train_examples": 45000,
      "train_loss": 0.2134532284617424
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10220836102962494,
        "mean_feedback_forward_cosine": 0.9973136217970597,
        "mean_feedback_forward_relative_error": 0.07216161744374978,
        "min_feedback_forward_cosine": 0.9948174953460693
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004440322775932015,
        "instruction_rms": 0.004440322774575008,
        "raw_apical_rms": 0.03641699174804736,
        "teaching_rms": 0.004440322775932015,
        "traffic_rms": 0.036138183265553056
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.6258070445474004e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6233081168666382e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007207478057598643,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 24992,
      "train_examples": 45000,
      "train_loss": 0.2102156790865792
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09862367063760757,
        "mean_feedback_forward_cosine": 0.9974928686493322,
        "mean_feedback_forward_relative_error": 0.06970344581886341,
        "min_feedback_forward_cosine": 0.9951724410057068
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004315599717075808,
        "instruction_rms": 0.004315599715999141,
        "raw_apical_rms": 0.036537647522808164,
        "teaching_rms": 0.004315599717075808,
        "traffic_rms": 0.036275136037878984
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4048120000609288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.620137432006344e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007502094491475108,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 25344,
      "train_examples": 45000,
      "train_loss": 0.20704805523024666
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09504998475313187,
        "mean_feedback_forward_cosine": 0.9976669204862494,
        "mean_feedback_forward_relative_error": 0.06723592949933127,
        "min_feedback_forward_cosine": 0.9955151677131653
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004427855583699056,
        "instruction_rms": 0.004427855584664746,
        "raw_apical_rms": 0.03668482221514479,
        "teaching_rms": 0.004427855583699056,
        "traffic_rms": 0.03640982269328263
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.248983672041959e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6126080221705005e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007986076993406584,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 25696,
      "train_examples": 45000,
      "train_loss": 0.20908995280795628
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09164435416460037,
        "mean_feedback_forward_cosine": 0.997825497075131,
        "mean_feedback_forward_relative_error": 0.06490947384583323,
        "min_feedback_forward_cosine": 0.9958301782608032
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004399429402061184,
        "instruction_rms": 0.004399429402189536,
        "raw_apical_rms": 0.03700029338582229,
        "teaching_rms": 0.004399429402061184,
        "traffic_rms": 0.036730780102490306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.425360629525585e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.623028050109535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007896421990698977,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 26048,
      "train_examples": 45000,
      "train_loss": 0.20722820389535693
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08822862058877945,
        "mean_feedback_forward_cosine": 0.9979766262205023,
        "mean_feedback_forward_relative_error": 0.06261574094624896,
        "min_feedback_forward_cosine": 0.9961338639259338
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044697062809208815,
        "instruction_rms": 0.0044697062813138354,
        "raw_apical_rms": 0.037006601273574254,
        "teaching_rms": 0.0044697062809208815,
        "traffic_rms": 0.03672776540183049
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5057434410437054e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6136589180701452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007799762316189546,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 26400,
      "train_examples": 45000,
      "train_loss": 0.20900147353278267
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08507800847291946,
        "mean_feedback_forward_cosine": 0.9981122612953186,
        "mean_feedback_forward_relative_error": 0.06047938862129262,
        "min_feedback_forward_cosine": 0.9964041113853455
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00447532828806215,
        "instruction_rms": 0.004475328288289176,
        "raw_apical_rms": 0.03704116745998077,
        "teaching_rms": 0.00447532828806215,
        "traffic_rms": 0.03676239738192544
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.213237332819972e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.614873744819049e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00802047859210537,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 26752,
      "train_examples": 45000,
      "train_loss": 0.20270962162547643
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08195352554321289,
        "mean_feedback_forward_cosine": 0.9982417288579439,
        "mean_feedback_forward_relative_error": 0.05836986269997923,
        "min_feedback_forward_cosine": 0.9966623783111572
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004406351161944455,
        "instruction_rms": 0.00440635116218692,
        "raw_apical_rms": 0.03714989124929627,
        "teaching_rms": 0.004406351161944455,
        "traffic_rms": 0.036880860224630836
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2166855967166157e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6147118595923876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008428201646432978,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 27104,
      "train_examples": 45000,
      "train_loss": 0.20738727831310697
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07894580066204071,
        "mean_feedback_forward_cosine": 0.9983680530598289,
        "mean_feedback_forward_relative_error": 0.056237597998819853,
        "min_feedback_forward_cosine": 0.99690181016922
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004472040092538484,
        "instruction_rms": 0.004472040091745848,
        "raw_apical_rms": 0.037260774472050735,
        "teaching_rms": 0.004472040092538484,
        "traffic_rms": 0.03698415678025868
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.260605753117261e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6083117311608757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008149354668471675,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 27456,
      "train_examples": 45000,
      "train_loss": 0.21016761886278787
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07613518834114075,
        "mean_feedback_forward_cosine": 0.9984755641535709,
        "mean_feedback_forward_relative_error": 0.05434604704772171,
        "min_feedback_forward_cosine": 0.9971174001693726
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00432761968489776,
        "instruction_rms": 0.004327619684964721,
        "raw_apical_rms": 0.03734747195999519,
        "teaching_rms": 0.00432761968489776,
        "traffic_rms": 0.03708964853307454
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4971128337037953e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6107575152420894e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008043142794216621,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 27808,
      "train_examples": 45000,
      "train_loss": 0.2002604562415017
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07347670942544937,
        "mean_feedback_forward_cosine": 0.9985768073483517,
        "mean_feedback_forward_relative_error": 0.05250467232575542,
        "min_feedback_forward_cosine": 0.9973148107528687
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043529784142581724,
        "instruction_rms": 0.004352978414375338,
        "raw_apical_rms": 0.03733636469875139,
        "teaching_rms": 0.0043529784142581724,
        "traffic_rms": 0.037074661203136475
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.714559516585723e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6139826127614257e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008474441828304233,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 28160,
      "train_examples": 45000,
      "train_loss": 0.20348531726201374
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07079853862524033,
        "mean_feedback_forward_cosine": 0.9986788630485535,
        "mean_feedback_forward_relative_error": 0.050594215330324675,
        "min_feedback_forward_cosine": 0.9975066184997559
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004493471889684713,
        "instruction_rms": 0.004493471887775368,
        "raw_apical_rms": 0.03742428383875813,
        "teaching_rms": 0.004493471889684713,
        "traffic_rms": 0.03714556730784643
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2801011806118368e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.612617837806104e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008305362498167478,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 28512,
      "train_examples": 45000,
      "train_loss": 0.2035255651526981
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0683562159538269,
        "mean_feedback_forward_cosine": 0.9987668520525882,
        "mean_feedback_forward_relative_error": 0.04887905001248184,
        "min_feedback_forward_cosine": 0.9976755380630493
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004347656472246829,
        "instruction_rms": 0.0043476564713782005,
        "raw_apical_rms": 0.03743621352427378,
        "teaching_rms": 0.004347656472246829,
        "traffic_rms": 0.03717564940571991
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.7949190578292473e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6076711378252958e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007621236358654399,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 28864,
      "train_examples": 45000,
      "train_loss": 0.20018683223194547
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06601220369338989,
        "mean_feedback_forward_cosine": 0.9988470955898887,
        "mean_feedback_forward_relative_error": 0.047254847264603564,
        "min_feedback_forward_cosine": 0.9978319406509399
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004284115804983141,
        "instruction_rms": 0.004284115806419629,
        "raw_apical_rms": 0.03739583129120028,
        "teaching_rms": 0.004284115804983141,
        "traffic_rms": 0.03714179068079272
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3574358526113883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6179546987380908e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007854798722812353,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 29216,
      "train_examples": 45000,
      "train_loss": 0.19392986518012154
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06361216306686401,
        "mean_feedback_forward_cosine": 0.998924362032037,
        "mean_feedback_forward_relative_error": 0.045645895855207196,
        "min_feedback_forward_cosine": 0.9979863166809082
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004315300071328077,
        "instruction_rms": 0.004315300069402798,
        "raw_apical_rms": 0.037622392890990945,
        "teaching_rms": 0.004315300071328077,
        "traffic_rms": 0.037367052187926346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.2211862632227621e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6110125838472492e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007631722079373359,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 29568,
      "train_examples": 45000,
      "train_loss": 0.19560214926401773
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06134519726037979,
        "mean_feedback_forward_cosine": 0.9989984506054929,
        "mean_feedback_forward_relative_error": 0.04404884978736702,
        "min_feedback_forward_cosine": 0.9981269836425781
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004396383568908268,
        "instruction_rms": 0.004396383568446012,
        "raw_apical_rms": 0.03785131051852422,
        "teaching_rms": 0.004396383568908268,
        "traffic_rms": 0.037588601006829474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.8113381017315078e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6083608410586487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00778666450092506,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 29920,
      "train_examples": 45000,
      "train_loss": 0.20038994897206625
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05918081849813461,
        "mean_feedback_forward_cosine": 0.9990670179065905,
        "mean_feedback_forward_relative_error": 0.04250993530609106,
        "min_feedback_forward_cosine": 0.9982566833496094
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004394481694269408,
        "instruction_rms": 0.0043944816923532715,
        "raw_apical_rms": 0.03781911664545062,
        "teaching_rms": 0.004394481694269408,
        "traffic_rms": 0.03755694895620572
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4487307353761025e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.605415205290466e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007641434302581334,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 30272,
      "train_examples": 45000,
      "train_loss": 0.1941228145837784
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05701030045747757,
        "mean_feedback_forward_cosine": 0.9991297031703749,
        "mean_feedback_forward_relative_error": 0.041057775091183815,
        "min_feedback_forward_cosine": 0.9983820915222168
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004331305577935983,
        "instruction_rms": 0.0043313055790372545,
        "raw_apical_rms": 0.03787017026590211,
        "teaching_rms": 0.004331305577935983,
        "traffic_rms": 0.03761522941990792
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5786813634122154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.604175652336849e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008057223801348086,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 30624,
      "train_examples": 45000,
      "train_loss": 0.19786492485735152
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05499575287103653,
        "mean_feedback_forward_cosine": 0.9991886584382308,
        "mean_feedback_forward_relative_error": 0.039640944451093674,
        "min_feedback_forward_cosine": 0.9984940886497498
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004393154458661703,
        "instruction_rms": 0.004393154457830873,
        "raw_apical_rms": 0.037911314346334796,
        "teaching_rms": 0.004393154458661703,
        "traffic_rms": 0.03764851357892891
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.8321809847066106e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.608008773246122e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007747195383372029,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 30976,
      "train_examples": 45000,
      "train_loss": 0.19616146234936185
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.052947551012039185,
        "mean_feedback_forward_cosine": 0.9992460263402838,
        "mean_feedback_forward_relative_error": 0.03821591307458125,
        "min_feedback_forward_cosine": 0.9986038208007812
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004440101631080247,
        "instruction_rms": 0.004440101632527795,
        "raw_apical_rms": 0.03796219665605633,
        "teaching_rms": 0.004440101631080247,
        "traffic_rms": 0.03769360442140302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2470649402018807e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6093386714278868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00676450492754892,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 31328,
      "train_examples": 45000,
      "train_loss": 0.2016470360438029
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05115712061524391,
        "mean_feedback_forward_cosine": 0.9992954511391489,
        "mean_feedback_forward_relative_error": 0.03693320518849712,
        "min_feedback_forward_cosine": 0.9986964464187622
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004326605059032084,
        "instruction_rms": 0.004326605059817017,
        "raw_apical_rms": 0.038069904368916614,
        "teaching_rms": 0.004326605059032084,
        "traffic_rms": 0.037817008510303056
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2531740090082621e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.606498135968753e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007051705340311277,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 31680,
      "train_examples": 45000,
      "train_loss": 0.1913992996957567
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04919249191880226,
        "mean_feedback_forward_cosine": 0.999344781825417,
        "mean_feedback_forward_relative_error": 0.035617098016174215,
        "min_feedback_forward_cosine": 0.998794436454773
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00440364773811703,
        "instruction_rms": 0.0044036477398902455,
        "raw_apical_rms": 0.038179856062798084,
        "teaching_rms": 0.00440364773811703,
        "traffic_rms": 0.03791791438745892
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.3066009607598517e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.604651818377211e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007050239780225879,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 32032,
      "train_examples": 45000,
      "train_loss": 0.20269022012021806
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.047487448900938034,
        "mean_feedback_forward_cosine": 0.9993884406591717,
        "mean_feedback_forward_relative_error": 0.03441068608509867,
        "min_feedback_forward_cosine": 0.9988765120506287
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004297384338849623,
        "instruction_rms": 0.004297384337137126,
        "raw_apical_rms": 0.038315780517473495,
        "teaching_rms": 0.004297384338849623,
        "traffic_rms": 0.03806581825700761
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4822999716557206e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6023912119814353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00697884890163563,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 32384,
      "train_examples": 45000,
      "train_loss": 0.19145635812017653
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04584144428372383,
        "mean_feedback_forward_cosine": 0.9994289624063593,
        "mean_feedback_forward_relative_error": 0.03325003390445521,
        "min_feedback_forward_cosine": 0.9989528656005859
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004243356527139954,
        "instruction_rms": 0.004243356527757337,
        "raw_apical_rms": 0.03838302601070241,
        "teaching_rms": 0.004243356527139954,
        "traffic_rms": 0.03814006011744761
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2285148898172338e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6004557166578526e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007113606767937407,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 32736,
      "train_examples": 45000,
      "train_loss": 0.18899007729424372
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04414232447743416,
        "mean_feedback_forward_cosine": 0.9994694308230752,
        "mean_feedback_forward_relative_error": 0.03205089908289282,
        "min_feedback_forward_cosine": 0.9990289807319641
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043756763481226195,
        "instruction_rms": 0.004375676347416654,
        "raw_apical_rms": 0.038437979631398486,
        "teaching_rms": 0.0043756763481226195,
        "traffic_rms": 0.038180416662133426
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4684702343004119e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5977010052403776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007149062144853269,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 33088,
      "train_examples": 45000,
      "train_loss": 0.1979328562392129
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04258665814995766,
        "mean_feedback_forward_cosine": 0.9995063041385851,
        "mean_feedback_forward_relative_error": 0.03092107642441988,
        "min_feedback_forward_cosine": 0.9990959167480469
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004339947219580718,
        "instruction_rms": 0.004339947219513514,
        "raw_apical_rms": 0.038648125714962615,
        "teaching_rms": 0.004339947219580718,
        "traffic_rms": 0.03839487084495387
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4272039550178306e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5971581254662823e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007465495413903004,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 33440,
      "train_examples": 45000,
      "train_loss": 0.19327747562726338
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04108345881104469,
        "mean_feedback_forward_cosine": 0.9995398615535936,
        "mean_feedback_forward_relative_error": 0.029853186423057003,
        "min_feedback_forward_cosine": 0.9991586804389954
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004287789111997284,
        "instruction_rms": 0.004287789112378635,
        "raw_apical_rms": 0.03872370458835143,
        "teaching_rms": 0.004287789111997284,
        "traffic_rms": 0.03847909401808973
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.6351600962138946e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597674944750536e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00755429649739705,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 33792,
      "train_examples": 45000,
      "train_loss": 0.19491494815349578
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03956536203622818,
        "mean_feedback_forward_cosine": 0.9995721578598022,
        "mean_feedback_forward_relative_error": 0.028786583999662024,
        "min_feedback_forward_cosine": 0.9992196559906006
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004322239384328543,
        "instruction_rms": 0.0043222393833470575,
        "raw_apical_rms": 0.038754836503425615,
        "teaching_rms": 0.004322239384328543,
        "traffic_rms": 0.038505480735225785
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2408955640808017e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5953175593454964e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0074328152278408145,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 34144,
      "train_examples": 45000,
      "train_loss": 0.19559030701319377
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03814008831977844,
        "mean_feedback_forward_cosine": 0.9996019099888048,
        "mean_feedback_forward_relative_error": 0.027764835689020783,
        "min_feedback_forward_cosine": 0.999274730682373
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004367662017031151,
        "instruction_rms": 0.0043676620168374486,
        "raw_apical_rms": 0.03874693233206164,
        "teaching_rms": 0.004367662017031151,
        "traffic_rms": 0.038492129350920404
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.302397123481569e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592644409198551e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008369572379394412,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 34496,
      "train_examples": 45000,
      "train_loss": 0.1941847652859158
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03679465129971504,
        "mean_feedback_forward_cosine": 0.999629579092327,
        "mean_feedback_forward_relative_error": 0.02678505007765795,
        "min_feedback_forward_cosine": 0.9993250370025635
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004365263498806897,
        "instruction_rms": 0.004365263499098351,
        "raw_apical_rms": 0.03869347878013241,
        "teaching_rms": 0.004365263498806897,
        "traffic_rms": 0.03843871337004048
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5709009204556423e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.60158979664915e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007453172673963679,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 34848,
      "train_examples": 45000,
      "train_loss": 0.1933625394874149
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03547969087958336,
        "mean_feedback_forward_cosine": 0.9996546757848639,
        "mean_feedback_forward_relative_error": 0.02586230150374927,
        "min_feedback_forward_cosine": 0.9993723630905151
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004276900791934233,
        "instruction_rms": 0.004276900790236045,
        "raw_apical_rms": 0.03878936566719971,
        "teaching_rms": 0.004276900791934233,
        "traffic_rms": 0.0385452378882788
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.3350017091795507e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597300530405323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0070940807314659755,
        "minimum_observations": 72
      },
      "output_lr": 0.1,
      "step": 35200,
      "train_examples": 45000,
      "train_loss": 0.1892697947555118
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035467904061079025,
        "mean_feedback_forward_cosine": 0.9996549487113953,
        "mean_feedback_forward_relative_error": 0.025849258821261555,
        "min_feedback_forward_cosine": 0.9993727803230286
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.003312247819034628,
        "instruction_rms": 0.0033122478191834203,
        "raw_apical_rms": 0.038656369286820286,
        "teaching_rms": 0.003312247819034628,
        "traffic_rms": 0.03850776026257795
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.589899412124396e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588383007609891e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00672607272485885,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 35552,
      "train_examples": 45000,
      "train_loss": 0.1223080732981364
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035461895167827606,
        "mean_feedback_forward_cosine": 0.9996551400736758,
        "mean_feedback_forward_relative_error": 0.02583924671144862,
        "min_feedback_forward_cosine": 0.9993730187416077
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002924694274306742,
        "instruction_rms": 0.0029246942738536184,
        "raw_apical_rms": 0.03859051297243855,
        "teaching_rms": 0.002924694274306742,
        "traffic_rms": 0.03847380881502724
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4697529415741428e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589820398708272e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006728201243757008,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 35904,
      "train_examples": 45000,
      "train_loss": 0.0915588243789143
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03545601665973663,
        "mean_feedback_forward_cosine": 0.9996552781054848,
        "mean_feedback_forward_relative_error": 0.025830023382839403,
        "min_feedback_forward_cosine": 0.999373197555542
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029309421487672157,
        "instruction_rms": 0.002930942147509609,
        "raw_apical_rms": 0.03857750469025156,
        "teaching_rms": 0.0029309421487672157,
        "traffic_rms": 0.038459632721814394
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.554508166634605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59338170952667e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006810122250638152,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 36256,
      "train_examples": 45000,
      "train_loss": 0.08456779065728187
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03545033186674118,
        "mean_feedback_forward_cosine": 0.9996554443710729,
        "mean_feedback_forward_relative_error": 0.02582100769014735,
        "min_feedback_forward_cosine": 0.9993733763694763
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028600804610835807,
        "instruction_rms": 0.002860080460490966,
        "raw_apical_rms": 0.03857665690666654,
        "teaching_rms": 0.0028600804610835807,
        "traffic_rms": 0.0384644482254856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2602199284117432e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589946620608442e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0068209318282229986,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 36608,
      "train_examples": 45000,
      "train_loss": 0.07664982967376709
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03544463962316513,
        "mean_feedback_forward_cosine": 0.9996556043624878,
        "mean_feedback_forward_relative_error": 0.02581235820329503,
        "min_feedback_forward_cosine": 0.9993735551834106
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00289562891853247,
        "instruction_rms": 0.0028956289184776805,
        "raw_apical_rms": 0.03857086141627413,
        "teaching_rms": 0.00289562891853247,
        "traffic_rms": 0.038455484270229656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.583842035302041e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588841046345999e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006870017913682209,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 36960,
      "train_examples": 45000,
      "train_loss": 0.07250767991675271
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03543941676616669,
        "mean_feedback_forward_cosine": 0.9996557141605177,
        "mean_feedback_forward_relative_error": 0.025804330251718823,
        "min_feedback_forward_cosine": 0.9993737936019897
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002796815942835893,
        "instruction_rms": 0.002796815942608266,
        "raw_apical_rms": 0.03856232131867424,
        "teaching_rms": 0.002796815942835893,
        "traffic_rms": 0.03845370528315716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5497004568487682e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5872103166593062e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0070440836878252954,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 37312,
      "train_examples": 45000,
      "train_loss": 0.06713332132763333
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03543360158801079,
        "mean_feedback_forward_cosine": 0.9996559023857117,
        "mean_feedback_forward_relative_error": 0.025796194217706982,
        "min_feedback_forward_cosine": 0.9993740320205688
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002873489222037939,
        "instruction_rms": 0.0028734892220498532,
        "raw_apical_rms": 0.038565627020152746,
        "teaching_rms": 0.002873489222037939,
        "traffic_rms": 0.03845072447644055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3589013470038935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5928566147064452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00704726458641148,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 37664,
      "train_examples": 45000,
      "train_loss": 0.06585171522431904
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035428375005722046,
        "mean_feedback_forward_cosine": 0.9996560247320878,
        "mean_feedback_forward_relative_error": 0.025788249693026667,
        "min_feedback_forward_cosine": 0.999374270439148
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027955761324979793,
        "instruction_rms": 0.0027955761328062496,
        "raw_apical_rms": 0.038536016912495995,
        "teaching_rms": 0.0027955761324979793,
        "traffic_rms": 0.03842695950113611
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4206618104140034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5860456091111312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007122917511673032,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 38016,
      "train_examples": 45000,
      "train_loss": 0.06071221488813559
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03542286157608032,
        "mean_feedback_forward_cosine": 0.9996561878605893,
        "mean_feedback_forward_relative_error": 0.025780296688409227,
        "min_feedback_forward_cosine": 0.9993743896484375
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028140278914085435,
        "instruction_rms": 0.0028140278919670694,
        "raw_apical_rms": 0.038501660378755236,
        "teaching_rms": 0.0028140278914085435,
        "traffic_rms": 0.038390586666096564
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2944432192796285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586456184417353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0071050344874653,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 38368,
      "train_examples": 45000,
      "train_loss": 0.05875023815234502
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03541717678308487,
        "mean_feedback_forward_cosine": 0.9996563353036579,
        "mean_feedback_forward_relative_error": 0.02577247519634272,
        "min_feedback_forward_cosine": 0.9993745684623718
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028331127509024015,
        "instruction_rms": 0.0028331127513174644,
        "raw_apical_rms": 0.03851408269764331,
        "teaching_rms": 0.0028331127509024015,
        "traffic_rms": 0.038401333182884474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.0589340959654692e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5874645829730186e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006979147149965646,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 38720,
      "train_examples": 45000,
      "train_loss": 0.05675199253095521
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03541172668337822,
        "mean_feedback_forward_cosine": 0.999656501569246,
        "mean_feedback_forward_relative_error": 0.025764711642343747,
        "min_feedback_forward_cosine": 0.9993748664855957
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028003471744681946,
        "instruction_rms": 0.0028003471744691383,
        "raw_apical_rms": 0.038508378410369595,
        "teaching_rms": 0.0028003471744681946,
        "traffic_rms": 0.03839815719885706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.512997727104448e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5852891500013705e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006957535586807042,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 39072,
      "train_examples": 45000,
      "train_loss": 0.053674102103710174
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03540630266070366,
        "mean_feedback_forward_cosine": 0.9996566145043624,
        "mean_feedback_forward_relative_error": 0.025757163370910444,
        "min_feedback_forward_cosine": 0.9993749856948853
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027962825026871777,
        "instruction_rms": 0.0027962825024110904,
        "raw_apical_rms": 0.038494738653309865,
        "teaching_rms": 0.0027962825026871777,
        "traffic_rms": 0.038384621620748655
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.391897708202805e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5888290238141344e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006909162741727037,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 39424,
      "train_examples": 45000,
      "train_loss": 0.05230452452765571
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03540102392435074,
        "mean_feedback_forward_cosine": 0.9996567713586908,
        "mean_feedback_forward_relative_error": 0.025749726613101206,
        "min_feedback_forward_cosine": 0.9993752241134644
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002728877943430814,
        "instruction_rms": 0.002728877942317057,
        "raw_apical_rms": 0.03848213019834961,
        "teaching_rms": 0.002728877943430814,
        "traffic_rms": 0.03837616083564904
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.491850376567072e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588637582480347e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006962811117063132,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 39776,
      "train_examples": 45000,
      "train_loss": 0.049105577030446795
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03539587929844856,
        "mean_feedback_forward_cosine": 0.9996569407613654,
        "mean_feedback_forward_relative_error": 0.025742279855828536,
        "min_feedback_forward_cosine": 0.9993753433227539
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002743596027583915,
        "instruction_rms": 0.0027435960270257072,
        "raw_apical_rms": 0.03848762598423322,
        "teaching_rms": 0.002743596027583915,
        "traffic_rms": 0.03838063011696865
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4434503370353013e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5868503424919003e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007071021542738117,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 40128,
      "train_examples": 45000,
      "train_loss": 0.04695447424782647
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03539068624377251,
        "mean_feedback_forward_cosine": 0.9996570693819147,
        "mean_feedback_forward_relative_error": 0.025734918192029,
        "min_feedback_forward_cosine": 0.999375581741333
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027092893397678472,
        "instruction_rms": 0.0027092893403731218,
        "raw_apical_rms": 0.03843921731986081,
        "teaching_rms": 0.0027092893397678472,
        "traffic_rms": 0.03833515995720922
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3059205272725194e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5841006690663487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.006988227999704331,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 40480,
      "train_examples": 45000,
      "train_loss": 0.04515131123761336
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035385023802518845,
        "mean_feedback_forward_cosine": 0.9996572168249833,
        "mean_feedback_forward_relative_error": 0.025727419182658195,
        "min_feedback_forward_cosine": 0.9993758201599121
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002799708695561083,
        "instruction_rms": 0.002799708695590263,
        "raw_apical_rms": 0.03844931210728296,
        "teaching_rms": 0.002799708695561083,
        "traffic_rms": 0.038337135599322995
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4723521069015533e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.580834622128153e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007106608606066142,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 40832,
      "train_examples": 45000,
      "train_loss": 0.04599150287575192
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03537962585687637,
        "mean_feedback_forward_cosine": 0.9996573736793116,
        "mean_feedback_forward_relative_error": 0.02572019702117694,
        "min_feedback_forward_cosine": 0.9993759989738464
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027277592136439334,
        "instruction_rms": 0.0027277592139995223,
        "raw_apical_rms": 0.038442010466164765,
        "teaching_rms": 0.0027277592136439334,
        "traffic_rms": 0.03833546060662697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3060469150616427e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584318831447521e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007158999537576329,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 41184,
      "train_examples": 45000,
      "train_loss": 0.044221558666229246
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03537387400865555,
        "mean_feedback_forward_cosine": 0.9996575148482072,
        "mean_feedback_forward_relative_error": 0.025712759626146994,
        "min_feedback_forward_cosine": 0.9993762969970703
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027388957800395697,
        "instruction_rms": 0.002738895780279704,
        "raw_apical_rms": 0.03843744043045513,
        "teaching_rms": 0.0027388957800395697,
        "traffic_rms": 0.03832921462523639
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.4741115883509792e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5875198887447677e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007059517218295529,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 41536,
      "train_examples": 45000,
      "train_loss": 0.04352538893338707
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035368457436561584,
        "mean_feedback_forward_cosine": 0.999657646605843,
        "mean_feedback_forward_relative_error": 0.025705385512035144,
        "min_feedback_forward_cosine": 0.9993764162063599
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027314402740166925,
        "instruction_rms": 0.0027314402742559737,
        "raw_apical_rms": 0.038403923086193566,
        "teaching_rms": 0.0027314402740166925,
        "traffic_rms": 0.03829552680506255
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.293399165547271e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5885931510407845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0070493458647887045,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 41888,
      "train_examples": 45000,
      "train_loss": 0.040680674653251966
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03536292910575867,
        "mean_feedback_forward_cosine": 0.9996578065972579,
        "mean_feedback_forward_relative_error": 0.025698145361323105,
        "min_feedback_forward_cosine": 0.9993765354156494
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002672432983432619,
        "instruction_rms": 0.002672432982386257,
        "raw_apical_rms": 0.038381616437378537,
        "teaching_rms": 0.002672432983432619,
        "traffic_rms": 0.038278526907065194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2164231399935943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592268422581863e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007127381536789919,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 42240,
      "train_examples": 45000,
      "train_loss": 0.03868171781433953
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03535729646682739,
        "mean_feedback_forward_cosine": 0.9996579477661535,
        "mean_feedback_forward_relative_error": 0.025690897073792785,
        "min_feedback_forward_cosine": 0.9993768930435181
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002694424227908753,
        "instruction_rms": 0.0026944242278955075,
        "raw_apical_rms": 0.03836615645172439,
        "teaching_rms": 0.002694424227908753,
        "traffic_rms": 0.03825954670671919
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4783602786394567e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912502904551413e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007102608681595452,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 42592,
      "train_examples": 45000,
      "train_loss": 0.03881456925339169
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03535182774066925,
        "mean_feedback_forward_cosine": 0.9996580889350489,
        "mean_feedback_forward_relative_error": 0.02568370932222981,
        "min_feedback_forward_cosine": 0.9993770122528076
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002641356473696618,
        "instruction_rms": 0.002641356472996567,
        "raw_apical_rms": 0.03840503247355747,
        "teaching_rms": 0.002641356473696618,
        "traffic_rms": 0.03830340189819094
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.6382342593601606e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5933395113795106e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0071246216527859375,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 42944,
      "train_examples": 45000,
      "train_loss": 0.03740294339524375
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03534602373838425,
        "mean_feedback_forward_cosine": 0.9996582520635504,
        "mean_feedback_forward_relative_error": 0.02567625423207095,
        "min_feedback_forward_cosine": 0.9993771910667419
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002692973841445241,
        "instruction_rms": 0.002692973842158492,
        "raw_apical_rms": 0.03838828814379054,
        "teaching_rms": 0.002692973841445241,
        "traffic_rms": 0.038282199788181565
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.5708035761008432e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593672566066835e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007202207392070303,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 43296,
      "train_examples": 45000,
      "train_loss": 0.03731025994883643
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03534037619829178,
        "mean_feedback_forward_cosine": 0.9996584089178788,
        "mean_feedback_forward_relative_error": 0.025668993004058536,
        "min_feedback_forward_cosine": 0.999377429485321
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026248510196097458,
        "instruction_rms": 0.002624851018376451,
        "raw_apical_rms": 0.038358187148701935,
        "teaching_rms": 0.0026248510196097458,
        "traffic_rms": 0.038256614620472355
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.608259125873701e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5954722152559852e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007315779523067389,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 43648,
      "train_examples": 45000,
      "train_loss": 0.03610631056113375
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035334762185811996,
        "mean_feedback_forward_cosine": 0.9996585751834669,
        "mean_feedback_forward_relative_error": 0.025661728933061425,
        "min_feedback_forward_cosine": 0.9993777275085449
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002724394403377362,
        "instruction_rms": 0.002724394403529457,
        "raw_apical_rms": 0.03839964245764582,
        "teaching_rms": 0.002724394403377362,
        "traffic_rms": 0.038290028687512224
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.317096476327606e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5910541957294904e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007075237107907976,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 44000,
      "train_examples": 45000,
      "train_loss": 0.03607540869580375
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03532910719513893,
        "mean_feedback_forward_cosine": 0.9996587069411027,
        "mean_feedback_forward_relative_error": 0.02565442447207476,
        "min_feedback_forward_cosine": 0.9993777275085449
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002640579502270712,
        "instruction_rms": 0.0026405795027562855,
        "raw_apical_rms": 0.038392115583826734,
        "teaching_rms": 0.002640579502270712,
        "traffic_rms": 0.03828820821417883
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2944616045729163e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5879967296183113e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007035654168880803,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 44352,
      "train_examples": 45000,
      "train_loss": 0.033797750253147546
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035323381423950195,
        "mean_feedback_forward_cosine": 0.9996588575212579,
        "mean_feedback_forward_relative_error": 0.025647006487767948,
        "min_feedback_forward_cosine": 0.9993780851364136
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002689136687196042,
        "instruction_rms": 0.0026891366871155367,
        "raw_apical_rms": 0.038371904296925025,
        "teaching_rms": 0.002689136687196042,
        "traffic_rms": 0.03826434368832739
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2736036225646785e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590311788325975e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007002904054156395,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 44704,
      "train_examples": 45000,
      "train_loss": 0.034382970802320376
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03531748056411743,
        "mean_feedback_forward_cosine": 0.9996590582947982,
        "mean_feedback_forward_relative_error": 0.025639658450688187,
        "min_feedback_forward_cosine": 0.9993782639503479
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026387223109184074,
        "instruction_rms": 0.0026387223100496405,
        "raw_apical_rms": 0.03837999133801141,
        "teaching_rms": 0.0026387223109184074,
        "traffic_rms": 0.03827822193735302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4681714510800248e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5921378706147204e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007038062433845251,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 45056,
      "train_examples": 45000,
      "train_loss": 0.03305283245841662
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035311345010995865,
        "mean_feedback_forward_cosine": 0.9996591837782609,
        "mean_feedback_forward_relative_error": 0.025632221741895927,
        "min_feedback_forward_cosine": 0.999378502368927
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026301788489244897,
        "instruction_rms": 0.0026301788481617396,
        "raw_apical_rms": 0.03838332881514033,
        "teaching_rms": 0.0026301788489244897,
        "traffic_rms": 0.0382793439307646
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3170628143654994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5886365231677674e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0070327709356254025,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 45408,
      "train_examples": 45000,
      "train_loss": 0.03227601304848989
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03530556708574295,
        "mean_feedback_forward_cosine": 0.999659356318022,
        "mean_feedback_forward_relative_error": 0.025624791993514487,
        "min_feedback_forward_cosine": 0.9993786811828613
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026134519243934877,
        "instruction_rms": 0.0026134519246778453,
        "raw_apical_rms": 0.038396599537410474,
        "teaching_rms": 0.0026134519243934877,
        "traffic_rms": 0.03829488217478297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.6192906571177446e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59392323675322e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007147599387265772,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 45760,
      "train_examples": 45000,
      "train_loss": 0.03081698257095284
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03529975563287735,
        "mean_feedback_forward_cosine": 0.9996594974869176,
        "mean_feedback_forward_relative_error": 0.02561733656023678,
        "min_feedback_forward_cosine": 0.9993788003921509
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026602043065517595,
        "instruction_rms": 0.002660204306866844,
        "raw_apical_rms": 0.03836577892582563,
        "teaching_rms": 0.0026602043065517595,
        "traffic_rms": 0.038258545652495674
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.5581589352109404e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59568539791297e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007173259138598145,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 46112,
      "train_examples": 45000,
      "train_loss": 0.03148715668850475
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03529385104775429,
        "mean_feedback_forward_cosine": 0.9996596637525057,
        "mean_feedback_forward_relative_error": 0.02560989063625273,
        "min_feedback_forward_cosine": 0.99937903881073
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026123713180411555,
        "instruction_rms": 0.0026123713179273976,
        "raw_apical_rms": 0.03833699600630587,
        "teaching_rms": 0.0026123713180411555,
        "traffic_rms": 0.03823418384123128
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.1824004886307193e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5937117754824848e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007143848764667468,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 46464,
      "train_examples": 45000,
      "train_loss": 0.03059496441864305
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03528762608766556,
        "mean_feedback_forward_cosine": 0.9996598174697474,
        "mean_feedback_forward_relative_error": 0.025602186686898534,
        "min_feedback_forward_cosine": 0.9993793368339539
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026462246422895032,
        "instruction_rms": 0.002646224642016028,
        "raw_apical_rms": 0.03830980567852561,
        "teaching_rms": 0.0026462246422895032,
        "traffic_rms": 0.038203120832975494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2757815248676252e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593281355294342e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073141614832931525,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 46816,
      "train_examples": 45000,
      "train_loss": 0.029546923526293702
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03528179973363876,
        "mean_feedback_forward_cosine": 0.9996600056949415,
        "mean_feedback_forward_relative_error": 0.025594676501656834,
        "min_feedback_forward_cosine": 0.9993795156478882
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002588465956420903,
        "instruction_rms": 0.00258846595703922,
        "raw_apical_rms": 0.03830563341482239,
        "teaching_rms": 0.002588465956420903,
        "traffic_rms": 0.038202873013320766
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4697165262589351e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5961250382509577e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007315642151823297,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 47168,
      "train_examples": 45000,
      "train_loss": 0.02904929524792565
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035275280475616455,
        "mean_feedback_forward_cosine": 0.999660168823443,
        "mean_feedback_forward_relative_error": 0.025586670901822418,
        "min_feedback_forward_cosine": 0.9993798136711121
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002739084937133925,
        "instruction_rms": 0.0027390849369592304,
        "raw_apical_rms": 0.038311836901850554,
        "teaching_rms": 0.002739084937133925,
        "traffic_rms": 0.03819971992709484
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.390010861967994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5957447064521592e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007232224623525064,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 47520,
      "train_examples": 45000,
      "train_loss": 0.03075133982035849
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035269297659397125,
        "mean_feedback_forward_cosine": 0.9996603382261176,
        "mean_feedback_forward_relative_error": 0.02557926463257325,
        "min_feedback_forward_cosine": 0.9993799924850464
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002559319299427408,
        "instruction_rms": 0.002559319299555182,
        "raw_apical_rms": 0.03831949734598175,
        "teaching_rms": 0.002559319299427408,
        "traffic_rms": 0.03821960152845837
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.1691152934645288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5940668754059098e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0072763889335959245,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 47872,
      "train_examples": 45000,
      "train_loss": 0.028216036541594398
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03526294231414795,
        "mean_feedback_forward_cosine": 0.999660495080446,
        "mean_feedback_forward_relative_error": 0.025571552301315886,
        "min_feedback_forward_cosine": 0.9993802309036255
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025823485692809296,
        "instruction_rms": 0.0025823485690795083,
        "raw_apical_rms": 0.03833474615483992,
        "teaching_rms": 0.0025823485692809296,
        "traffic_rms": 0.03822989030452376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 2.1098976787925494e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59512983186966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007271913660482172,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 48224,
      "train_examples": 45000,
      "train_loss": 0.02818534045484331
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03525642678141594,
        "mean_feedback_forward_cosine": 0.9996606801685534,
        "mean_feedback_forward_relative_error": 0.02556354527998912,
        "min_feedback_forward_cosine": 0.999380350112915
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025956660801664216,
        "instruction_rms": 0.0025956660804154438,
        "raw_apical_rms": 0.03832504123509261,
        "teaching_rms": 0.0025956660801664216,
        "traffic_rms": 0.03822107552676804
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2828629714078943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.596424812090779e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007319690141391573,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 48576,
      "train_examples": 45000,
      "train_loss": 0.027998565531273684
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0352504625916481,
        "mean_feedback_forward_cosine": 0.9996608683937475,
        "mean_feedback_forward_relative_error": 0.025556121168560104,
        "min_feedback_forward_cosine": 0.9993805289268494
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002493252246465361,
        "instruction_rms": 0.0024932522472554826,
        "raw_apical_rms": 0.03830347193347058,
        "teaching_rms": 0.002493252246465361,
        "traffic_rms": 0.038208423769557215
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3316742375479862e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5953940001134398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007343790429328196,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 48928,
      "train_examples": 45000,
      "train_loss": 0.025213075669606528
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03524384647607803,
        "mean_feedback_forward_cosine": 0.9996610440705952,
        "mean_feedback_forward_relative_error": 0.025548070865242106,
        "min_feedback_forward_cosine": 0.9993808269500732
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002650372004133458,
        "instruction_rms": 0.0026503720037720693,
        "raw_apical_rms": 0.03828473173986152,
        "teaching_rms": 0.002650372004133458,
        "traffic_rms": 0.03817709111210968
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5806717712507634e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5946146883822748e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0074296028642347935,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 49280,
      "train_examples": 45000,
      "train_loss": 0.02705971569948726
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03523702546954155,
        "mean_feedback_forward_cosine": 0.9996612573924818,
        "mean_feedback_forward_relative_error": 0.02553966548293829,
        "min_feedback_forward_cosine": 0.9993810057640076
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026696513403287564,
        "instruction_rms": 0.0026696513397522627,
        "raw_apical_rms": 0.038247852518807385,
        "teaching_rms": 0.0026696513403287564,
        "traffic_rms": 0.038136391223781194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.6101949995572795e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5903718481441322e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007392403911774903,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 49632,
      "train_examples": 45000,
      "train_loss": 0.027899465246871112
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035230714827775955,
        "mean_feedback_forward_cosine": 0.9996613954242907,
        "mean_feedback_forward_relative_error": 0.025531860313525324,
        "min_feedback_forward_cosine": 0.9993813037872314
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002491904303094978,
        "instruction_rms": 0.002491904303328572,
        "raw_apical_rms": 0.03824394817300331,
        "teaching_rms": 0.002491904303094978,
        "traffic_rms": 0.03814754702611852
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.290227036321312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912428032547017e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007344596952483305,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 49984,
      "train_examples": 45000,
      "train_loss": 0.02528127992219395
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03522429242730141,
        "mean_feedback_forward_cosine": 0.9996616150203504,
        "mean_feedback_forward_relative_error": 0.025524061859438296,
        "min_feedback_forward_cosine": 0.9993815422058105
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025377454526292675,
        "instruction_rms": 0.0025377454532024557,
        "raw_apical_rms": 0.03825692224288562,
        "teaching_rms": 0.0025377454526292675,
        "traffic_rms": 0.03815731678428533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.176279607051356e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590357620829985e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007232855848320323,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 50336,
      "train_examples": 45000,
      "train_loss": 0.025161278520358932
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03521806746721268,
        "mean_feedback_forward_cosine": 0.9996617561892459,
        "mean_feedback_forward_relative_error": 0.025516314432024956,
        "min_feedback_forward_cosine": 0.9993817806243896
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025209469914303385,
        "instruction_rms": 0.0025209469922895847,
        "raw_apical_rms": 0.03825600323362233,
        "teaching_rms": 0.0025209469914303385,
        "traffic_rms": 0.038158330010459825
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675642028450966,
        "maximum_absolute_post_projection_soma_slope": 2.125520026652339e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589877657762363e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073651560254819354,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 50688,
      "train_examples": 45000,
      "train_loss": 0.024449644410279064
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035210948437452316,
        "mean_feedback_forward_cosine": 0.9996619506886131,
        "mean_feedback_forward_relative_error": 0.02550793287197226,
        "min_feedback_forward_cosine": 0.999381959438324
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002614503770466748,
        "instruction_rms": 0.002614503770539201,
        "raw_apical_rms": 0.03829368516101404,
        "teaching_rms": 0.002614503770466748,
        "traffic_rms": 0.038188088881181186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4970847672657328e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5938872060294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007424360768754078,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 51040,
      "train_examples": 45000,
      "train_loss": 0.025455702745252187
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03520422801375389,
        "mean_feedback_forward_cosine": 0.9996621389138071,
        "mean_feedback_forward_relative_error": 0.025499644052041203,
        "min_feedback_forward_cosine": 0.9993822574615479
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025481801637401505,
        "instruction_rms": 0.0025481801635733356,
        "raw_apical_rms": 0.03828178840179483,
        "teaching_rms": 0.0025481801637401505,
        "traffic_rms": 0.03817960805664553
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2792672698935803e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593401232822311e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007564612307354906,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 51392,
      "train_examples": 45000,
      "train_loss": 0.024521944856643677
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03519730269908905,
        "mean_feedback_forward_cosine": 0.9996623396873474,
        "mean_feedback_forward_relative_error": 0.02549115470365474,
        "min_feedback_forward_cosine": 0.9993824362754822
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025808117458473814,
        "instruction_rms": 0.00258081174527985,
        "raw_apical_rms": 0.0382320789525924,
        "teaching_rms": 0.0025808117458473814,
        "traffic_rms": 0.03812787149189317
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2589909559324042e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5925526464246868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007468769162074973,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 51744,
      "train_examples": 45000,
      "train_loss": 0.024799196644624075
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03519032523036003,
        "mean_feedback_forward_cosine": 0.999662531049628,
        "mean_feedback_forward_relative_error": 0.025482798338328536,
        "min_feedback_forward_cosine": 0.9993826746940613
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025512110773672904,
        "instruction_rms": 0.0025512110787003803,
        "raw_apical_rms": 0.03819770579307574,
        "teaching_rms": 0.0025512110773672904,
        "traffic_rms": 0.038095607143950896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.695198470486048e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5932413897868575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007488345757138354,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 52096,
      "train_examples": 45000,
      "train_loss": 0.024331998228364522
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03518352285027504,
        "mean_feedback_forward_cosine": 0.9996627130006489,
        "mean_feedback_forward_relative_error": 0.02547463191379058,
        "min_feedback_forward_cosine": 0.9993829727172852
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002523819043387432,
        "instruction_rms": 0.0025238190444599566,
        "raw_apical_rms": 0.03817729306258324,
        "teaching_rms": 0.002523819043387432,
        "traffic_rms": 0.038077433404283885
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.649420156013548e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912339888041054e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007352332118257679,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 52448,
      "train_examples": 45000,
      "train_loss": 0.02358304952018791
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517695888876915,
        "mean_feedback_forward_cosine": 0.9996629043629295,
        "mean_feedback_forward_relative_error": 0.0254665552883556,
        "min_feedback_forward_cosine": 0.9993831515312195
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0024667172735383333,
        "instruction_rms": 0.002466717273209551,
        "raw_apical_rms": 0.03818410368176512,
        "teaching_rms": 0.0024667172735383333,
        "traffic_rms": 0.038086128042172256
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2115433101200779e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5903174992320452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007209978695338785,
        "minimum_observations": 72
      },
      "output_lr": 0.010000000000000002,
      "step": 52800,
      "train_examples": 45000,
      "train_loss": 0.02215205780234602
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517686948180199,
        "mean_feedback_forward_cosine": 0.9996629169112757,
        "mean_feedback_forward_relative_error": 0.025466326820222956,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002247710565160474,
        "instruction_rms": 0.002247710564476416,
        "raw_apical_rms": 0.0381587052802544,
        "teaching_rms": 0.002247710565160474,
        "traffic_rms": 0.03807600171387673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.6290739424107414e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588895972173265e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00722985280326546,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 53152,
      "train_examples": 45000,
      "train_loss": 0.019508985081149472
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176802426576614,
        "mean_feedback_forward_cosine": 0.9996629325967086,
        "mean_feedback_forward_relative_error": 0.025466118252983217,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023469155280768593,
        "instruction_rms": 0.0023469155286314144,
        "raw_apical_rms": 0.038169489321490016,
        "teaching_rms": 0.0023469155280768593,
        "traffic_rms": 0.038077688884880063
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.6023975035750482e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5948365825881276e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007240353358696762,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 53504,
      "train_examples": 45000,
      "train_loss": 0.020452994332545334
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517674282193184,
        "mean_feedback_forward_cosine": 0.9996629263225355,
        "mean_feedback_forward_relative_error": 0.025465915028594042,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002173646122550845,
        "instruction_rms": 0.002173646122905149,
        "raw_apical_rms": 0.03815470722477043,
        "teaching_rms": 0.002173646122550845,
        "traffic_rms": 0.03807741438458818
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.814444239300883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5942238464912295e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007262970295077369,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 53856,
      "train_examples": 45000,
      "train_loss": 0.01861422066655424
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176683217287064,
        "mean_feedback_forward_cosine": 0.9996628980887564,
        "mean_feedback_forward_relative_error": 0.025465713029629307,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002190037045625336,
        "instruction_rms": 0.002190037045669901,
        "raw_apical_rms": 0.038157770046462876,
        "teaching_rms": 0.002190037045625336,
        "traffic_rms": 0.038079533755322345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2778778035738014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58994841147531e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007232887008041854,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 54208,
      "train_examples": 45000,
      "train_loss": 0.019090478282173473
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517663851380348,
        "mean_feedback_forward_cosine": 0.9996629357337952,
        "mean_feedback_forward_relative_error": 0.02546551451086998,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002127353281885383,
        "instruction_rms": 0.0021273532819204464,
        "raw_apical_rms": 0.03815653522733609,
        "teaching_rms": 0.002127353281885383,
        "traffic_rms": 0.038081293191858566
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.6099393818080898e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5957338014859453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007229891700362868,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 54560,
      "train_examples": 45000,
      "train_loss": 0.017914875761750673
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351765938103199,
        "mean_feedback_forward_cosine": 0.9996629420079683,
        "mean_feedback_forward_relative_error": 0.025465318050823714,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020835015335282326,
        "instruction_rms": 0.002083501533622958,
        "raw_apical_rms": 0.03815006893354562,
        "teaching_rms": 0.0020835015335282326,
        "traffic_rms": 0.03807676862975491
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3467887249873911e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591651904007755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007271427318730568,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 54912,
      "train_examples": 45000,
      "train_loss": 0.01739948246214125
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517654910683632,
        "mean_feedback_forward_cosine": 0.9996629451450548,
        "mean_feedback_forward_relative_error": 0.025465114679383605,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002157801491361069,
        "instruction_rms": 0.002157801491921573,
        "raw_apical_rms": 0.03814928840288276,
        "teaching_rms": 0.002157801491361069,
        "traffic_rms": 0.038073654145580504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2502518131896068e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5936375531324926e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007294009730428893,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 55264,
      "train_examples": 45000,
      "train_loss": 0.018468774293363095
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517649695277214,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.025464915229301704,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00211604410851779,
        "instruction_rms": 0.0021160441082118463,
        "raw_apical_rms": 0.03814269340211728,
        "teaching_rms": 0.00211604410851779,
        "traffic_rms": 0.03806949527717602
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3371378670967715e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591980286559034e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007327468833352884,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 55616,
      "train_examples": 45000,
      "train_loss": 0.017523871205912697
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517644479870796,
        "mean_feedback_forward_cosine": 0.9996629200483623,
        "mean_feedback_forward_relative_error": 0.025464717543830995,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020346039835984478,
        "instruction_rms": 0.0020346039835961336,
        "raw_apical_rms": 0.038141551400842834,
        "teaching_rms": 0.0020346039835984478,
        "traffic_rms": 0.038072562945696345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.5354910232190377e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5876613942536756e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007349930183169377,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 55968,
      "train_examples": 45000,
      "train_loss": 0.017277162366112073
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176392644643784,
        "mean_feedback_forward_cosine": 0.9996629325967086,
        "mean_feedback_forward_relative_error": 0.025464520054428202,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002055004483377614,
        "instruction_rms": 0.002055004482939969,
        "raw_apical_rms": 0.03814259012974919,
        "teaching_rms": 0.002055004483377614,
        "traffic_rms": 0.038071347604121834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.6602296426526664e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5949632949662052e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0072307379147332936,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 56320,
      "train_examples": 45000,
      "train_loss": 0.01724165140059259
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176344215869904,
        "mean_feedback_forward_cosine": 0.9996629357337952,
        "mean_feedback_forward_relative_error": 0.025464318202514397,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002071687422012928,
        "instruction_rms": 0.002071687421766558,
        "raw_apical_rms": 0.03814231318762154,
        "teaching_rms": 0.002071687422012928,
        "traffic_rms": 0.03807002579768545
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675640165805817,
        "maximum_absolute_post_projection_soma_slope": 1.7163737098258025e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590295577472197e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00739980518425391,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 56672,
      "train_examples": 45000,
      "train_loss": 0.01733994646175868
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517629951238632,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.025464120860162535,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019263731683745301,
        "instruction_rms": 0.001926373167223789,
        "raw_apical_rms": 0.03813285318976522,
        "teaching_rms": 0.0019263731683745301,
        "traffic_rms": 0.0380703569261009
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.306599894945748e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5903739813046936e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007237330747270381,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 57024,
      "train_examples": 45000,
      "train_loss": 0.01600446630484528
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517623990774155,
        "mean_feedback_forward_cosine": 0.999662929459622,
        "mean_feedback_forward_relative_error": 0.025463919890554326,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00202368202602041,
        "instruction_rms": 0.0020236820267165077,
        "raw_apical_rms": 0.038139958352612954,
        "teaching_rms": 0.00202368202602041,
        "traffic_rms": 0.0380723951190208
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.254059878164071e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5902372364451743e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007293998219879782,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 57376,
      "train_examples": 45000,
      "train_loss": 0.016694772362709047
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176195204257965,
        "mean_feedback_forward_cosine": 0.9996629169112757,
        "mean_feedback_forward_relative_error": 0.025463726616611605,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020597912143549475,
        "instruction_rms": 0.0020597912148430883,
        "raw_apical_rms": 0.03813965999390243,
        "teaching_rms": 0.0020597912143549475,
        "traffic_rms": 0.03806955029407614
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2498253099124668e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589342363472909e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007266598987220051,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 57728,
      "train_examples": 45000,
      "train_loss": 0.016755137359433705
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035176150500774384,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.025463532117244444,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019204806953641539,
        "instruction_rms": 0.0019204806954669356,
        "raw_apical_rms": 0.03813051899537984,
        "teaching_rms": 0.0019204806953641539,
        "traffic_rms": 0.03806768742627578
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.280168593353892e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592406533063826e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00725378979341204,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 58080,
      "train_examples": 45000,
      "train_loss": 0.01566879058778286
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351761057972908,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.025463338549199858,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019666139011921577,
        "instruction_rms": 0.001966613901131973,
        "raw_apical_rms": 0.038129458231689776,
        "teaching_rms": 0.0019666139011921577,
        "traffic_rms": 0.038065223695406165
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4916274437837274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.595252314174924e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007487303788994855,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 58432,
      "train_examples": 45000,
      "train_loss": 0.01628136635488934
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517605736851692,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.02546313757959165,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00200786478400439,
        "instruction_rms": 0.0020078647835680913,
        "raw_apical_rms": 0.0381326566231411,
        "teaching_rms": 0.00200786478400439,
        "traffic_rms": 0.038066451899369
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.509212665951054e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591517663344659e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007492014546345923,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 58784,
      "train_examples": 45000,
      "train_loss": 0.016127590206762153
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517602011561394,
        "mean_feedback_forward_cosine": 0.9996629639675743,
        "mean_feedback_forward_relative_error": 0.025462940874460497,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019126704640700246,
        "instruction_rms": 0.0019126704645040257,
        "raw_apical_rms": 0.038129516889760934,
        "teaching_rms": 0.0019126704640700246,
        "traffic_rms": 0.0380672376280654
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2295652496163711e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5936775941313485e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007254082026182387,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 59136,
      "train_examples": 45000,
      "train_loss": 0.015745899332563082
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035175979137420654,
        "mean_feedback_forward_cosine": 0.9996629325967086,
        "mean_feedback_forward_relative_error": 0.025462739610750424,
        "min_feedback_forward_cosine": 0.9993831515312195
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001847083693947193,
        "instruction_rms": 0.001847083694424754,
        "raw_apical_rms": 0.038125876799533436,
        "teaching_rms": 0.001847083693947193,
        "traffic_rms": 0.03806842074991304
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.5572549472153696e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5911879419045442e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007414380625063315,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 59488,
      "train_examples": 45000,
      "train_loss": 0.01494348958366447
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517593815922737,
        "mean_feedback_forward_cosine": 0.9996629639675743,
        "mean_feedback_forward_relative_error": 0.025462543836941843,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001921713682961817,
        "instruction_rms": 0.0019217136825352371,
        "raw_apical_rms": 0.03812821617428795,
        "teaching_rms": 0.001921713682961817,
        "traffic_rms": 0.038065539518316066
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.6899491583899362e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5963955631851217e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007397194443312167,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 59840,
      "train_examples": 45000,
      "train_loss": 0.015331608930892415
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517589718103409,
        "mean_feedback_forward_cosine": 0.9996629388708818,
        "mean_feedback_forward_relative_error": 0.025462351151202853,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019507759542861374,
        "instruction_rms": 0.0019507759542406187,
        "raw_apical_rms": 0.03812643990951646,
        "teaching_rms": 0.0019507759542861374,
        "traffic_rms": 0.03806257756160625
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.9403849194077338e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5930280733476297e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007365510164311559,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 60192,
      "train_examples": 45000,
      "train_loss": 0.015682283783124553
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351758636534214,
        "mean_feedback_forward_cosine": 0.9996629576934012,
        "mean_feedback_forward_relative_error": 0.02546216081827879,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019620433000460268,
        "instruction_rms": 0.0019620433000316355,
        "raw_apical_rms": 0.03812589254942648,
        "teaching_rms": 0.0019620433000460268,
        "traffic_rms": 0.03806212278012187
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2429456575091535e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597245765172347e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007330466774781522,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 60544,
      "train_examples": 45000,
      "train_loss": 0.01571739011141989
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517581522464752,
        "mean_feedback_forward_cosine": 0.9996629482821414,
        "mean_feedback_forward_relative_error": 0.02546197617132413,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002026852877728531,
        "instruction_rms": 0.002026852878217377,
        "raw_apical_rms": 0.03812876611966769,
        "teaching_rms": 0.002026852877728531,
        "traffic_rms": 0.03805818954686199
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.455183085141698e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912439943622958e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007313301043469169,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 60896,
      "train_examples": 45000,
      "train_loss": 0.016737430262565613
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517577052116394,
        "mean_feedback_forward_cosine": 0.999662951419228,
        "mean_feedback_forward_relative_error": 0.02546179098518271,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019526151318977893,
        "instruction_rms": 0.0019526151323407187,
        "raw_apical_rms": 0.03812178575199327,
        "teaching_rms": 0.0019526151318977893,
        "traffic_rms": 0.038056654678167226
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.3364574336094392e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894648950047696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007392958069526633,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 61248,
      "train_examples": 45000,
      "train_loss": 0.01581604970573551
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517572209239006,
        "mean_feedback_forward_cosine": 0.9996629545563146,
        "mean_feedback_forward_relative_error": 0.02546160124046238,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001964830512566623,
        "instruction_rms": 0.001964830512954866,
        "raw_apical_rms": 0.03812326171222754,
        "teaching_rms": 0.001964830512566623,
        "traffic_rms": 0.038056494073612356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.829351248261446e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5947394701468046e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007462742332972412,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 61600,
      "train_examples": 45000,
      "train_loss": 0.015415098981393708
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035175688564777374,
        "mean_feedback_forward_cosine": 0.9996629702417474,
        "mean_feedback_forward_relative_error": 0.02546140708421406,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018833844870637224,
        "instruction_rms": 0.0018833844870224845,
        "raw_apical_rms": 0.0381136914371305,
        "teaching_rms": 0.0018833844870637224,
        "traffic_rms": 0.0380541560635888
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.261153848020058e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5908059866799657e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007398988240119561,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 61952,
      "train_examples": 45000,
      "train_loss": 0.0151200155655543
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517565131187439,
        "mean_feedback_forward_cosine": 0.9996629922013534,
        "mean_feedback_forward_relative_error": 0.025461208467420778,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018653005086347227,
        "instruction_rms": 0.0018653005084334146,
        "raw_apical_rms": 0.038115241932330506,
        "teaching_rms": 0.0018653005086347227,
        "traffic_rms": 0.038056718253248537
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.444407971007422e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5949450714351563e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007322868539566601,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 62304,
      "train_examples": 45000,
      "train_loss": 0.014442361384299066
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517560288310051,
        "mean_feedback_forward_cosine": 0.9996629922013534,
        "mean_feedback_forward_relative_error": 0.02546101514446108,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001987399518315504,
        "instruction_rms": 0.0019873995183241518,
        "raw_apical_rms": 0.03812324767159155,
        "teaching_rms": 0.001987399518315504,
        "traffic_rms": 0.0380564496036415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.59218540574102e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5923244802254426e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007356718167505784,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 62656,
      "train_examples": 45000,
      "train_loss": 0.015644456435739994
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517555445432663,
        "mean_feedback_forward_cosine": 0.9996629984755265,
        "mean_feedback_forward_relative_error": 0.02546081839031295,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020023674266870044,
        "instruction_rms": 0.0020023674271282825,
        "raw_apical_rms": 0.03812061861405171,
        "teaching_rms": 0.0020023674266870044,
        "traffic_rms": 0.038053710415103664
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.3911045648740128e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5917055007464273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007336567781026071,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 63008,
      "train_examples": 45000,
      "train_loss": 0.015791441556811333
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517550602555275,
        "mean_feedback_forward_cosine": 0.9996629608304877,
        "mean_feedback_forward_relative_error": 0.02546062609670978,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001957069612332447,
        "instruction_rms": 0.001957069613296937,
        "raw_apical_rms": 0.03811558334215365,
        "teaching_rms": 0.001957069612332447,
        "traffic_rms": 0.038050487164925026
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3160111222987325e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5938424070937676e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007378298600547497,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 63360,
      "train_examples": 45000,
      "train_loss": 0.01535364863673846
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035175468772649765,
        "mean_feedback_forward_cosine": 0.9996629859271803,
        "mean_feedback_forward_relative_error": 0.02546044179287396,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018603693152831535,
        "instruction_rms": 0.0018603693151982405,
        "raw_apical_rms": 0.03810865295090153,
        "teaching_rms": 0.0018603693152831535,
        "traffic_rms": 0.03804874046248457
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967562898993492,
        "maximum_absolute_post_projection_soma_slope": 1.4724343522232175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5921753587619465e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007305154726664239,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 63712,
      "train_examples": 45000,
      "train_loss": 0.014758610925078392
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035175424069166183,
        "mean_feedback_forward_cosine": 0.9996629953384399,
        "mean_feedback_forward_relative_error": 0.025460257145919298,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018693002257190886,
        "instruction_rms": 0.0018693002252469762,
        "raw_apical_rms": 0.03810513437923092,
        "teaching_rms": 0.0018693002257190886,
        "traffic_rms": 0.038045789735514125
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.522701076339672e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5918340928387196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073232462994698684,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 64064,
      "train_examples": 45000,
      "train_loss": 0.015032649889588356
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351753756403923,
        "mean_feedback_forward_cosine": 0.9996630047496996,
        "mean_feedback_forward_relative_error": 0.025460068969742247,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019342126673429201,
        "instruction_rms": 0.0019342126685057111,
        "raw_apical_rms": 0.03811030948653869,
        "teaching_rms": 0.0019342126673429201,
        "traffic_rms": 0.03804589761235219
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4457149255520108e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592933325057361e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073397032718168186,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 64416,
      "train_examples": 45000,
      "train_loss": 0.01531191265674101
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517532721161842,
        "mean_feedback_forward_cosine": 0.9996629639675743,
        "mean_feedback_forward_relative_error": 0.025459873882171354,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020184339801501746,
        "instruction_rms": 0.00201843398012608,
        "raw_apical_rms": 0.03811570425200688,
        "teaching_rms": 0.0020184339801501746,
        "traffic_rms": 0.03804759020084565
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.2628936119085665e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594070732770434e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007293191022409769,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 64768,
      "train_examples": 45000,
      "train_loss": 0.015957594620022508
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517528995871544,
        "mean_feedback_forward_cosine": 0.9996630110238728,
        "mean_feedback_forward_relative_error": 0.025459683010060536,
        "min_feedback_forward_cosine": 0.9993833899497986
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001869277266335706,
        "instruction_rms": 0.0018692772652296066,
        "raw_apical_rms": 0.03810803828332472,
        "teaching_rms": 0.001869277266335706,
        "traffic_rms": 0.038047899508725856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.5229154826101876e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5953643550819637e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007364710986259985,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 65120,
      "train_examples": 45000,
      "train_loss": 0.01472524926993582
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517523407936096,
        "mean_feedback_forward_cosine": 0.9996629984755265,
        "mean_feedback_forward_relative_error": 0.02545949208893274,
        "min_feedback_forward_cosine": 0.9993834495544434
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018492404542695504,
        "instruction_rms": 0.0018492404539590874,
        "raw_apical_rms": 0.03810498693188163,
        "teaching_rms": 0.0018492404542695504,
        "traffic_rms": 0.038047110846819644
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675638303160667,
        "maximum_absolute_post_projection_soma_slope": 1.5619969317981486e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5957055563483152e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007297520981880488,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 65472,
      "train_examples": 45000,
      "train_loss": 0.014217254119697544
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517518565058708,
        "mean_feedback_forward_cosine": 0.9996629859271803,
        "mean_feedback_forward_relative_error": 0.02545930758902901,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001886575221094798,
        "instruction_rms": 0.0018865752210640969,
        "raw_apical_rms": 0.03810703783851078,
        "teaching_rms": 0.001886575221094798,
        "traffic_rms": 0.03804570450592947
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.2993829123786327e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5946050006654157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007272740957220863,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 65824,
      "train_examples": 45000,
      "train_loss": 0.01441666312581963
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351751409471035,
        "mean_feedback_forward_cosine": 0.9996629765159205,
        "mean_feedback_forward_relative_error": 0.02545911862858032,
        "min_feedback_forward_cosine": 0.9993832111358643
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001863449206204901,
        "instruction_rms": 0.0018634492062909688,
        "raw_apical_rms": 0.038102198104685556,
        "teaching_rms": 0.001863449206204901,
        "traffic_rms": 0.03804213019600583
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.2586119702007181e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5932071547670275e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007279008520154828,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 66176,
      "train_examples": 45000,
      "train_loss": 0.014370906850364473
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517509996891022,
        "mean_feedback_forward_cosine": 0.9996629922013534,
        "mean_feedback_forward_relative_error": 0.025458927217282747,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001868547212188402,
        "instruction_rms": 0.001868547212275505,
        "raw_apical_rms": 0.0381036338374999,
        "teaching_rms": 0.001868547212188402,
        "traffic_rms": 0.03804365442577256
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675638303160667,
        "maximum_absolute_post_projection_soma_slope": 1.5418310184145412e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5880733019616323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007330578181272185,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 66528,
      "train_examples": 45000,
      "train_loss": 0.014461022265752157
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517506271600723,
        "mean_feedback_forward_cosine": 0.9996630078867862,
        "mean_feedback_forward_relative_error": 0.025458738305851034,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018299029645837434,
        "instruction_rms": 0.0018299029648326229,
        "raw_apical_rms": 0.038101837703224326,
        "teaching_rms": 0.0018299029645837434,
        "traffic_rms": 0.03804452719903046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.446024988638328e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5864965946878513e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00735029124317763,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 66880,
      "train_examples": 45000,
      "train_loss": 0.014047540502250195
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517502173781395,
        "mean_feedback_forward_cosine": 0.9996629953384399,
        "mean_feedback_forward_relative_error": 0.025458547531774168,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018620318963223602,
        "instruction_rms": 0.0018620318954984734,
        "raw_apical_rms": 0.03811073811649408,
        "teaching_rms": 0.0018620318963223602,
        "traffic_rms": 0.038052049561524456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4799305780854866e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5873508443933127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007344209927480379,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 67232,
      "train_examples": 45000,
      "train_loss": 0.014157343925038974
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035174984484910965,
        "mean_feedback_forward_cosine": 0.999663017298046,
        "mean_feedback_forward_relative_error": 0.0254583613652932,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018099750340446856,
        "instruction_rms": 0.0018099750342044805,
        "raw_apical_rms": 0.0381071983295181,
        "teaching_rms": 0.0018099750340446856,
        "traffic_rms": 0.038051990848214784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563085258007,
        "maximum_absolute_post_projection_soma_slope": 1.4206697152019387e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5883519591378407e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007473315872229842,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 67584,
      "train_examples": 45000,
      "train_loss": 0.013939743656582303
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517493978142738,
        "mean_feedback_forward_cosine": 0.9996629796530071,
        "mean_feedback_forward_relative_error": 0.02545817485569339,
        "min_feedback_forward_cosine": 0.999383270740509
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018241181239105257,
        "instruction_rms": 0.0018241181236594538,
        "raw_apical_rms": 0.03810316483580046,
        "teaching_rms": 0.0018241181239105257,
        "traffic_rms": 0.03804776356738203
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.3908716844923674e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5943311338923792e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007543077259242236,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 67936,
      "train_examples": 45000,
      "train_loss": 0.0140595822499858
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351748988032341,
        "mean_feedback_forward_cosine": 0.9996630110238728,
        "mean_feedback_forward_relative_error": 0.025457990600874548,
        "min_feedback_forward_cosine": 0.9993833899497986
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019227048469809662,
        "instruction_rms": 0.001922704846624196,
        "raw_apical_rms": 0.0381079471483393,
        "teaching_rms": 0.0019227048469809662,
        "traffic_rms": 0.038045424675935136
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.3015852395881211e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5925825880981148e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073918557432202815,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 68288,
      "train_examples": 45000,
      "train_loss": 0.014886215353012084
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517484664916992,
        "mean_feedback_forward_cosine": 0.999663023572219,
        "mean_feedback_forward_relative_error": 0.02545780914002343,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019165824015430536,
        "instruction_rms": 0.001916582401690723,
        "raw_apical_rms": 0.038107210655619936,
        "teaching_rms": 0.0019165824015430536,
        "traffic_rms": 0.03804425990108193
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563457787037,
        "maximum_absolute_post_projection_soma_slope": 1.4452607111081761e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5976144472602377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0074505852117042895,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 68640,
      "train_examples": 45000,
      "train_loss": 0.014612661421961255
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517479822039604,
        "mean_feedback_forward_cosine": 0.9996630047496996,
        "mean_feedback_forward_relative_error": 0.025457623414695263,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018757708757379877,
        "instruction_rms": 0.001875770877000065,
        "raw_apical_rms": 0.03810024589148201,
        "teaching_rms": 0.0018757708757379877,
        "traffic_rms": 0.038039737305735635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675640165805817,
        "maximum_absolute_post_projection_soma_slope": 1.8784756861123242e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59290537888662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0075193466180180435,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 68992,
      "train_examples": 45000,
      "train_loss": 0.014324659938779143
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517475351691246,
        "mean_feedback_forward_cosine": 0.9996629859271803,
        "mean_feedback_forward_relative_error": 0.02545744371845534,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00197611068679019,
        "instruction_rms": 0.001976110687136858,
        "raw_apical_rms": 0.038107707409592156,
        "teaching_rms": 0.00197611068679019,
        "traffic_rms": 0.03804099129851186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675638303160667,
        "maximum_absolute_post_projection_soma_slope": 1.649888403676414e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592552328293217e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007345388709974538,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 69344,
      "train_examples": 45000,
      "train_loss": 0.014962554613418048
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517470881342888,
        "mean_feedback_forward_cosine": 0.9996630078867862,
        "mean_feedback_forward_relative_error": 0.025457260542010005,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018980710200855399,
        "instruction_rms": 0.0018980710195853157,
        "raw_apical_rms": 0.038104100337898024,
        "teaching_rms": 0.0018980710200855399,
        "traffic_rms": 0.03804057743051954
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.029675636440515518,
        "maximum_absolute_post_projection_soma_slope": 1.3771373374993345e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5905411258076402e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007290998457605719,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 69696,
      "train_examples": 45000,
      "train_loss": 0.014406754864255588
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0351746641099453,
        "mean_feedback_forward_cosine": 0.9996630110238728,
        "mean_feedback_forward_relative_error": 0.025457082071194525,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001995848029049391,
        "instruction_rms": 0.001995848029886172,
        "raw_apical_rms": 0.0381087348288282,
        "teaching_rms": 0.001995848029049391,
        "traffic_rms": 0.03804178837001022
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.3942556442714249e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.596208955946727e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0073169307438716745,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 70048,
      "train_examples": 45000,
      "train_loss": 0.015476308146119118
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03517461568117142,
        "mean_feedback_forward_cosine": 0.9996630267093056,
        "mean_feedback_forward_relative_error": 0.02545689683603613,
        "min_feedback_forward_cosine": 0.9993833303451538
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019116665989935145,
        "instruction_rms": 0.0019116665993680786,
        "raw_apical_rms": 0.038102737130038505,
        "teaching_rms": 0.0019116665989935145,
        "traffic_rms": 0.03803958624552833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.02967563271522522,
        "maximum_absolute_post_projection_soma_slope": 1.4504951906246788e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597555654770055e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007316976645347872,
        "minimum_observations": 72
      },
      "output_lr": 0.0010000000000000002,
      "step": 70400,
      "train_examples": 45000,
      "train_loss": 0.014574012910823027
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 0,
    "test_used_for_selection": false,
    "validation_evaluations": 1
  },
  "final": {
    "accuracy": 0.9118,
    "epoch": 200,
    "evaluation_split": "validation",
    "finite": true,
    "loss": 0.42525126953125,
    "step": 70400
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "5",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2165061120,
    "peak_memory_reserved_bytes": 3105882112,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 1.6851760875624677e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 1.6851760875624677e-08,
      "min_residual_soma_slope": -1.5983413703679616e-08,
      "mse": 1.4783045390363659e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.212115867663754e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.212115867663754e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "d945c4213e57135c53bc18ed9811c7a61f1f761a",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "validation",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.3672604560852051,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.03656935691833496,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 8169.384466409683,
    "train_wall_s": 8167.15335893631
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.008471464738249779,
      0.006617916747927666,
      0.003988116513937712,
      0.0043865954503417015,
      0.002713605063036084,
      0.003158062230795622,
      0.002004207344725728,
      0.003757704282179475,
      0.0027085733599960804,
      0.0030200635083019733,
      0.002056022873148322,
      0.0023899395018815994,
      0.0016842411132529378,
      0.0034010226372629404,
      0.002549725119024515,
      0.0030542907770723104,
      0.0020918569061905146,
      0.002605808200314641,
      0.0018916188273578882
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.0443243607878685,
      0.035817068070173264,
      0.013778294436633587,
      0.022762222215533257,
      0.007214079145342112,
      0.017218582332134247,
      0.004616298712790012,
      0.02042512409389019,
      0.007327491883188486,
      0.01611751690506935,
      0.004703814629465342,
      0.012562948279082775,
      0.003324519144371152,
      0.01805141195654869,
      0.006063441745936871,
      0.016296451911330223,
      0.0044285994954407215,
      0.013874167576432228,
      0.0036007820162922144
    ],
    "unscaled_traffic_rms": [
      0.7644973993301392,
      0.7390796542167664,
      1.157796859741211,
      0.7708553671836853,
      1.504616141319275,
      0.7336404919624329,
      1.736635684967041,
      0.7358984351158142,
      1.478581428527832,
      0.7495108246803284,
      1.7483876943588257,
      0.7609485983848572,
      2.0264477729797363,
      0.7536302804946899,
      1.6820316314697266,
      0.7496824264526367,
      1.8894071578979492,
      0.7512690424919128,
      2.10134220123291
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 360980614955008,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 360978048000000,
      "local_weight_correlation_macs": 364959360000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 364959360000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 2595266560
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 40698241875968,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 9000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 9000064,
    "total_forward_equivalent_examples": 9000064,
    "total_macs_estimate": 1451879978221568
  }
}