{
  "architecture": {
    "adaptive_apical_parameters": 606208,
    "adaptive_feedback_parameters": 461440,
    "base_width": 16,
    "blocks_per_stage": 5,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 303104,
    "forward_parameters": 464154,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 606208,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 32,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 12,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 12,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5012,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996383130550385,
    "feedback_forward_cosine": [
      0.9997127652168274,
      0.9996895790100098,
      0.9996905326843262,
      0.9996283054351807,
      0.999725878238678,
      0.999717116355896,
      0.9997005462646484,
      0.9997110366821289,
      0.9997404217720032,
      0.9996763467788696,
      0.9998053908348083,
      0.9998557567596436,
      0.9997575879096985,
      0.9997172355651855,
      0.9997953772544861,
      0.9997363686561584,
      0.9997872114181519,
      0.9997088313102722,
      0.9997762441635132,
      0.9996641874313354,
      0.9997904896736145,
      0.9998691082000732,
      0.999842643737793,
      0.9998258948326111,
      0.9998345375061035,
      0.9997801780700684,
      0.9998278617858887,
      0.999695897102356,
      0.999720573425293,
      0.9994416236877441,
      0.9999860525131226
    ],
    "feedback_forward_norm_ratio": [
      0.9994192123413086,
      1.00136399269104,
      0.9990062713623047,
      1.001321792602539,
      0.998970091342926,
      1.0013912916183472,
      0.9995063543319702,
      1.001404047012329,
      0.999437689781189,
      1.001446008682251,
      0.9992797374725342,
      1.0001482963562012,
      0.9997099041938782,
      1.0010145902633667,
      0.9991261959075928,
      1.0012949705123901,
      0.9994481801986694,
      1.00155770778656,
      0.9994058609008789,
      1.0015500783920288,
      0.9997960925102234,
      1.0003494024276733,
      0.9996151328086853,
      1.0006310939788818,
      0.9999629259109497,
      1.000908613204956,
      0.9997559189796448,
      1.0009875297546387,
      0.9993951916694641,
      1.0011926889419556,
      1.002600073814392
    ],
    "feedback_forward_relative_error": [
      0.02397162653505802,
      0.024972213432192802,
      0.024884255602955818,
      0.02731448970735073,
      0.02342882938683033,
      0.02384459786117077,
      0.02446872368454933,
      0.024096522480249405,
      0.022784799337387085,
      0.025500789284706116,
      0.019736096262931824,
      0.016983557492494583,
      0.022016946226358414,
      0.02381383255124092,
      0.020233269780874252,
      0.023010481148958206,
      0.020631276071071625,
      0.024198558181524277,
      0.021154936403036118,
      0.02597862482070923,
      0.020470989868044853,
      0.016186153516173363,
      0.01774236187338829,
      0.01867579109966755,
      0.018197201192378998,
      0.020998291671276093,
      0.01855279877781868,
      0.024693824350833893,
      0.023642484098672867,
      0.033460669219493866,
      0.005887217819690704
    ],
    "innovation_negative_gradient_cosine": [
      0.9996783137321472,
      0.9995768070220947,
      0.9996729493141174,
      0.9996098875999451,
      0.9996705055236816,
      0.999569833278656,
      0.9996834993362427,
      0.9995659589767456,
      0.9996894001960754,
      0.9996659755706787,
      0.9997035264968872,
      0.9997659921646118,
      0.9997296333312988,
      0.9996403455734253,
      0.9997360110282898,
      0.9996874332427979,
      0.9997498989105225,
      0.9996836185455322,
      0.9997683763504028,
      0.9997152090072632,
      0.9997637271881104,
      0.9998130202293396,
      0.999793529510498,
      0.9997916221618652,
      0.9998072981834412,
      0.9998267889022827,
      0.9998589754104614,
      0.999876081943512,
      0.9999130368232727,
      0.9999557733535767,
      0.7652151584625244
    ],
    "instruction_negative_gradient_cosine": [
      0.999678373336792,
      0.9995768070220947,
      0.9996729493141174,
      0.9996098279953003,
      0.9996705055236816,
      0.999569833278656,
      0.9996834993362427,
      0.9995660185813904,
      0.9996894001960754,
      0.9996659755706787,
      0.9997035264968872,
      0.9997659921646118,
      0.9997296929359436,
      0.9996403455734253,
      0.9997360706329346,
      0.9996874332427979,
      0.9997498989105225,
      0.9996836185455322,
      0.9997683763504028,
      0.999715268611908,
      0.9997637271881104,
      0.9998130202293396,
      0.999793529510498,
      0.9997916221618652,
      0.9998073577880859,
      0.9998267889022827,
      0.9998589754104614,
      0.999876081943512,
      0.9999130368232727,
      0.9999557733535767,
      0.8075519800186157
    ],
    "matched_negative_gradient_cosine": [
      0.017511021345853806,
      0.03619465231895447,
      0.016825692728161812,
      0.005765100941061974,
      0.02352992631494999,
      0.044482000172138214,
      -0.010311171412467957,
      0.011017613112926483,
      -0.02334025502204895,
      0.030446156859397888,
      -0.044917747378349304,
      -0.018352026119828224,
      -0.04602780193090439,
      0.06982018053531647,
      -0.05281446501612663,
      -0.017713584005832672,
      -0.054920852184295654,
      0.07297352701425552,
      -0.08952753245830536,
      0.09800183773040771,
      -0.07944676280021667,
      -0.020444614812731743,
      -0.07381309568881989,
      0.075150266289711,
      -0.043960269540548325,
      0.10424681007862091,
      -0.05456995964050293,
      0.08944201469421387,
      -0.008397681638598442,
      -0.0261323694139719,
      0.08102748543024063
    ],
    "max_norm_match_direction_error": 2.384185791015625e-07,
    "max_norm_match_relative_error": 1.668656892661602e-07,
    "mean_feedback_forward_cosine": 0.9997487606540802,
    "mean_feedback_forward_relative_error": 0.021984909991583517,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.11954792588949203,
      "max_absolute_post_projection_soma_slope": 2.2193493265376674e-08,
      "max_absolute_pre_projection_soma_slope": 0.11954792588949203,
      "max_positive_post_projection_soma_slope": 2.2193493265376674e-08,
      "min_post_projection_soma_slope": -1.9364406966815295e-08,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.387651846589325e-08,
      "pre_projection_traffic_rms_ratio": 0.020527995727009703
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.020527995726996012,
    "raw_negative_gradient_cosine": [
      0.017511021345853806,
      0.03619465231895447,
      0.016825692728161812,
      0.005765100475400686,
      0.02352992817759514,
      0.044482000172138214,
      -0.010311171412467957,
      0.011017613112926483,
      -0.0233402531594038,
      0.030446156859397888,
      -0.044917747378349304,
      -0.018352027982473373,
      -0.04602780193090439,
      0.06982018053531647,
      -0.05281446501612663,
      -0.017713584005832672,
      -0.054920852184295654,
      0.07297352701425552,
      -0.08952753245830536,
      0.09800183773040771,
      -0.07944676280021667,
      -0.020444616675376892,
      -0.07381309568881989,
      0.0751502737402916,
      -0.04396027326583862,
      0.10424681007862091,
      -0.05456995591521263,
      0.08944201469421387,
      -0.008397682569921017,
      -0.0261323694139719,
      0.08102747797966003
    ],
    "teaching_negative_gradient_cosine": [
      0.9996783137321472,
      0.9995768070220947,
      0.9996729493141174,
      0.9996098875999451,
      0.9996705055236816,
      0.999569833278656,
      0.9996834993362427,
      0.9995659589767456,
      0.9996894001960754,
      0.9996659755706787,
      0.9997035264968872,
      0.9997659921646118,
      0.9997296333312988,
      0.9996403455734253,
      0.9997360110282898,
      0.9996874332427979,
      0.9997498989105225,
      0.9996836185455322,
      0.9997683763504028,
      0.9997152090072632,
      0.9997637271881104,
      0.9998130202293396,
      0.999793529510498,
      0.9997916221618652,
      0.9998072981834412,
      0.9998267889022827,
      0.9998589754104614,
      0.999876081943512,
      0.9999130368232727,
      0.9999557733535767,
      0.7652151584625244
    ],
    "traffic_instruction_rms_ratio": 80.49653491732126,
    "used_negative_gradient_cosine": [
      0.9996783137321472,
      0.9995768070220947,
      0.9996729493141174,
      0.9996098875999451,
      0.9996705055236816,
      0.999569833278656,
      0.9996834993362427,
      0.9995659589767456,
      0.9996894001960754,
      0.9996659755706787,
      0.9997035264968872,
      0.9997659921646118,
      0.9997296333312988,
      0.9996403455734253,
      0.9997360110282898,
      0.9996874332427979,
      0.9997498989105225,
      0.9996836185455322,
      0.9997683763504028,
      0.9997152090072632,
      0.9997637271881104,
      0.9998130202293396,
      0.999793529510498,
      0.9997916221618652,
      0.9998072981834412,
      0.9998267889022827,
      0.9998589754104614,
      0.999876081943512,
      0.9999130368232727,
      0.9999557733535767,
      0.7652151584625244
    ],
    "wall_s": 0.19591236114501953
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.339983344078064,
        "mean_feedback_forward_cosine": 0.285654223974674,
        "mean_feedback_forward_relative_error": 1.1921536480226824,
        "min_feedback_forward_cosine": 0.10241539031267166
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002080249224120902,
        "instruction_rms": 0.0020802492241344113,
        "raw_apical_rms": 0.040167524853474024,
        "teaching_rms": 0.002080249224120902,
        "traffic_rms": 0.040075922799139324
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.486498994538124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.008953587271665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018426994423974323,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.940824231262207
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3133119344711304,
        "mean_feedback_forward_cosine": 0.38046929961250675,
        "mean_feedback_forward_relative_error": 1.1108155231322012,
        "min_feedback_forward_cosine": 0.13950735330581665
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026746308311653903,
        "instruction_rms": 0.0026746308302078702,
        "raw_apical_rms": 0.048090439225993986,
        "teaching_rms": 0.0026746308311653903,
        "traffic_rms": 0.0480152001535155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.2503241814983994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7662187264540357e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02232825240469484,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.3879668685531616
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2808902263641357,
        "mean_feedback_forward_cosine": 0.4578625694397957,
        "mean_feedback_forward_relative_error": 1.0404118030301985,
        "min_feedback_forward_cosine": 0.18380451202392578
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003284515411786943,
        "instruction_rms": 0.0032845154118905534,
        "raw_apical_rms": 0.05424790974002508,
        "teaching_rms": 0.003284515411786943,
        "traffic_rms": 0.05414754658142877
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.6566571992580066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.716860835560102e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025622003462195987,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.0928825889587401
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2442213296890259,
        "mean_feedback_forward_cosine": 0.5184986600952763,
        "mean_feedback_forward_relative_error": 0.9816472491910381,
        "min_feedback_forward_cosine": 0.23061507940292358
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035898430064823287,
        "instruction_rms": 0.003589843006865477,
        "raw_apical_rms": 0.05909211230081736,
        "teaching_rms": 0.0035898430064823287,
        "traffic_rms": 0.058982153565529306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.9844990478977707e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6608289930903792e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026485848129165296,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8990384727287293
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2057592868804932,
        "mean_feedback_forward_cosine": 0.5672492798297636,
        "mean_feedback_forward_relative_error": 0.9311478887834856,
        "min_feedback_forward_cosine": 0.2770645022392273
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036866174041923906,
        "instruction_rms": 0.0036866174047952317,
        "raw_apical_rms": 0.062393623430155365,
        "teaching_rms": 0.0036866174041923906,
        "traffic_rms": 0.0622836793304873
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4490208971883476e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.627344198930493e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026418282037462514,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7792262822723389
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1737024784088135,
        "mean_feedback_forward_cosine": 0.6083217032494084,
        "mean_feedback_forward_relative_error": 0.8856505828519021,
        "min_feedback_forward_cosine": 0.3189030885696411
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037864097929684636,
        "instruction_rms": 0.0037864097933226737,
        "raw_apical_rms": 0.06482770913559593,
        "teaching_rms": 0.0037864097929684636,
        "traffic_rms": 0.06471622521698416
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.9914069443748303e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6099970994611725e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02584536381721676,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.7007547276115418
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1478946208953857,
        "mean_feedback_forward_cosine": 0.644517679368296,
        "mean_feedback_forward_relative_error": 0.8437995641462265,
        "min_feedback_forward_cosine": 0.3569311797618866
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003814658322369643,
        "instruction_rms": 0.0038146583232081316,
        "raw_apical_rms": 0.06741707480641723,
        "teaching_rms": 0.003814658322369643,
        "traffic_rms": 0.06730804348495129
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.5306700734972765e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6033405663510874e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026268299145706272,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6401975685310364
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1219756603240967,
        "mean_feedback_forward_cosine": 0.6752194012365034,
        "mean_feedback_forward_relative_error": 0.8063726867398908,
        "min_feedback_forward_cosine": 0.3872883915901184
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003779530891957654,
        "instruction_rms": 0.003779530892228306,
        "raw_apical_rms": 0.06958201970921558,
        "teaching_rms": 0.003779530891957654,
        "traffic_rms": 0.06947828958060741
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 3.070394427595602e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6003344614258366e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024182602444106506,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5894514981269836
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0964499711990356,
        "mean_feedback_forward_cosine": 0.7017301407552534,
        "mean_feedback_forward_relative_error": 0.7723443863853332,
        "min_feedback_forward_cosine": 0.4165016710758209
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037507535715463397,
        "instruction_rms": 0.003750753572380765,
        "raw_apical_rms": 0.07080815978236496,
        "teaching_rms": 0.0037507535715463397,
        "traffic_rms": 0.07070753242282429
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.2875282112977402e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5890318169785002e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025065987759960773,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5456703003311157
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.070331335067749,
        "mean_feedback_forward_cosine": 0.7265749477571056,
        "mean_feedback_forward_relative_error": 0.7393224921918684,
        "min_feedback_forward_cosine": 0.4450567662715912
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003801102928502972,
        "instruction_rms": 0.0038011029290939795,
        "raw_apical_rms": 0.07245479716633492,
        "teaching_rms": 0.003801102928502972,
        "traffic_rms": 0.07235376710914479
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.225028066822233e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5793764682374934e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02560264079951687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5172618599033356
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.044991135597229,
        "mean_feedback_forward_cosine": 0.7481149896498649,
        "mean_feedback_forward_relative_error": 0.7090476962827867,
        "min_feedback_forward_cosine": 0.47188228368759155
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003800919419561118,
        "instruction_rms": 0.003800919419834835,
        "raw_apical_rms": 0.07366327193167098,
        "teaching_rms": 0.003800919419561118,
        "traffic_rms": 0.07356389856252486
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.0076314772031765e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5778947745267913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023600138084264186,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.4883759662055969
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0188921689987183,
        "mean_feedback_forward_cosine": 0.7675743420277873,
        "mean_feedback_forward_relative_error": 0.6807664450137846,
        "min_feedback_forward_cosine": 0.4993303716182709
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038081847436252703,
        "instruction_rms": 0.0038081847428805735,
        "raw_apical_rms": 0.07483873834969192,
        "teaching_rms": 0.0038081847436252703,
        "traffic_rms": 0.07474069233291468
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.383430424719336e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563779796097362e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023511291375287888,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.46503282198905943
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9933239817619324,
        "mean_feedback_forward_cosine": 0.7850865721702576,
        "mean_feedback_forward_relative_error": 0.6539644872949969,
        "min_feedback_forward_cosine": 0.5248597264289856
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037975004780219064,
        "instruction_rms": 0.0037975004777826777,
        "raw_apical_rms": 0.0751567703844696,
        "teaching_rms": 0.0037975004780219064,
        "traffic_rms": 0.07505935765865411
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.5978653894753734e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568034641812459e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025134926309358284,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.44063143260002136
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9673856496810913,
        "mean_feedback_forward_cosine": 0.8014208097611705,
        "mean_feedback_forward_relative_error": 0.6281607074122275,
        "min_feedback_forward_cosine": 0.5494941473007202
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038286869929528345,
        "instruction_rms": 0.0038286869928880426,
        "raw_apical_rms": 0.0755839140671827,
        "teaching_rms": 0.0038286869929528345,
        "traffic_rms": 0.07548557374813313
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.2704825514429103e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567613383472839e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02341548672107511,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.424243131275177
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.942949116230011,
        "mean_feedback_forward_cosine": 0.8160869921407392,
        "mean_feedback_forward_relative_error": 0.60416255506777,
        "min_feedback_forward_cosine": 0.5720338821411133
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003815301638750463,
        "instruction_rms": 0.003815301638505104,
        "raw_apical_rms": 0.07630348870986853,
        "teaching_rms": 0.003815301638750463,
        "traffic_rms": 0.07620670851335472
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 2.7082339926209897e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.579548432999604e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023191719646902132,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.40831927920341493
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9173076152801514,
        "mean_feedback_forward_cosine": 0.8298169855148562,
        "mean_feedback_forward_relative_error": 0.5807071794425288,
        "min_feedback_forward_cosine": 0.5949041247367859
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003888690006762004,
        "instruction_rms": 0.0038886900062056274,
        "raw_apical_rms": 0.07705134584979244,
        "teaching_rms": 0.003888690006762004,
        "traffic_rms": 0.0769517401391886
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 2.7501505073246335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5709947772725082e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02365437562225305,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.39128387632369993
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8924576640129089,
        "mean_feedback_forward_cosine": 0.8425317406654358,
        "mean_feedback_forward_relative_error": 0.5581389670410464,
        "min_feedback_forward_cosine": 0.6168732643127441
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038875513240429053,
        "instruction_rms": 0.0038875513250331934,
        "raw_apical_rms": 0.0774914690791847,
        "teaching_rms": 0.0038875513240429053,
        "traffic_rms": 0.07739251392587451
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4438445933583353e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5670128446355948e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02437334659023546,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.3801311800289154
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8670241832733154,
        "mean_feedback_forward_cosine": 0.8543807056642347,
        "mean_feedback_forward_relative_error": 0.5363450382025011,
        "min_feedback_forward_cosine": 0.6383365392684937
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00384500775541852,
        "instruction_rms": 0.003845007755000397,
        "raw_apical_rms": 0.07832073428570242,
        "teaching_rms": 0.00384500775541852,
        "traffic_rms": 0.07822466862381727
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.5322519192627624e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5564336764432264e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02188136392313046,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3651800305223465
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8419966101646423,
        "mean_feedback_forward_cosine": 0.865056985808957,
        "mean_feedback_forward_relative_error": 0.5159447313316406,
        "min_feedback_forward_cosine": 0.6593444347381592
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003845568267843205,
        "instruction_rms": 0.0038455682693480553,
        "raw_apical_rms": 0.07872827558104348,
        "teaching_rms": 0.003845568267843205,
        "traffic_rms": 0.07863286559487295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 2.6638568684234087e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552634404029924e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022451397270068573,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.35390729375839236
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8158823847770691,
        "mean_feedback_forward_cosine": 0.875196099281311,
        "mean_feedback_forward_relative_error": 0.49568016106082546,
        "min_feedback_forward_cosine": 0.6797770857810974
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038774594622224185,
        "instruction_rms": 0.0038774594629651968,
        "raw_apical_rms": 0.07898112474063972,
        "teaching_rms": 0.0038774594622224185,
        "traffic_rms": 0.07888394814688401
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.474346416647677e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558705973092894e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022742344210804517,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.34763749789237974
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7906211614608765,
        "mean_feedback_forward_cosine": 0.8843311071395874,
        "mean_feedback_forward_relative_error": 0.4769887044545143,
        "min_feedback_forward_cosine": 0.6992702484130859
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003802348199810035,
        "instruction_rms": 0.003802348199231994,
        "raw_apical_rms": 0.07967834579403497,
        "teaching_rms": 0.003802348199810035,
        "traffic_rms": 0.07958576632750877
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 2.8695327003447346e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5541955505899907e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0225150335205604,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3351114765357971
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7663038372993469,
        "mean_feedback_forward_cosine": 0.8926228957791482,
        "mean_feedback_forward_relative_error": 0.45923874166703993,
        "min_feedback_forward_cosine": 0.7173070907592773
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003746605771084313,
        "instruction_rms": 0.003746605771660771,
        "raw_apical_rms": 0.07995686548010453,
        "teaching_rms": 0.003746605771084313,
        "traffic_rms": 0.07986741843977396
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.128937819951716e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5571558664184326e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02191969048439542,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.32765958612442014
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7423281669616699,
        "mean_feedback_forward_cosine": 0.9003835993428384,
        "mean_feedback_forward_relative_error": 0.4420319882131392,
        "min_feedback_forward_cosine": 0.7346341609954834
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003803798781482709,
        "instruction_rms": 0.0038037987819786482,
        "raw_apical_rms": 0.0802889870233249,
        "teaching_rms": 0.003803798781482709,
        "traffic_rms": 0.08019723992911532
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.6047445089716348e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5555373872400654e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021384591420741537,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3194572360420227
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7184553742408752,
        "mean_feedback_forward_cosine": 0.9075927638238476,
        "mean_feedback_forward_relative_error": 0.42546406532487563,
        "min_feedback_forward_cosine": 0.7514128684997559
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003811076587604591,
        "instruction_rms": 0.003811076587067008,
        "raw_apical_rms": 0.08061216923055259,
        "teaching_rms": 0.003811076587604591,
        "traffic_rms": 0.0805201696573842
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 2.9550477620432503e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5568044288401618e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02247422627232819,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.30688063206672667
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6946475505828857,
        "mean_feedback_forward_cosine": 0.9145379758650257,
        "mean_feedback_forward_relative_error": 0.4089530086325061,
        "min_feedback_forward_cosine": 0.7675841450691223
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00382989182811828,
        "instruction_rms": 0.0038298918277047014,
        "raw_apical_rms": 0.08083736719136075,
        "teaching_rms": 0.00382989182811828,
        "traffic_rms": 0.08074476792836242
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.423254308325795e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556297327911852e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02161529452935168,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.30793094880104066
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6719034910202026,
        "mean_feedback_forward_cosine": 0.9207627504102646,
        "mean_feedback_forward_relative_error": 0.39359850796961016,
        "min_feedback_forward_cosine": 0.7825264930725098
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037957908672480263,
        "instruction_rms": 0.003795790868013067,
        "raw_apical_rms": 0.08113030517176986,
        "teaching_rms": 0.0037957908672480263,
        "traffic_rms": 0.08103955773970174
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.9971225501412846e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563857698410766e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022212461071887117,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.2988512475013733
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.648636519908905,
        "mean_feedback_forward_cosine": 0.9265817922930564,
        "mean_feedback_forward_relative_error": 0.3786434334131979,
        "min_feedback_forward_cosine": 0.7969982028007507
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003789280125772157,
        "instruction_rms": 0.003789280125846186,
        "raw_apical_rms": 0.08137693864197929,
        "teaching_rms": 0.003789280125772157,
        "traffic_rms": 0.08128687373600725
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.5351011007378474e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.547528127230909e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022590934673623334,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.2955006490373611
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6280379295349121,
        "mean_feedback_forward_cosine": 0.9317853719957413,
        "mean_feedback_forward_relative_error": 0.36478087161817857,
        "min_feedback_forward_cosine": 0.8096004724502563
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003720107890496055,
        "instruction_rms": 0.0037201078904678503,
        "raw_apical_rms": 0.08158154932965317,
        "teaching_rms": 0.003720107890496055,
        "traffic_rms": 0.0814947290184295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.66785775693279e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5439884771976598e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02249486728222325,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.28047562375068663
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.606637716293335,
        "mean_feedback_forward_cosine": 0.9367853633819088,
        "mean_feedback_forward_relative_error": 0.3509458897094573,
        "min_feedback_forward_cosine": 0.8222372531890869
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003773844691080946,
        "instruction_rms": 0.003773844690461671,
        "raw_apical_rms": 0.08196960446469068,
        "teaching_rms": 0.003773844691080946,
        "traffic_rms": 0.08188111289104735
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.5396712288738854e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5454621360364765e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021035724662669116,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.2748355854034424
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5845741033554077,
        "mean_feedback_forward_cosine": 0.941536255421177,
        "mean_feedback_forward_relative_error": 0.3373694977452678,
        "min_feedback_forward_cosine": 0.8346878290176392
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038041466624678063,
        "instruction_rms": 0.0038041466607106624,
        "raw_apical_rms": 0.08262488422964115,
        "teaching_rms": 0.0038041466624678063,
        "traffic_rms": 0.08253555321885514
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.025534311973388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5504034505469517e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021575066880123162,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.2817251724815369
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5648671984672546,
        "mean_feedback_forward_cosine": 0.9457164791322523,
        "mean_feedback_forward_relative_error": 0.32496031229534456,
        "min_feedback_forward_cosine": 0.8454329967498779
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003696997936087001,
        "instruction_rms": 0.0036969979353304325,
        "raw_apical_rms": 0.08311236722775739,
        "teaching_rms": 0.003696997936087001,
        "traffic_rms": 0.08302831970609409
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 2.9984740024247e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550059349709595e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021562584337519015,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.2675520391702652
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5451713800430298,
        "mean_feedback_forward_cosine": 0.9496755234656795,
        "mean_feedback_forward_relative_error": 0.3127627603469356,
        "min_feedback_forward_cosine": 0.8559471368789673
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003741085292343212,
        "instruction_rms": 0.0037410852929531577,
        "raw_apical_rms": 0.08343884742313849,
        "teaching_rms": 0.003741085292343212,
        "traffic_rms": 0.08335299450034313
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 2.6218115678489085e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.539819986029742e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022153264227316255,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.26477368724822997
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5258288383483887,
        "mean_feedback_forward_cosine": 0.9532831811135815,
        "mean_feedback_forward_relative_error": 0.3011800134854932,
        "min_feedback_forward_cosine": 0.8658452033996582
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036989109826581186,
        "instruction_rms": 0.00369891098163216,
        "raw_apical_rms": 0.08392184744006817,
        "teaching_rms": 0.0036989109826581186,
        "traffic_rms": 0.08383847547201535
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.780694252635385e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.543599796802316e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021519108977254647,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.25460036865234376
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5055931210517883,
        "mean_feedback_forward_cosine": 0.9568271175507577,
        "mean_feedback_forward_relative_error": 0.28946466191161063,
        "min_feedback_forward_cosine": 0.8758914470672607
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003766140403572987,
        "instruction_rms": 0.0037661404038988712,
        "raw_apical_rms": 0.08434165028912659,
        "teaching_rms": 0.003766140403572987,
        "traffic_rms": 0.08425549402353745
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.603221638253217e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5315106253461986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021377326771947168,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2593456088924408
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4867854714393616,
        "mean_feedback_forward_cosine": 0.9599301218986511,
        "mean_feedback_forward_relative_error": 0.278771095218197,
        "min_feedback_forward_cosine": 0.8847917914390564
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003660920335533748,
        "instruction_rms": 0.0036609203352707892,
        "raw_apical_rms": 0.08445576094726165,
        "teaching_rms": 0.003660920335533748,
        "traffic_rms": 0.084374537128479
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4792990771516088e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.547704320857565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020858484746963266,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2517908228492737
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4684971868991852,
        "mean_feedback_forward_cosine": 0.9628444890822133,
        "mean_feedback_forward_relative_error": 0.26838447081465877,
        "min_feedback_forward_cosine": 0.8932062387466431
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003676764120386712,
        "instruction_rms": 0.0036767641207572197,
        "raw_apical_rms": 0.08501292971141325,
        "teaching_rms": 0.003676764120386712,
        "traffic_rms": 0.08493144475411925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.3919136893368886e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.542121244602389e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02120021736212017,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.25233236048698426
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.45047035813331604,
        "mean_feedback_forward_cosine": 0.9655597498339992,
        "mean_feedback_forward_relative_error": 0.25830644297022975,
        "min_feedback_forward_cosine": 0.9012092351913452
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003679990967941737,
        "instruction_rms": 0.0036799909676135684,
        "raw_apical_rms": 0.0851496850663049,
        "teaching_rms": 0.003679990967941737,
        "traffic_rms": 0.08506827021794751
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.9648782984281752e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.539612328170669e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020773911571546892,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2458469243335724
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4340652823448181,
        "mean_feedback_forward_cosine": 0.9680396472254107,
        "mean_feedback_forward_relative_error": 0.24874176445507235,
        "min_feedback_forward_cosine": 0.9081953763961792
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003644402866019241,
        "instruction_rms": 0.0036444028657358156,
        "raw_apical_rms": 0.08496649589575904,
        "teaching_rms": 0.003644402866019241,
        "traffic_rms": 0.08488620220215817
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.3739916699128116e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5451101029528e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021873115790655737,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.23864479013442993
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4173719584941864,
        "mean_feedback_forward_cosine": 0.9703690621160692,
        "mean_feedback_forward_relative_error": 0.23945583859758993,
        "min_feedback_forward_cosine": 0.9150651693344116
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003640872765862737,
        "instruction_rms": 0.0036408727650291996,
        "raw_apical_rms": 0.08512538467006531,
        "teaching_rms": 0.003640872765862737,
        "traffic_rms": 0.0850452255702441
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4701588330344748e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5419072895932438e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020875260569160312,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.23881911232948302
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4010053873062134,
        "mean_feedback_forward_cosine": 0.9725564218336537,
        "mean_feedback_forward_relative_error": 0.23038030391739261,
        "min_feedback_forward_cosine": 0.9214887022972107
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003635837633583387,
        "instruction_rms": 0.0036358376332435707,
        "raw_apical_rms": 0.08567487952189785,
        "teaching_rms": 0.003635837633583387,
        "traffic_rms": 0.08559602130822146
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.317799368574015e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5412768536771445e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02014687900955798,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.24160078894138337
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3865017294883728,
        "mean_feedback_forward_cosine": 0.9744961165612743,
        "mean_feedback_forward_relative_error": 0.22201711299919313,
        "min_feedback_forward_cosine": 0.9270517826080322
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003607355159570028,
        "instruction_rms": 0.003607355159732388,
        "raw_apical_rms": 0.0859003992734445,
        "teaching_rms": 0.003607355159570028,
        "traffic_rms": 0.08582259692315432
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.3608007992947933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.533301772029077e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020296927779150903,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.22934025659561158
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37123191356658936,
        "mean_feedback_forward_cosine": 0.9763900618399343,
        "mean_feedback_forward_relative_error": 0.21357049264254108,
        "min_feedback_forward_cosine": 0.9326528906822205
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036277093888634716,
        "instruction_rms": 0.0036277093895101292,
        "raw_apical_rms": 0.08627876412960948,
        "teaching_rms": 0.0036277093888634716,
        "traffic_rms": 0.08620047067783435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.59356323084603e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.540223644719879e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020772425150943352,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.23243314829826356
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.35625848174095154,
        "mean_feedback_forward_cosine": 0.9781526884725017,
        "mean_feedback_forward_relative_error": 0.20543468070607032,
        "min_feedback_forward_cosine": 0.9379054307937622
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036174161382302055,
        "instruction_rms": 0.003617416137268926,
        "raw_apical_rms": 0.08653085731511036,
        "teaching_rms": 0.0036174161382302055,
        "traffic_rms": 0.08645306446533436
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.9466003676789114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5411118523938734e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019880979082758023,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.22913747826576233
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3421632647514343,
        "mean_feedback_forward_cosine": 0.9797359512698266,
        "mean_feedback_forward_relative_error": 0.1978166350914586,
        "min_feedback_forward_cosine": 0.9427322745323181
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003573222538527244,
        "instruction_rms": 0.003573222539230401,
        "raw_apical_rms": 0.08665976544015823,
        "teaching_rms": 0.003573222538527244,
        "traffic_rms": 0.08658395129540997
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4065903048153814e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.538551983105687e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020373166720702253,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2236249598789215
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3285570442676544,
        "mean_feedback_forward_cosine": 0.9812291649080092,
        "mean_feedback_forward_relative_error": 0.1903552626890521,
        "min_feedback_forward_cosine": 0.9471590518951416
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036359997763206575,
        "instruction_rms": 0.003635999776054257,
        "raw_apical_rms": 0.08668425385848394,
        "teaching_rms": 0.0036359997763206575,
        "traffic_rms": 0.08660585540986522
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.697324674727497e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5412239550459958e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019691640759525866,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.21998947902202606
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3161172568798065,
        "mean_feedback_forward_cosine": 0.9826005139658528,
        "mean_feedback_forward_relative_error": 0.1832409154984259,
        "min_feedback_forward_cosine": 0.9510786533355713
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036017919184717483,
        "instruction_rms": 0.0036017919177878965,
        "raw_apical_rms": 0.08679553826776168,
        "teaching_rms": 0.0036017919184717483,
        "traffic_rms": 0.08671875062419489
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4171539436679268e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5493105717846082e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019258260655312977,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.21795385506629944
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.303568571805954,
        "mean_feedback_forward_cosine": 0.9839023101714349,
        "mean_feedback_forward_relative_error": 0.1762339639807901,
        "min_feedback_forward_cosine": 0.9548273682594299
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036224065081917217,
        "instruction_rms": 0.0036224065075101566,
        "raw_apical_rms": 0.08757546073479362,
        "teaching_rms": 0.0036224065081917217,
        "traffic_rms": 0.08749858906483558
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4562153200236025e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5459714423101956e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01948794175861389,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.2169464857006073
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.29180771112442017,
        "mean_feedback_forward_cosine": 0.9850710784235308,
        "mean_feedback_forward_relative_error": 0.1696895678197184,
        "min_feedback_forward_cosine": 0.9582520127296448
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035627054861949756,
        "instruction_rms": 0.0035627054858939342,
        "raw_apical_rms": 0.08753201662723528,
        "teaching_rms": 0.0035627054861949756,
        "traffic_rms": 0.08745727137465721
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.8947622965347364e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5385903138064397e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019584450661410183,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.21340061833381652
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2798219919204712,
        "mean_feedback_forward_cosine": 0.9861899172106097,
        "mean_feedback_forward_relative_error": 0.16319163948778184,
        "min_feedback_forward_cosine": 0.9615894556045532
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003586454904667169,
        "instruction_rms": 0.0035864549048118025,
        "raw_apical_rms": 0.08783464794161433,
        "teaching_rms": 0.003586454904667169,
        "traffic_rms": 0.0877592818811931
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.435359292007888e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5373971080316475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020086318690535118,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.2142408071708679
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2687036693096161,
        "mean_feedback_forward_cosine": 0.9871921731579688,
        "mean_feedback_forward_relative_error": 0.15714425581597513,
        "min_feedback_forward_cosine": 0.9645549654960632
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035468197410135076,
        "instruction_rms": 0.003546819741902306,
        "raw_apical_rms": 0.08781597742571949,
        "teaching_rms": 0.0035468197410135076,
        "traffic_rms": 0.08774253348408927
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.6614911163846955e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.539736182174867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02008860360514407,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.20817647980690002
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25753459334373474,
        "mean_feedback_forward_cosine": 0.9881646960012375,
        "mean_feedback_forward_relative_error": 0.15107314853418258,
        "min_feedback_forward_cosine": 0.9674193859100342
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003591153247945613,
        "instruction_rms": 0.0035911532483922353,
        "raw_apical_rms": 0.08888751845762376,
        "teaching_rms": 0.003591153247945613,
        "traffic_rms": 0.08881303967673218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.5328708019856094e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5296619512554614e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020784637063976662,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.21359893213272094
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2474459558725357,
        "mean_feedback_forward_cosine": 0.9890174731131522,
        "mean_feedback_forward_relative_error": 0.14549297058293897,
        "min_feedback_forward_cosine": 0.969895601272583
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003526777987799233,
        "instruction_rms": 0.0035267779874768386,
        "raw_apical_rms": 0.08914640316821017,
        "teaching_rms": 0.003526777987799233,
        "traffic_rms": 0.0890747284117013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 2.7976337690915898e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5399596731265748e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020846874032681033,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.20605351320266724
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23715411126613617,
        "mean_feedback_forward_cosine": 0.9898492713128367,
        "mean_feedback_forward_relative_error": 0.13989623443734261,
        "min_feedback_forward_cosine": 0.9723339080810547
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003563383861972153,
        "instruction_rms": 0.0035633838618865017,
        "raw_apical_rms": 0.08945401136580772,
        "teaching_rms": 0.003563383861972153,
        "traffic_rms": 0.08938093314463431
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.3503424984028243e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5329162025305695e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02091112241956645,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.20982917757987976
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22737513482570648,
        "mean_feedback_forward_cosine": 0.9906215648497304,
        "mean_feedback_forward_relative_error": 0.13446674616106094,
        "min_feedback_forward_cosine": 0.9745501279830933
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035858712766025074,
        "instruction_rms": 0.0035858712760856713,
        "raw_apical_rms": 0.08941056224927504,
        "teaching_rms": 0.0035858712766025074,
        "traffic_rms": 0.08933648764502701
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.7436763022924424e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529668300633916e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020850600044323923,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.2077607313632965
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21776433289051056,
        "mean_feedback_forward_cosine": 0.9913409717621342,
        "mean_feedback_forward_relative_error": 0.1292032654727659,
        "min_feedback_forward_cosine": 0.976641058921814
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003615761091928174,
        "instruction_rms": 0.0036157610921008503,
        "raw_apical_rms": 0.08947213090545557,
        "teaching_rms": 0.003615761091928174,
        "traffic_rms": 0.08939706188408748
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.449490731417427e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5278470935355535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02055420217669056,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.2050978511786461
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20912526547908783,
        "mean_feedback_forward_cosine": 0.9919809314512438,
        "mean_feedback_forward_relative_error": 0.12432593539837868,
        "min_feedback_forward_cosine": 0.9784440398216248
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035560730274956016,
        "instruction_rms": 0.003556073027054234,
        "raw_apical_rms": 0.08932604240814324,
        "teaching_rms": 0.0035560730274956016,
        "traffic_rms": 0.08925308994395416
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.183000529816127e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529106656156594e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021170023524429888,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.1972603488063812
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20059646666049957,
        "mean_feedback_forward_cosine": 0.9925899640206368,
        "mean_feedback_forward_relative_error": 0.1194925885046682,
        "min_feedback_forward_cosine": 0.9801497459411621
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003561461384419712,
        "instruction_rms": 0.003561461384152423,
        "raw_apical_rms": 0.08969275877701628,
        "teaching_rms": 0.003561461384419712,
        "traffic_rms": 0.08961997947018287
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.3832802276710936e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527337583226723e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02007818182522912,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.199876754860878
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19231562316417694,
        "mean_feedback_forward_cosine": 0.9931506206912379,
        "mean_feedback_forward_relative_error": 0.11487585029775096,
        "min_feedback_forward_cosine": 0.9817416667938232
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003572397417247057,
        "instruction_rms": 0.0035723974179432344,
        "raw_apical_rms": 0.09010630501835151,
        "teaching_rms": 0.003572397417247057,
        "traffic_rms": 0.09003342776220075
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.2090982194386015e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5342840484179384e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01946575807985318,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.20152020866394044
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18480812013149261,
        "mean_feedback_forward_cosine": 0.9936417764233004,
        "mean_feedback_forward_relative_error": 0.11068257256861656,
        "min_feedback_forward_cosine": 0.9831238389015198
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035041394987490146,
        "instruction_rms": 0.003504139498127927,
        "raw_apical_rms": 0.09014100840569654,
        "teaching_rms": 0.0035041394987490146,
        "traffic_rms": 0.09007076417279689
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.389217522771105e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5353137209224774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019352542806402275,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.19439666543006898
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17740245163440704,
        "mean_feedback_forward_cosine": 0.99412194759615,
        "mean_feedback_forward_relative_error": 0.10641636783557554,
        "min_feedback_forward_cosine": 0.9844418168067932
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003526084237368824,
        "instruction_rms": 0.003526084236286148,
        "raw_apical_rms": 0.09088674860585018,
        "teaching_rms": 0.003526084237368824,
        "traffic_rms": 0.09081626399576186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.516608953508694e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5235592287471313e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019902515910294783,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.19436994416236877
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17025071382522583,
        "mean_feedback_forward_cosine": 0.994560380135813,
        "mean_feedback_forward_relative_error": 0.1023753434419632,
        "min_feedback_forward_cosine": 0.9856672286987305
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034963882295491245,
        "instruction_rms": 0.0034963882292639507,
        "raw_apical_rms": 0.09093808873264245,
        "teaching_rms": 0.0034963882295491245,
        "traffic_rms": 0.09086897345524017
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.537916626328297e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.525981135991251e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019666085413254365,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.18953499997138978
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1630403846502304,
        "mean_feedback_forward_cosine": 0.9949728481231197,
        "mean_feedback_forward_relative_error": 0.09843012438185754,
        "min_feedback_forward_cosine": 0.986850380897522
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035419359508581994,
        "instruction_rms": 0.00354193595166535,
        "raw_apical_rms": 0.09101691362408658,
        "teaching_rms": 0.0035419359508581994,
        "traffic_rms": 0.09094582922106047
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.545998339404832e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5229900805215062e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019989621006640285,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.19320359150886535
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15601927042007446,
        "mean_feedback_forward_cosine": 0.9953637853745492,
        "mean_feedback_forward_relative_error": 0.09453326667989453,
        "min_feedback_forward_cosine": 0.9879511594772339
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035633617029206524,
        "instruction_rms": 0.003563361703999385,
        "raw_apical_rms": 0.09102371829446436,
        "teaching_rms": 0.0035633617029206524,
        "traffic_rms": 0.09095171219641386
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.389641716784354e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5265557477166158e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020356236874469368,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.1960710004043579
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14947889745235443,
        "mean_feedback_forward_cosine": 0.9957203307459431,
        "mean_feedback_forward_relative_error": 0.0908293481315336,
        "min_feedback_forward_cosine": 0.9889388084411621
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003560543210386606,
        "instruction_rms": 0.0035605432112496387,
        "raw_apical_rms": 0.09167314447405792,
        "teaching_rms": 0.003560543210386606,
        "traffic_rms": 0.09160188029210986
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.232928318970153e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5236609214455478e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020269338767882495,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.19550201475143433
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14348924160003662,
        "mean_feedback_forward_cosine": 0.9960384215078046,
        "mean_feedback_forward_relative_error": 0.08738184293671962,
        "min_feedback_forward_cosine": 0.9897992610931396
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034696232870770043,
        "instruction_rms": 0.0034696232865405376,
        "raw_apical_rms": 0.09203038429619985,
        "teaching_rms": 0.0034696232870770043,
        "traffic_rms": 0.09196250854648237
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.619381854809035e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529544492211799e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02043411407600841,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.1877687189435959
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1377529799938202,
        "mean_feedback_forward_cosine": 0.9963377137337962,
        "mean_feedback_forward_relative_error": 0.08401348598061069,
        "min_feedback_forward_cosine": 0.9905954599380493
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035635897063299986,
        "instruction_rms": 0.0035635897062836677,
        "raw_apical_rms": 0.09227704395719892,
        "teaching_rms": 0.0035635897063299986,
        "traffic_rms": 0.09220624337361381
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.530069475094933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5475167122117337e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020283477060844185,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.18872840131759644
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13226574659347534,
        "mean_feedback_forward_cosine": 0.996613863975771,
        "mean_feedback_forward_relative_error": 0.0807801885229926,
        "min_feedback_forward_cosine": 0.9913270473480225
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035459664115947555,
        "instruction_rms": 0.003545966412260038,
        "raw_apical_rms": 0.09278309030243255,
        "teaching_rms": 0.0035459664115947555,
        "traffic_rms": 0.09271337933639279
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.6564591233154715e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5287458128170955e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020796899204671513,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.18797186532974244
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12683233618736267,
        "mean_feedback_forward_cosine": 0.996869844775046,
        "mean_feedback_forward_relative_error": 0.07766845966539075,
        "min_feedback_forward_cosine": 0.9920245409011841
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034992089524370123,
        "instruction_rms": 0.003499208952596316,
        "raw_apical_rms": 0.09290394068064936,
        "teaching_rms": 0.0034992089524370123,
        "traffic_rms": 0.09283585880603441
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 3.064278075726179e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5227438798413417e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018580219473450618,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.1894784338283539
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12172558158636093,
        "mean_feedback_forward_cosine": 0.9971017106886833,
        "mean_feedback_forward_relative_error": 0.07473568606280512,
        "min_feedback_forward_cosine": 0.9926533102989197
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034709234123134016,
        "instruction_rms": 0.0034709234118668183,
        "raw_apical_rms": 0.09275222339175077,
        "teaching_rms": 0.0034709234123134016,
        "traffic_rms": 0.09268501456842669
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.3856765330474445e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5249601275214636e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018866666273558735,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.18372785980939865
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11663611978292465,
        "mean_feedback_forward_cosine": 0.9973189061687838,
        "mean_feedback_forward_relative_error": 0.07188035037008024,
        "min_feedback_forward_cosine": 0.9932522177696228
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035141430347087653,
        "instruction_rms": 0.0035141430339138617,
        "raw_apical_rms": 0.09275169184950063,
        "teaching_rms": 0.0035141430347087653,
        "traffic_rms": 0.09268323340808805
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.2397794547687226e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5226258692112242e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019234404414508882,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.18465503021240234
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11190527677536011,
        "mean_feedback_forward_cosine": 0.9975191489342721,
        "mean_feedback_forward_relative_error": 0.0691405072688095,
        "min_feedback_forward_cosine": 0.993786096572876
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034866513598836857,
        "instruction_rms": 0.003486651361087333,
        "raw_apical_rms": 0.09323491465648073,
        "teaching_rms": 0.0034866513598836857,
        "traffic_rms": 0.09316780274526372
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.0512088733967175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5213683826582096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019610186327961982,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.18463716703891755
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10722721368074417,
        "mean_feedback_forward_cosine": 0.9977076784256966,
        "mean_feedback_forward_relative_error": 0.06646183962302823,
        "min_feedback_forward_cosine": 0.9942919015884399
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00350020678437986,
        "instruction_rms": 0.0035002067836061483,
        "raw_apical_rms": 0.09346649483909661,
        "teaching_rms": 0.00350020678437986,
        "traffic_rms": 0.09339873528697154
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.745538007000505e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522508483052675e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019239783961154982,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.18354372583389283
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10300333797931671,
        "mean_feedback_forward_cosine": 0.9978772421036998,
        "mean_feedback_forward_relative_error": 0.06394916268125657,
        "min_feedback_forward_cosine": 0.9947330951690674
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034676678122970215,
        "instruction_rms": 0.0034676678115988712,
        "raw_apical_rms": 0.09340542900169638,
        "teaching_rms": 0.0034676678122970215,
        "traffic_rms": 0.09333919046443108
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.898492633742535e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5208968764574846e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018313658323218743,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.18212127259254454
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09888428449630737,
        "mean_feedback_forward_cosine": 0.9980354251400116,
        "mean_feedback_forward_relative_error": 0.06152387756493784,
        "min_feedback_forward_cosine": 0.9951443672180176
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034759140903340606,
        "instruction_rms": 0.0034759140902410157,
        "raw_apical_rms": 0.09347412529018984,
        "teaching_rms": 0.0034759140903340606,
        "traffic_rms": 0.09340736925357711
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.2133837752089676e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.52450409723183e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018215467396750798,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.18039082668304443
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0951661467552185,
        "mean_feedback_forward_cosine": 0.9981779360002087,
        "mean_feedback_forward_relative_error": 0.05924614542914975,
        "min_feedback_forward_cosine": 0.9955019950866699
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003423960539554479,
        "instruction_rms": 0.0034239605396800634,
        "raw_apical_rms": 0.09385243812729338,
        "teaching_rms": 0.003423960539554479,
        "traffic_rms": 0.09378770250891492
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.9836078375165016e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5208947390851188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01958067184831516,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.1735227191925049
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09132730215787888,
        "mean_feedback_forward_cosine": 0.9983135788671432,
        "mean_feedback_forward_relative_error": 0.056999864897901015,
        "min_feedback_forward_cosine": 0.9958555102348328
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003445312271472041,
        "instruction_rms": 0.0034453122716488374,
        "raw_apical_rms": 0.0939710927944859,
        "teaching_rms": 0.003445312271472041,
        "traffic_rms": 0.09390568598544434
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.2083194646002084e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522992588818411e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020160802750244577,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.17735280702590941
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0876811072230339,
        "mean_feedback_forward_cosine": 0.9984409097702273,
        "mean_feedback_forward_relative_error": 0.05480683036148548,
        "min_feedback_forward_cosine": 0.99617999792099
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035048535103925867,
        "instruction_rms": 0.003504853510751594,
        "raw_apical_rms": 0.09413456511708417,
        "teaching_rms": 0.0035048535103925867,
        "traffic_rms": 0.09406693658399976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.163624550164059e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522649357981428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01950703249191764,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.17650808246612548
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08402995020151138,
        "mean_feedback_forward_cosine": 0.9985610842704773,
        "mean_feedback_forward_relative_error": 0.052653420716524124,
        "min_feedback_forward_cosine": 0.9964897036552429
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035416739590402417,
        "instruction_rms": 0.0035416739589272674,
        "raw_apical_rms": 0.09457344166876108,
        "teaching_rms": 0.0035416739590402417,
        "traffic_rms": 0.0945047379531391
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 5.586554863157289e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5200544741022107e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01950934226676978,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.17624187963962554
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08052390068769455,
        "mean_feedback_forward_cosine": 0.998673592844317,
        "mean_feedback_forward_relative_error": 0.05055269454756091,
        "min_feedback_forward_cosine": 0.9967756271362305
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003540208157372695,
        "instruction_rms": 0.0035402081569593695,
        "raw_apical_rms": 0.09483157929021507,
        "teaching_rms": 0.003540208157372695,
        "traffic_rms": 0.09476320547439462
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.452772100511538e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.518896175044665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01939992738971707,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.18187842219352723
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07720277458429337,
        "mean_feedback_forward_cosine": 0.9987735517563359,
        "mean_feedback_forward_relative_error": 0.04861524544896618,
        "min_feedback_forward_cosine": 0.9970353841781616
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035003158300454316,
        "instruction_rms": 0.0035003158309198012,
        "raw_apical_rms": 0.09498571333500043,
        "teaching_rms": 0.0035003158300454316,
        "traffic_rms": 0.09491866178358407
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.529064057123833e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5288657977678663e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018480898283810714,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.1762250036621094
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07416512817144394,
        "mean_feedback_forward_cosine": 0.9988657274553853,
        "mean_feedback_forward_relative_error": 0.046751628900247234,
        "min_feedback_forward_cosine": 0.9972637891769409
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034554718629002915,
        "instruction_rms": 0.0034554718634361562,
        "raw_apical_rms": 0.09519143930321672,
        "teaching_rms": 0.0034554718629002915,
        "traffic_rms": 0.09512648723722626
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.018802440304171e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5163553027358353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018844094197898863,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.17268958324909212
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07120780646800995,
        "mean_feedback_forward_cosine": 0.9989516985031867,
        "mean_feedback_forward_relative_error": 0.044948042670805606,
        "min_feedback_forward_cosine": 0.9974775314331055
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003470594085441904,
        "instruction_rms": 0.003470594086108436,
        "raw_apical_rms": 0.09537300016442023,
        "teaching_rms": 0.003470594085441904,
        "traffic_rms": 0.0953077111123998
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.989027502233512e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5199447587948385e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01951974860847415,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.17510864750385285
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06835093349218369,
        "mean_feedback_forward_cosine": 0.9990294710282357,
        "mean_feedback_forward_relative_error": 0.04324998676536545,
        "min_feedback_forward_cosine": 0.9976750016212463
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003442444643512692,
        "instruction_rms": 0.0034424446438425355,
        "raw_apical_rms": 0.09562175925960778,
        "teaching_rms": 0.003442444643512692,
        "traffic_rms": 0.09555776369150733
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.6041826351483905e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.520097017286646e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019163110445721183,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.17469935647964477
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06559786200523376,
        "mean_feedback_forward_cosine": 0.9991019137444035,
        "mean_feedback_forward_relative_error": 0.041603886612480684,
        "min_feedback_forward_cosine": 0.9978584051132202
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035098417467668364,
        "instruction_rms": 0.003509841746491489,
        "raw_apical_rms": 0.09607821031605751,
        "teaching_rms": 0.0035098417467668364,
        "traffic_rms": 0.09601196820992938
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.5210232829949746e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5167766973070668e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01847280692125062,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.1742268820810318
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06288089603185654,
        "mean_feedback_forward_cosine": 0.9991696150072159,
        "mean_feedback_forward_relative_error": 0.04000675068387101,
        "min_feedback_forward_cosine": 0.9980316162109375
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034711323112744876,
        "instruction_rms": 0.003471132312907595,
        "raw_apical_rms": 0.09580615766435122,
        "teaching_rms": 0.0034711323112744876,
        "traffic_rms": 0.09574090896005594
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.436546774400085e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5224432948121803e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01807439206409788,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.16974857542037963
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.060315243899822235,
        "mean_feedback_forward_cosine": 0.9992318499472833,
        "mean_feedback_forward_relative_error": 0.03848021101927565,
        "min_feedback_forward_cosine": 0.9981886148452759
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034625979422622188,
        "instruction_rms": 0.003462597942201401,
        "raw_apical_rms": 0.09608253547263627,
        "teaching_rms": 0.0034625979422622188,
        "traffic_rms": 0.09601792823747263
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.3853660258719174e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5194168004595284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018175094498645634,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.1708846864056587
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05790635570883751,
        "mean_feedback_forward_cosine": 0.9992905066859338,
        "mean_feedback_forward_relative_error": 0.036987309374155536,
        "min_feedback_forward_cosine": 0.9983300566673279
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034659804125877205,
        "instruction_rms": 0.0034659804125936338,
        "raw_apical_rms": 0.09654511939410211,
        "teaching_rms": 0.0034659804125877205,
        "traffic_rms": 0.09648072978963708
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.4871489756606024e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514022440685767e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01872765565633019,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.17357911764621733
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05558721348643303,
        "mean_feedback_forward_cosine": 0.9993443796711583,
        "mean_feedback_forward_relative_error": 0.03555818403800649,
        "min_feedback_forward_cosine": 0.9984607696533203
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034345960635000262,
        "instruction_rms": 0.003434596063429914,
        "raw_apical_rms": 0.09618863003047651,
        "teaching_rms": 0.0034345960635000262,
        "traffic_rms": 0.09612500039861203
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 3.0324098787559706e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5221265707216064e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018433742315666427,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.16764934017658234
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.053250689059495926,
        "mean_feedback_forward_cosine": 0.9993948205824821,
        "mean_feedback_forward_relative_error": 0.03416652184340262,
        "min_feedback_forward_cosine": 0.9985877871513367
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034707142104435703,
        "instruction_rms": 0.003470714209793029,
        "raw_apical_rms": 0.09665036808699193,
        "teaching_rms": 0.0034707142104435703,
        "traffic_rms": 0.09658558029907076
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.3690496675499162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5178760290844713e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018240615313675095,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.17118308273792268
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.051056429743766785,
        "mean_feedback_forward_cosine": 0.999440279699141,
        "mean_feedback_forward_relative_error": 0.032861349653572805,
        "min_feedback_forward_cosine": 0.9987015724182129
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034431129607801108,
        "instruction_rms": 0.0034431129605066806,
        "raw_apical_rms": 0.09721646057055212,
        "teaching_rms": 0.0034431129607801108,
        "traffic_rms": 0.09715313312332086
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 2.8187693956738258e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5190232767124194e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018749776611060146,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.1709734722328186
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.049032460898160934,
        "mean_feedback_forward_cosine": 0.9994814280540713,
        "mean_feedback_forward_relative_error": 0.03162932227696142,
        "min_feedback_forward_cosine": 0.9988020658493042
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003426611747302319,
        "instruction_rms": 0.0034266117469159176,
        "raw_apical_rms": 0.09758027006267173,
        "teaching_rms": 0.003426611747302319,
        "traffic_rms": 0.09751818909311871
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.413447385331892e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5193136086737388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018263243377247003,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.16499940060138701
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04703202471137047,
        "mean_feedback_forward_cosine": 0.9995214516116727,
        "mean_feedback_forward_relative_error": 0.030385937421552597,
        "min_feedback_forward_cosine": 0.9988974332809448
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003425232360922412,
        "instruction_rms": 0.0034252323605393886,
        "raw_apical_rms": 0.09769198648610412,
        "teaching_rms": 0.003425232360922412,
        "traffic_rms": 0.09762998887938472
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.9548216196626527e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5194927176303573e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017329593991227972,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.16814869140625
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04509647563099861,
        "mean_feedback_forward_cosine": 0.9995579546497714,
        "mean_feedback_forward_relative_error": 0.029204544250763232,
        "min_feedback_forward_cosine": 0.9989863634109497
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003442762255018781,
        "instruction_rms": 0.003442762255456184,
        "raw_apical_rms": 0.09748693259128102,
        "teaching_rms": 0.003442762255018781,
        "traffic_rms": 0.09742396515429015
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.1700883574312684e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5252748217119797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01751308314702741,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.1678281867980957
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.043238986283540726,
        "mean_feedback_forward_cosine": 0.9995921158021496,
        "mean_feedback_forward_relative_error": 0.028056915458892624,
        "min_feedback_forward_cosine": 0.9990680813789368
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034615357179880258,
        "instruction_rms": 0.003461535718166754,
        "raw_apical_rms": 0.09756635091870378,
        "teaching_rms": 0.0034615357179880258,
        "traffic_rms": 0.09750295308892072
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.310136247909213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5115054103527494e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01689349675678171,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.1657409055352211
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.041482746601104736,
        "mean_feedback_forward_cosine": 0.9996230063899871,
        "mean_feedback_forward_relative_error": 0.026976262399506186,
        "min_feedback_forward_cosine": 0.9991425275802612
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003444376064539832,
        "instruction_rms": 0.003444376063942611,
        "raw_apical_rms": 0.09796741979656859,
        "teaching_rms": 0.003444376064539832,
        "traffic_rms": 0.09790479833583576
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 5.119829538102749e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514643716629963e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01734774110521595,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.1643344660282135
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03971974179148674,
        "mean_feedback_forward_cosine": 0.999652624130249,
        "mean_feedback_forward_relative_error": 0.025895704335022356,
        "min_feedback_forward_cosine": 0.9992138147354126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003515184189588737,
        "instruction_rms": 0.0035151841893170045,
        "raw_apical_rms": 0.0977453934640979,
        "teaching_rms": 0.003515184189588737,
        "traffic_rms": 0.0976801818866119
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.8098964811060796e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512423987414053e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01750532272126192,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.1694715497303009
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03811245039105415,
        "mean_feedback_forward_cosine": 0.9996787021237035,
        "mean_feedback_forward_relative_error": 0.024905373823017843,
        "min_feedback_forward_cosine": 0.999275803565979
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034469692828211,
        "instruction_rms": 0.0034469692834442783,
        "raw_apical_rms": 0.09823427550377863,
        "teaching_rms": 0.0034469692828211,
        "traffic_rms": 0.09817163928363351
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.857382407408295e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5208523550200853e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01681604897758859,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.1653107776927948
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0365268774330616,
        "mean_feedback_forward_cosine": 0.9997029227595176,
        "mean_feedback_forward_relative_error": 0.023948671596665538,
        "min_feedback_forward_cosine": 0.9993346929550171
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034284203106171238,
        "instruction_rms": 0.0034284203107027428,
        "raw_apical_rms": 0.09867610619125185,
        "teaching_rms": 0.0034284203106171238,
        "traffic_rms": 0.09861440303033983
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.7250487139317556e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5077889404986472e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017965978167755036,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.16640377036094667
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03507483750581741,
        "mean_feedback_forward_cosine": 0.9997243823543671,
        "mean_feedback_forward_relative_error": 0.023067279358304316,
        "min_feedback_forward_cosine": 0.9993864893913269
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033423867646511724,
        "instruction_rms": 0.0033423867648472503,
        "raw_apical_rms": 0.09913136384998657,
        "teaching_rms": 0.0033423867646511724,
        "traffic_rms": 0.09907280568496654
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.5637388979002935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.516675588861783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017970925337275706,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.16079451736450195
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03370649740099907,
        "mean_feedback_forward_cosine": 0.9997442345465383,
        "mean_feedback_forward_relative_error": 0.02222104301495898,
        "min_feedback_forward_cosine": 0.9994333386421204
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003327080507195754,
        "instruction_rms": 0.003327080507794785,
        "raw_apical_rms": 0.09896504524560934,
        "teaching_rms": 0.003327080507195754,
        "traffic_rms": 0.09890729176005182
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.8892172088699226e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5076107550516124e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017027639971131398,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.16067632440805435
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03369491547346115,
        "mean_feedback_forward_cosine": 0.9997444114377422,
        "mean_feedback_forward_relative_error": 0.022211969079029177,
        "min_feedback_forward_cosine": 0.999433696269989
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025155797792103646,
        "instruction_rms": 0.002515579779132268,
        "raw_apical_rms": 0.09902059953675202,
        "teaching_rms": 0.0025155797792103646,
        "traffic_rms": 0.09898664992752854
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.3049994619414065e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.504262383047355e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017186265549443417,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.08979547102928162
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03368911147117615,
        "mean_feedback_forward_cosine": 0.999744507574266,
        "mean_feedback_forward_relative_error": 0.022206049036955642,
        "min_feedback_forward_cosine": 0.9994338750839233
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002234980681785057,
        "instruction_rms": 0.0022349806810016202,
        "raw_apical_rms": 0.098945154892924,
        "teaching_rms": 0.002234980681785057,
        "traffic_rms": 0.09891820477415945
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.323275248907521e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5069525601307564e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016625602146777663,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.06746735813200473
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03368388116359711,
        "mean_feedback_forward_cosine": 0.9997445825607546,
        "mean_feedback_forward_relative_error": 0.02220067246666839,
        "min_feedback_forward_cosine": 0.9994341135025024
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002070015851135544,
        "instruction_rms": 0.002070015850555554,
        "raw_apical_rms": 0.09889842510153583,
        "teaching_rms": 0.002070015851135544,
        "traffic_rms": 0.09887461728716397
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.299914380112568e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5071429828098774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016410034565511114,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.05679080193191767
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033678654581308365,
        "mean_feedback_forward_cosine": 0.9997446902336613,
        "mean_feedback_forward_relative_error": 0.02219541614214259,
        "min_feedback_forward_cosine": 0.9994341135025024
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020812366229444137,
        "instruction_rms": 0.0020812366228650987,
        "raw_apical_rms": 0.09883578838904135,
        "teaching_rms": 0.0020812366229444137,
        "traffic_rms": 0.09881181220868573
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.6960227706449587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.507026781695462e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01698622182792127,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.0515896087551117
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033673521131277084,
        "mean_feedback_forward_cosine": 0.9997447729110718,
        "mean_feedback_forward_relative_error": 0.02219033325391431,
        "min_feedback_forward_cosine": 0.9994344711303711
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00203953780505874,
        "instruction_rms": 0.002039537804548174,
        "raw_apical_rms": 0.0988177521742726,
        "teaching_rms": 0.00203953780505874,
        "traffic_rms": 0.09879456827947249
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 5.700387362139736e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5068242328728935e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01669186849696991,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.04738149812757969
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033668894320726395,
        "mean_feedback_forward_cosine": 0.9997448652021347,
        "mean_feedback_forward_relative_error": 0.022185512382777467,
        "min_feedback_forward_cosine": 0.9994345903396606
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001955486812312254,
        "instruction_rms": 0.001955486812009368,
        "raw_apical_rms": 0.09873248369964849,
        "teaching_rms": 0.001955486812312254,
        "traffic_rms": 0.09871114437139716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.6895365812815726e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5104291520894208e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016793788370509835,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.04181470906853676
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033663950860500336,
        "mean_feedback_forward_cosine": 0.9997449324977014,
        "mean_feedback_forward_relative_error": 0.02218072828386099,
        "min_feedback_forward_cosine": 0.9994348287582397
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002016420973616901,
        "instruction_rms": 0.0020164209740549514,
        "raw_apical_rms": 0.09873626751206291,
        "teaching_rms": 0.002016420973616901,
        "traffic_rms": 0.09871335214502651
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.4757872075251726e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.508164372748245e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01690313283835775,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.04257393829703331
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03365926444530487,
        "mean_feedback_forward_cosine": 0.9997450247887643,
        "mean_feedback_forward_relative_error": 0.022175970847808545,
        "min_feedback_forward_cosine": 0.9994349479675293
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001960354561209463,
        "instruction_rms": 0.001960354560757627,
        "raw_apical_rms": 0.09869638569040602,
        "teaching_rms": 0.001960354561209463,
        "traffic_rms": 0.09867469293684333
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.6254459817873794e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5047314543704612e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016562018205474514,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.038318599182367324
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03365436568856239,
        "mean_feedback_forward_cosine": 0.999745117079827,
        "mean_feedback_forward_relative_error": 0.02217107650733763,
        "min_feedback_forward_cosine": 0.9994350671768188
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002000307671734041,
        "instruction_rms": 0.0020003076722440653,
        "raw_apical_rms": 0.09870695599531946,
        "teaching_rms": 0.002000307671734041,
        "traffic_rms": 0.09868398039036168
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.2460023880485096e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5049035263034137e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016861056559934185,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.0373265215241909
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03364964947104454,
        "mean_feedback_forward_cosine": 0.9997451997572376,
        "mean_feedback_forward_relative_error": 0.022166369332661553,
        "min_feedback_forward_cosine": 0.999435305595398
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019329316008195178,
        "instruction_rms": 0.001932931600735467,
        "raw_apical_rms": 0.09867720001343648,
        "teaching_rms": 0.0019329316008195178,
        "traffic_rms": 0.09865574711492302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.918306828471941e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5048085820017315e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017061846977221226,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.03438850516736507
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03364493325352669,
        "mean_feedback_forward_cosine": 0.9997452728209957,
        "mean_feedback_forward_relative_error": 0.02216171715108137,
        "min_feedback_forward_cosine": 0.9994354248046875
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019093082474223619,
        "instruction_rms": 0.001909308247367793,
        "raw_apical_rms": 0.09860141010577825,
        "teaching_rms": 0.0019093082474223619,
        "traffic_rms": 0.09858013825512603
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.6214292837021276e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5077294557431272e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01656580144197753,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.0330116683447361
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033640310168266296,
        "mean_feedback_forward_cosine": 0.9997453708802501,
        "mean_feedback_forward_relative_error": 0.022157171786191962,
        "min_feedback_forward_cosine": 0.9994356036186218
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001911112559351246,
        "instruction_rms": 0.001911112559347709,
        "raw_apical_rms": 0.09856708346859766,
        "teaching_rms": 0.001911112559351246,
        "traffic_rms": 0.09854569224042958
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.27534140815078e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5108777237808912e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016891072717017595,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.03186257752418518
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033635251224040985,
        "mean_feedback_forward_cosine": 0.9997454650940434,
        "mean_feedback_forward_relative_error": 0.022152457296127272,
        "min_feedback_forward_cosine": 0.9994356632232666
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018997861360157335,
        "instruction_rms": 0.001899786135733846,
        "raw_apical_rms": 0.09853573937144966,
        "teaching_rms": 0.0018997861360157335,
        "traffic_rms": 0.09851423397726856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.630928884807872e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5090837019823764e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017390287515859002,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.030026931683421135
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03363063558936119,
        "mean_feedback_forward_cosine": 0.9997455650760282,
        "mean_feedback_forward_relative_error": 0.02214795453173499,
        "min_feedback_forward_cosine": 0.9994359016418457
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001824119984538829,
        "instruction_rms": 0.001824119984637395,
        "raw_apical_rms": 0.09852454909000531,
        "teaching_rms": 0.001824119984538829,
        "traffic_rms": 0.09850484174041621
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.376932594141181e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.511786134028625e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016590847596317994,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.02798965295046568
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033626068383455276,
        "mean_feedback_forward_cosine": 0.9997456362170558,
        "mean_feedback_forward_relative_error": 0.022143485565339367,
        "min_feedback_forward_cosine": 0.9994360208511353
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001837547651316045,
        "instruction_rms": 0.0018375476514276119,
        "raw_apical_rms": 0.09848647112076932,
        "teaching_rms": 0.001837547651316045,
        "traffic_rms": 0.09846597995239743
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.021713889163948e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5129353813668213e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01697469995628945,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.027223200811743738
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03362118825316429,
        "mean_feedback_forward_cosine": 0.9997457188944663,
        "mean_feedback_forward_relative_error": 0.022138860437177842,
        "min_feedback_forward_cosine": 0.9994361400604248
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018624103074087073,
        "instruction_rms": 0.0018624103070506224,
        "raw_apical_rms": 0.09847486169514422,
        "teaching_rms": 0.0018624103074087073,
        "traffic_rms": 0.09845416110232068
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.3602349225911894e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5133615924960857e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01670648100639187,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.026649290096759797
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03361663967370987,
        "mean_feedback_forward_cosine": 0.9997458054173377,
        "mean_feedback_forward_relative_error": 0.02213443877295621,
        "min_feedback_forward_cosine": 0.9994363784790039
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018177894473187955,
        "instruction_rms": 0.0018177894475962899,
        "raw_apical_rms": 0.09843954420182029,
        "teaching_rms": 0.0018177894473187955,
        "traffic_rms": 0.09841946931701281
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.189184548726189e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5112037043679986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01652430601417022,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.024802653382122515
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03361181542277336,
        "mean_feedback_forward_cosine": 0.9997458823265568,
        "mean_feedback_forward_relative_error": 0.022129854412689325,
        "min_feedback_forward_cosine": 0.9994363784790039
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001846084160118297,
        "instruction_rms": 0.0018460841597463572,
        "raw_apical_rms": 0.0984229459518161,
        "teaching_rms": 0.001846084160118297,
        "traffic_rms": 0.09840259313026754
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.0474415758117175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5109034247487467e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017178483696749437,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.0250774456769228
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03360702097415924,
        "mean_feedback_forward_cosine": 0.9997459919221939,
        "mean_feedback_forward_relative_error": 0.02212545263671106,
        "min_feedback_forward_cosine": 0.9994367361068726
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017378667343276428,
        "instruction_rms": 0.0017378667344857901,
        "raw_apical_rms": 0.09839323336558864,
        "teaching_rms": 0.0017378667343276428,
        "traffic_rms": 0.09837453043963171
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.507539586029452e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5098816895733553e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016789284838536228,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.022657332441806795
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033602274954319,
        "mean_feedback_forward_cosine": 0.9997460745996044,
        "mean_feedback_forward_relative_error": 0.022120956421619462,
        "min_feedback_forward_cosine": 0.9994368553161621
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017874540886220066,
        "instruction_rms": 0.0017874540890151294,
        "raw_apical_rms": 0.09832726511314333,
        "teaching_rms": 0.0017874540886220066,
        "traffic_rms": 0.09830738431591088
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.144525161426827e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5065207920935208e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017052075946436353,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.022775477136969566
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03359761834144592,
        "mean_feedback_forward_cosine": 0.9997461418951711,
        "mean_feedback_forward_relative_error": 0.02211661014946238,
        "min_feedback_forward_cosine": 0.9994369745254517
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001685905954877595,
        "instruction_rms": 0.0016859059548532044,
        "raw_apical_rms": 0.09829528258820518,
        "teaching_rms": 0.001685905954877595,
        "traffic_rms": 0.09827727892954943
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.148975290580893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5077906976214916e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01687566242869036,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.020612371822595597
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03359293192625046,
        "mean_feedback_forward_cosine": 0.999746230340773,
        "mean_feedback_forward_relative_error": 0.022112091883055626,
        "min_feedback_forward_cosine": 0.999437153339386
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017261941708247553,
        "instruction_rms": 0.0017261941712981856,
        "raw_apical_rms": 0.09825673203904728,
        "teaching_rms": 0.0017261941708247553,
        "traffic_rms": 0.09823718786461569
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.188960017221689e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5107916533187797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016920253913493877,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.021344696981608867
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03358827158808708,
        "mean_feedback_forward_cosine": 0.9997463168636445,
        "mean_feedback_forward_relative_error": 0.022107676783156012,
        "min_feedback_forward_cosine": 0.9994372129440308
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001694066485788303,
        "instruction_rms": 0.0016940664858105432,
        "raw_apical_rms": 0.0982178426291435,
        "teaching_rms": 0.001694066485788303,
        "traffic_rms": 0.09819914397612879
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.482267002003937e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5035406403036503e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017060581974225438,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.020410545910894872
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03358400613069534,
        "mean_feedback_forward_cosine": 0.9997463956955941,
        "mean_feedback_forward_relative_error": 0.022103574742833452,
        "min_feedback_forward_cosine": 0.9994373917579651
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016310455171500357,
        "instruction_rms": 0.0016310455174278914,
        "raw_apical_rms": 0.09817094437035466,
        "teaching_rms": 0.0016310455171500357,
        "traffic_rms": 0.09815399189915751
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.64203004924002e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.498872109185774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016858379729896508,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.018607610389888285
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03357977420091629,
        "mean_feedback_forward_cosine": 0.9997464918321178,
        "mean_feedback_forward_relative_error": 0.022099388462881887,
        "min_feedback_forward_cosine": 0.9994375705718994
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016288643216268957,
        "instruction_rms": 0.001628864321668804,
        "raw_apical_rms": 0.098136995211163,
        "teaching_rms": 0.0016288643216268957,
        "traffic_rms": 0.09811988544116251
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.921443874650322e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.497979198978486e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017132574005115395,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.01782615624934435
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033574849367141724,
        "mean_feedback_forward_cosine": 0.9997465725867979,
        "mean_feedback_forward_relative_error": 0.022094827280530045,
        "min_feedback_forward_cosine": 0.9994378089904785
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016856051769386096,
        "instruction_rms": 0.001685605176678328,
        "raw_apical_rms": 0.09808741994623163,
        "teaching_rms": 0.0016856051769386096,
        "traffic_rms": 0.09806890919491446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.4941423854870663e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512230283690769e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017247794900485065,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.01872813436359167
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03357018157839775,
        "mean_feedback_forward_cosine": 0.9997466860278961,
        "mean_feedback_forward_relative_error": 0.022090584400200074,
        "min_feedback_forward_cosine": 0.9994380474090576
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001613412239006114,
        "instruction_rms": 0.0016134122389234356,
        "raw_apical_rms": 0.09809247999997249,
        "teaching_rms": 0.001613412239006114,
        "traffic_rms": 0.09807515246959388
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.966822331198273e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.511276753485453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017143375548244386,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.017819994999170304
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03356596827507019,
        "mean_feedback_forward_cosine": 0.9997467437098103,
        "mean_feedback_forward_relative_error": 0.022086514370335687,
        "min_feedback_forward_cosine": 0.9994380474090576
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001564545914479394,
        "instruction_rms": 0.0015645459147263585,
        "raw_apical_rms": 0.09810397155459925,
        "teaching_rms": 0.001564545914479394,
        "traffic_rms": 0.09808790570229337
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.583021251391983e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.516690890979968e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017041482295694566,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.016292895752489565
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033561427146196365,
        "mean_feedback_forward_cosine": 0.9997468090826466,
        "mean_feedback_forward_relative_error": 0.02208245791975529,
        "min_feedback_forward_cosine": 0.9994382858276367
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015503156777161044,
        "instruction_rms": 0.0015503156773543436,
        "raw_apical_rms": 0.09808399036718388,
        "teaching_rms": 0.0015503156777161044,
        "traffic_rms": 0.09806829689235912
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.15442053483639e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.507983267816016e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017249684926626378,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.01625606567889452
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03355669975280762,
        "mean_feedback_forward_cosine": 0.999746895605518,
        "mean_feedback_forward_relative_error": 0.02207810063696196,
        "min_feedback_forward_cosine": 0.9994383454322815
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001589629891166118,
        "instruction_rms": 0.001589629890417969,
        "raw_apical_rms": 0.09805560151738811,
        "teaching_rms": 0.001589629891166118,
        "traffic_rms": 0.09803876374243303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.4578921887250544e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.515333139225125e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01708194413848096,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.016294221063926816
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03355200216174126,
        "mean_feedback_forward_cosine": 0.9997469936647723,
        "mean_feedback_forward_relative_error": 0.022073830072317394,
        "min_feedback_forward_cosine": 0.9994385242462158
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015597470082573273,
        "instruction_rms": 0.0015597470084517642,
        "raw_apical_rms": 0.09806876543254142,
        "teaching_rms": 0.0015597470082573273,
        "traffic_rms": 0.09805228231546412
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 5.11607218811605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5126213060985655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01791325396731845,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.015560092131197453
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033547110855579376,
        "mean_feedback_forward_cosine": 0.9997470898012961,
        "mean_feedback_forward_relative_error": 0.022069225523380503,
        "min_feedback_forward_cosine": 0.9994386434555054
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016545587865269284,
        "instruction_rms": 0.001654558787143388,
        "raw_apical_rms": 0.09804469062816437,
        "teaching_rms": 0.0016545587865269284,
        "traffic_rms": 0.09802649184942097
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.999416264832689e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.509364299692674e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017231682173616647,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.01624549331843853
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03354316204786301,
        "mean_feedback_forward_cosine": 0.9997471551741323,
        "mean_feedback_forward_relative_error": 0.022065332399741296,
        "min_feedback_forward_cosine": 0.9994388818740845
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001419893063309232,
        "instruction_rms": 0.0014198930635276723,
        "raw_apical_rms": 0.09801270399905807,
        "teaching_rms": 0.001419893063309232,
        "traffic_rms": 0.09799854957409332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.564810041074452e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5081127227142167e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016762355791938605,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.013408799584805965
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033538758754730225,
        "mean_feedback_forward_cosine": 0.9997472455424647,
        "mean_feedback_forward_relative_error": 0.02206124270695352,
        "min_feedback_forward_cosine": 0.999439001083374
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014698420868666459,
        "instruction_rms": 0.001469842086642212,
        "raw_apical_rms": 0.0980235655117867,
        "teaching_rms": 0.0014698420868666459,
        "traffic_rms": 0.09800869389546062
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.1951484064384204e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5113732514480768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017163864761790697,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.01408297025412321
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0335342139005661,
        "mean_feedback_forward_cosine": 0.9997473262971447,
        "mean_feedback_forward_relative_error": 0.022056753101247932,
        "min_feedback_forward_cosine": 0.9994392395019531
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00154979082290428,
        "instruction_rms": 0.0015497908224634336,
        "raw_apical_rms": 0.09804923163422168,
        "teaching_rms": 0.00154979082290428,
        "traffic_rms": 0.09803230841865349
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.6809685017024094e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5126607201581415e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016779777062986206,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.014305016270875931
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033529285341501236,
        "mean_feedback_forward_cosine": 0.9997474089745553,
        "mean_feedback_forward_relative_error": 0.022052083885477435,
        "min_feedback_forward_cosine": 0.9994392395019531
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015508211834305277,
        "instruction_rms": 0.0015508211834875168,
        "raw_apical_rms": 0.0980319862680842,
        "teaching_rms": 0.0015508211834305277,
        "traffic_rms": 0.09801552868363742
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.4990706271619274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5123010981834098e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01711876487188448,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.014552696642279626
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03352479636669159,
        "mean_feedback_forward_cosine": 0.9997475108792705,
        "mean_feedback_forward_relative_error": 0.022047825998836947,
        "min_feedback_forward_cosine": 0.9994393587112427
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014629426341457184,
        "instruction_rms": 0.0014629426340389048,
        "raw_apical_rms": 0.09806354465040687,
        "teaching_rms": 0.0014629426341457184,
        "traffic_rms": 0.09804828476743588
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.277175236211406e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5069503454750045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017516926863231738,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.013265480405688286
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03352031111717224,
        "mean_feedback_forward_cosine": 0.9997475954794115,
        "mean_feedback_forward_relative_error": 0.022043652742380095,
        "min_feedback_forward_cosine": 0.9994396567344666
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001444701276559143,
        "instruction_rms": 0.0014447012764091474,
        "raw_apical_rms": 0.09809343087247323,
        "teaching_rms": 0.001444701276559143,
        "traffic_rms": 0.09807907097560523
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.554451749072541e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5060700977711647e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017030207414552495,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.01280905030965805
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03351566195487976,
        "mean_feedback_forward_cosine": 0.9997476608522476,
        "mean_feedback_forward_relative_error": 0.022039273017716986,
        "min_feedback_forward_cosine": 0.9994397759437561
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014640756723155559,
        "instruction_rms": 0.001464075672303349,
        "raw_apical_rms": 0.09806848510301143,
        "teaching_rms": 0.0014640756723155559,
        "traffic_rms": 0.09805333247914437
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.802994541501903e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5117463996103862e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017154134597832094,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.013464438293129205
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03351116552948952,
        "mean_feedback_forward_cosine": 0.9997477608342324,
        "mean_feedback_forward_relative_error": 0.022035094849284616,
        "min_feedback_forward_cosine": 0.9994399547576904
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014012798931144752,
        "instruction_rms": 0.0014012798928951813,
        "raw_apical_rms": 0.0980432424253836,
        "teaching_rms": 0.0014012798931144752,
        "traffic_rms": 0.09802864912695801
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.604452996659347e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.509178630625995e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01690935256791718,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.012629328387826681
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033506475389003754,
        "mean_feedback_forward_cosine": 0.9997478627389477,
        "mean_feedback_forward_relative_error": 0.02203046844430989,
        "min_feedback_forward_cosine": 0.99944007396698
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015045285009746398,
        "instruction_rms": 0.0015045285011594262,
        "raw_apical_rms": 0.09796912910751018,
        "teaching_rms": 0.0015045285009746398,
        "traffic_rms": 0.09795328745695527
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.216471438667213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.515502519434141e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017074015476496108,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.012571220416724682
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033501289784908295,
        "mean_feedback_forward_cosine": 0.9997479492618192,
        "mean_feedback_forward_relative_error": 0.0220256901886915,
        "min_feedback_forward_cosine": 0.9994403123855591
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001522503870667616,
        "instruction_rms": 0.0015225038707435941,
        "raw_apical_rms": 0.09800897737591947,
        "teaching_rms": 0.001522503870667616,
        "traffic_rms": 0.09799264943358482
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.5757289512948773e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514528674171317e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01724100692401263,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.013056165408939124
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03349626809358597,
        "mean_feedback_forward_cosine": 0.9997480684711088,
        "mean_feedback_forward_relative_error": 0.02202099674351273,
        "min_feedback_forward_cosine": 0.9994404315948486
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001476427784006252,
        "instruction_rms": 0.0014764277843166034,
        "raw_apical_rms": 0.09807307073383509,
        "teaching_rms": 0.001476427784006252,
        "traffic_rms": 0.09805755934533104
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 3.722982810927533e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5010595778049722e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01731819006236269,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.012149872734434903
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03349178284406662,
        "mean_feedback_forward_cosine": 0.9997481492257887,
        "mean_feedback_forward_relative_error": 0.02201673972810949,
        "min_feedback_forward_cosine": 0.9994405508041382
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013871223344801762,
        "instruction_rms": 0.0013871223348780803,
        "raw_apical_rms": 0.0980632985115755,
        "teaching_rms": 0.0013871223344801762,
        "traffic_rms": 0.09804934546084002
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.3981934538805945e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5038121894655725e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017159862157832453,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.011330395812988281
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03348664566874504,
        "mean_feedback_forward_cosine": 0.9997482434395821,
        "mean_feedback_forward_relative_error": 0.02201197502173243,
        "min_feedback_forward_cosine": 0.9994406700134277
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001443142921656888,
        "instruction_rms": 0.001443142921663592,
        "raw_apical_rms": 0.09798071573341327,
        "teaching_rms": 0.001443142921656888,
        "traffic_rms": 0.09796510416943062
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.854843200201685e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.508584427134651e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016935549227715965,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.012074666630923749
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03348210081458092,
        "mean_feedback_forward_cosine": 0.9997483357306449,
        "mean_feedback_forward_relative_error": 0.02200756493895765,
        "min_feedback_forward_cosine": 0.9994409084320068
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013895581288645442,
        "instruction_rms": 0.0013895581291020627,
        "raw_apical_rms": 0.09793144550711869,
        "teaching_rms": 0.0013895581288645442,
        "traffic_rms": 0.09791734044888825
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.682980758730082e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512139101513327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016884070136261326,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.01120645552277565
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03347731754183769,
        "mean_feedback_forward_cosine": 0.999748412639864,
        "mean_feedback_forward_relative_error": 0.02200296955303319,
        "min_feedback_forward_cosine": 0.9994410276412964
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014036982092907647,
        "instruction_rms": 0.001403698209259251,
        "raw_apical_rms": 0.0979298131640237,
        "teaching_rms": 0.0014036982092907647,
        "traffic_rms": 0.09791559665381201
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.694131223141994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5137285936989785e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01685449019195481,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.011195772307813167
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033472105860710144,
        "mean_feedback_forward_cosine": 0.9997485183900402,
        "mean_feedback_forward_relative_error": 0.021997922190254735,
        "min_feedback_forward_cosine": 0.9994412064552307
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014533156741845864,
        "instruction_rms": 0.0014533156742920056,
        "raw_apical_rms": 0.0978506531843855,
        "teaching_rms": 0.0014533156741845864,
        "traffic_rms": 0.09783481506422335
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 5.081500376036274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5097093962619986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01696975916787381,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.011413695975542069
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346719220280647,
        "mean_feedback_forward_cosine": 0.9997486260629469,
        "mean_feedback_forward_relative_error": 0.021993313089854295,
        "min_feedback_forward_cosine": 0.9994413256645203
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013752153971263897,
        "instruction_rms": 0.001375215397130992,
        "raw_apical_rms": 0.09784760791050572,
        "teaching_rms": 0.0013752153971263897,
        "traffic_rms": 0.0978335315983768
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.319190611250633e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5142346341287133e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016812764126789302,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.011152344236299395
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346230834722519,
        "mean_feedback_forward_cosine": 0.9997487145085489,
        "mean_feedback_forward_relative_error": 0.021988661494106054,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013855820995497471,
        "instruction_rms": 0.0013855820997256017,
        "raw_apical_rms": 0.09783614863319473,
        "teaching_rms": 0.0013855820995497471,
        "traffic_rms": 0.09782185740494999
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.284744647975458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5040538969479908e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01739325477733304,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.010847439026683569
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346225246787071,
        "mean_feedback_forward_cosine": 0.9997487125858184,
        "mean_feedback_forward_relative_error": 0.021988567475590012,
        "min_feedback_forward_cosine": 0.999441385269165
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012627994642478047,
        "instruction_rms": 0.001262799464439568,
        "raw_apical_rms": 0.09781154208800588,
        "teaching_rms": 0.0012627994642478047,
        "traffic_rms": 0.09779910673922346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.1713615672733795e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5053889575708106e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016798549941149907,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.009891995935589076
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346221148967743,
        "mean_feedback_forward_cosine": 0.9997487183540098,
        "mean_feedback_forward_relative_error": 0.021988483296046333,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011656046977669501,
        "instruction_rms": 0.0011656046977164707,
        "raw_apical_rms": 0.0978120013255861,
        "teaching_rms": 0.0011656046977669501,
        "traffic_rms": 0.09780150295329486
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.3496164892076195e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.50399198497686e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01696662331090375,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.008626569434180855
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346218168735504,
        "mean_feedback_forward_cosine": 0.9997487241222013,
        "mean_feedback_forward_relative_error": 0.021988402961963607,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011890742599111371,
        "instruction_rms": 0.0011890742597635497,
        "raw_apical_rms": 0.0978232141037857,
        "teaching_rms": 0.0011890742599111371,
        "traffic_rms": 0.09781184142863504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.086465210662027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5059610380657376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016791044374417884,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.0090260252353549
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346214443445206,
        "mean_feedback_forward_cosine": 0.9997487221994708,
        "mean_feedback_forward_relative_error": 0.021988322177240924,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011345420937767118,
        "instruction_rms": 0.0011345420937356558,
        "raw_apical_rms": 0.09782639311149878,
        "teaching_rms": 0.0011345420937767118,
        "traffic_rms": 0.09781619437712097
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 3.439311768715925e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5061918505059912e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01694866419538979,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.008467365986406803
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346210718154907,
        "mean_feedback_forward_cosine": 0.9997487395040451,
        "mean_feedback_forward_relative_error": 0.02198824226375549,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001113794391875477,
        "instruction_rms": 0.0011137943921179826,
        "raw_apical_rms": 0.09782851301810036,
        "teaching_rms": 0.001113794391875477,
        "traffic_rms": 0.09781891132357805
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.212223814192839e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5104748915189617e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01691682249410719,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.008258016648441554
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033462073653936386,
        "mean_feedback_forward_cosine": 0.9997487279676622,
        "mean_feedback_forward_relative_error": 0.021988164843811144,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010856588273521616,
        "instruction_rms": 0.001085658827630451,
        "raw_apical_rms": 0.09783515710505178,
        "teaching_rms": 0.0010856588273521616,
        "traffic_rms": 0.09782574070922827
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.828781996479847e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5080737064066813e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01692112620992937,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.008091233827769757
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0334620364010334,
        "mean_feedback_forward_cosine": 0.9997487491176974,
        "mean_feedback_forward_relative_error": 0.021988088054762732,
        "min_feedback_forward_cosine": 0.9994414448738098
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010948563759436987,
        "instruction_rms": 0.0010948563755085203,
        "raw_apical_rms": 0.09783567864079627,
        "teaching_rms": 0.0010948563759436987,
        "traffic_rms": 0.09782592052474515
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.423794663921399e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5055341123606702e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017262641666157236,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.00838008071988821
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346199169754982,
        "mean_feedback_forward_cosine": 0.9997487241222013,
        "mean_feedback_forward_relative_error": 0.021988007074762738,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010771409061681974,
        "instruction_rms": 0.0010771409062401744,
        "raw_apical_rms": 0.0978332363415038,
        "teaching_rms": 0.0010771409061681974,
        "traffic_rms": 0.09782434486383458
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.008446552461464e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5099393147021254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01745256597373089,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.007727677876055241
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461958169937134,
        "mean_feedback_forward_cosine": 0.9997487318131232,
        "mean_feedback_forward_relative_error": 0.02198792339092301,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001086709963225053,
        "instruction_rms": 0.0010867099633507106,
        "raw_apical_rms": 0.09783867886201776,
        "teaching_rms": 0.001086709963225053,
        "traffic_rms": 0.09782940347644901
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.396456176891661e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5076985132706176e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016784451798148838,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.007944510354101658
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461928367614746,
        "mean_feedback_forward_cosine": 0.9997487414267755,
        "mean_feedback_forward_relative_error": 0.021987847608303832,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010714697546107615,
        "instruction_rms": 0.0010714697549424747,
        "raw_apical_rms": 0.09782980667919249,
        "teaching_rms": 0.0010714697546107615,
        "traffic_rms": 0.09782091029741573
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.35951896804454e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5115644588727587e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016918933062033407,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.007814029241502285
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346189111471176,
        "mean_feedback_forward_cosine": 0.9997487202767403,
        "mean_feedback_forward_relative_error": 0.021987770714106097,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010750854510190757,
        "instruction_rms": 0.001075085450921433,
        "raw_apical_rms": 0.09783121627296004,
        "teaching_rms": 0.0010750854510190757,
        "traffic_rms": 0.09782185692501347
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 4.134049902404513e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5107020310150084e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017315641057948656,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.007849760715514421
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346184641122818,
        "mean_feedback_forward_cosine": 0.9997487452722364,
        "mean_feedback_forward_relative_error": 0.02198768980921276,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010565535435045933,
        "instruction_rms": 0.0010565535438089389,
        "raw_apical_rms": 0.09783664921366254,
        "teaching_rms": 0.0010565535435045933,
        "traffic_rms": 0.09782716789189061
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 5.1760615349394357e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5095533003680496e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017002576357360837,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.007620867423005402
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0334618054330349,
        "mean_feedback_forward_cosine": 0.9997487414267755,
        "mean_feedback_forward_relative_error": 0.02198760935495938,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011361077138248039,
        "instruction_rms": 0.0011361077139719535,
        "raw_apical_rms": 0.09783838464370832,
        "teaching_rms": 0.0011361077138248039,
        "traffic_rms": 0.09782749476453297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.1231515979234246e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5161534972212377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016842319704360814,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.008356548052579165
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346177563071251,
        "mean_feedback_forward_cosine": 0.9997487337358536,
        "mean_feedback_forward_relative_error": 0.02198753442855612,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001049725086730029,
        "instruction_rms": 0.0010497250866412632,
        "raw_apical_rms": 0.09783915388104597,
        "teaching_rms": 0.001049725086730029,
        "traffic_rms": 0.09783015708963229
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.993336861185526e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5101557478936923e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016974089176749328,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.00754912966042757
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461734652519226,
        "mean_feedback_forward_cosine": 0.9997487452722364,
        "mean_feedback_forward_relative_error": 0.021987456633078474,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010017802899781078,
        "instruction_rms": 0.0010017802900814932,
        "raw_apical_rms": 0.09783456225986217,
        "teaching_rms": 0.0010017802899781078,
        "traffic_rms": 0.09782609117104504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.302124168020782e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5066358247465608e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017284933498124648,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.007420491152405739
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346170112490654,
        "mean_feedback_forward_cosine": 0.9997487395040451,
        "mean_feedback_forward_relative_error": 0.021987383989917654,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010754016924618794,
        "instruction_rms": 0.0010754016923535837,
        "raw_apical_rms": 0.0978322069064871,
        "teaching_rms": 0.0010754016924618794,
        "traffic_rms": 0.09782284616085915
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.2061483185307225e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5064743445908164e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016881738907112896,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.007952698883712292
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346167877316475,
        "mean_feedback_forward_cosine": 0.9997487356585841,
        "mean_feedback_forward_relative_error": 0.021987308597853108,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010462393238791549,
        "instruction_rms": 0.0010462393236629233,
        "raw_apical_rms": 0.09783076811060853,
        "teaching_rms": 0.0010462393238791549,
        "traffic_rms": 0.09782127132477632
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.573439937871626e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510049105652229e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01673006555052853,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.007624274515211582
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461641520261765,
        "mean_feedback_forward_cosine": 0.999748747194967,
        "mean_feedback_forward_relative_error": 0.021987233160724564,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010599048693950488,
        "instruction_rms": 0.0010599048694836025,
        "raw_apical_rms": 0.09783048645458725,
        "teaching_rms": 0.0010599048693950488,
        "traffic_rms": 0.09782095755943312
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.530748671209949e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512513481918644e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01679067914162356,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.007430742657184601
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346160426735878,
        "mean_feedback_forward_cosine": 0.9997487337358536,
        "mean_feedback_forward_relative_error": 0.021987151519785964,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001090258096307509,
        "instruction_rms": 0.0010902580965397907,
        "raw_apical_rms": 0.09783287102212372,
        "teaching_rms": 0.001090258096307509,
        "traffic_rms": 0.09782283470814632
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.448238755117018e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5082142166720544e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016973422327446433,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.007761554230898618
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461567014455795,
        "mean_feedback_forward_cosine": 0.9997487356585841,
        "mean_feedback_forward_relative_error": 0.021987073258647034,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010361441117856117,
        "instruction_rms": 0.0010361441119491346,
        "raw_apical_rms": 0.09783507326714401,
        "teaching_rms": 0.0010361441117856117,
        "traffic_rms": 0.09782607048663394
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.603339220921043e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.504418026834398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017220707179922825,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.0073820266579836605
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461540937423706,
        "mean_feedback_forward_cosine": 0.9997487298903927,
        "mean_feedback_forward_relative_error": 0.021987001787150098,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010581639306103314,
        "instruction_rms": 0.0010581639307537122,
        "raw_apical_rms": 0.0978356464520185,
        "teaching_rms": 0.0010581639306103314,
        "traffic_rms": 0.09782638473144684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 3.638755430301899e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5047260247517532e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017062984804974875,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.007644726791009307
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346150740981102,
        "mean_feedback_forward_cosine": 0.9997487318131232,
        "mean_feedback_forward_relative_error": 0.021986927762026747,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009760029309151166,
        "instruction_rms": 0.000976002930900774,
        "raw_apical_rms": 0.09783484360127037,
        "teaching_rms": 0.0009760029309151166,
        "traffic_rms": 0.0978270697815345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.8522394163464924e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5103518522548882e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016780035153168664,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.007235477397739888
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346147760748863,
        "mean_feedback_forward_cosine": 0.999748743349506,
        "mean_feedback_forward_relative_error": 0.02198685480341796,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009662784440275465,
        "instruction_rms": 0.0009662784439448497,
        "raw_apical_rms": 0.09783197907038528,
        "teaching_rms": 0.0009662784440275465,
        "traffic_rms": 0.09782392931172172
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.241037032670647e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5014342513461312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01692315325943027,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.006871422180980444
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461444079875946,
        "mean_feedback_forward_cosine": 0.9997487529631583,
        "mean_feedback_forward_relative_error": 0.021986780102334676,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009719774731417203,
        "instruction_rms": 0.0009719774730486973,
        "raw_apical_rms": 0.0978241366307454,
        "teaching_rms": 0.0009719774731417203,
        "traffic_rms": 0.09781621591915375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.0986513738516805e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5088732906988475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01700439719410832,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.006632893297970295
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346141055226326,
        "mean_feedback_forward_cosine": 0.9997487529631583,
        "mean_feedback_forward_relative_error": 0.021986707173768553,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009915397081059483,
        "instruction_rms": 0.0009915397078150132,
        "raw_apical_rms": 0.09782724883088141,
        "teaching_rms": 0.0009915397081059483,
        "traffic_rms": 0.09781909791471065
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.625195077461285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5044420949467117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016958505549520653,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.006991697119027376
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461373299360275,
        "mean_feedback_forward_cosine": 0.9997487491176974,
        "mean_feedback_forward_relative_error": 0.02198663998335119,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000995704109985665,
        "instruction_rms": 0.0009957041100551534,
        "raw_apical_rms": 0.09782923817024504,
        "teaching_rms": 0.000995704109985665,
        "traffic_rms": 0.09782111449033665
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.355988991733284e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5085686613012365e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016645759200534443,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.007189493736326695
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461350947618484,
        "mean_feedback_forward_cosine": 0.9997487568086193,
        "mean_feedback_forward_relative_error": 0.02198656699469974,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001006525418502741,
        "instruction_rms": 0.001006525418333147,
        "raw_apical_rms": 0.09782644878028326,
        "teaching_rms": 0.001006525418502741,
        "traffic_rms": 0.09781757090149104
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.5491670874753254e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.506210570383535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016682542837920943,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.007161466164216399
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0334613211452961,
        "mean_feedback_forward_cosine": 0.9997487202767403,
        "mean_feedback_forward_relative_error": 0.021986490010374015,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010801429886031805,
        "instruction_rms": 0.0010801429886137942,
        "raw_apical_rms": 0.09782250730340863,
        "teaching_rms": 0.0010801429886031805,
        "traffic_rms": 0.09781249528764666
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 4.249496754482607e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5144858074680852e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01708466029510744,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.007427461018115282
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461280167102814,
        "mean_feedback_forward_cosine": 0.9997487568086193,
        "mean_feedback_forward_relative_error": 0.021986417877938477,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009916715141545633,
        "instruction_rms": 0.0009916715142240494,
        "raw_apical_rms": 0.09782169292640143,
        "teaching_rms": 0.0009916715141545633,
        "traffic_rms": 0.09781363689347464
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.8052135664656817e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510617857276934e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017088593902598228,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.006919085892960429
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033461254090070724,
        "mean_feedback_forward_cosine": 0.9997487395040451,
        "mean_feedback_forward_relative_error": 0.021986340112503496,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009413612900152019,
        "instruction_rms": 0.0009413612901111625,
        "raw_apical_rms": 0.09781401264572645,
        "teaching_rms": 0.0009413612900152019,
        "traffic_rms": 0.09780646181596962
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.980387575097666e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.506946008045113e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016787501075676822,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.006770315288156271
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346122428774834,
        "mean_feedback_forward_cosine": 0.9997487548858889,
        "mean_feedback_forward_relative_error": 0.021986261355660616,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010673207880264207,
        "instruction_rms": 0.0010673207876248946,
        "raw_apical_rms": 0.09782127142068035,
        "teaching_rms": 0.0010673207880264207,
        "traffic_rms": 0.09781169657966567
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.368048678315972e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510700502353046e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01681871970317486,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.007532179688513279
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346119448542595,
        "mean_feedback_forward_cosine": 0.9997487510404279,
        "mean_feedback_forward_relative_error": 0.021986187405643925,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009357309471480661,
        "instruction_rms": 0.0009357309467854641,
        "raw_apical_rms": 0.09782740540822249,
        "teaching_rms": 0.0009357309471480661,
        "traffic_rms": 0.09781986145143987
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.7833959964928e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5080013155996984e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016794049810857133,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.006479265240728855
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346116095781326,
        "mean_feedback_forward_cosine": 0.9997487510404279,
        "mean_feedback_forward_relative_error": 0.021986113801117865,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009663652246616081,
        "instruction_rms": 0.0009663652245007103,
        "raw_apical_rms": 0.0978204077636458,
        "teaching_rms": 0.0009663652246616081,
        "traffic_rms": 0.09781255123935426
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.8576442424064226e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5099077511611616e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016970622105779074,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.0066555366459488865
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346112370491028,
        "mean_feedback_forward_cosine": 0.9997487568086193,
        "mean_feedback_forward_relative_error": 0.02198604329098617,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009652929816333927,
        "instruction_rms": 0.0009652929815246807,
        "raw_apical_rms": 0.0978185281057343,
        "teaching_rms": 0.0009652929816333927,
        "traffic_rms": 0.0978105267949347
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.747338084281182e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.50454985702368e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017840878331515785,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.006970881218090653
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346110135316849,
        "mean_feedback_forward_cosine": 0.9997487356585841,
        "mean_feedback_forward_relative_error": 0.021985968049134937,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009259488320416489,
        "instruction_rms": 0.0009259488322631424,
        "raw_apical_rms": 0.09780553882606946,
        "teaching_rms": 0.0009259488320416489,
        "traffic_rms": 0.09779806829615217
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.910393514023781e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5038509800024222e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017531173102358293,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.006169848254993558
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0334610715508461,
        "mean_feedback_forward_cosine": 0.9997487568086193,
        "mean_feedback_forward_relative_error": 0.02198589856045381,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009279392139499063,
        "instruction_rms": 0.0009279392138865069,
        "raw_apical_rms": 0.09780321761663453,
        "teaching_rms": 0.0009279392139499063,
        "traffic_rms": 0.09779613334362237
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.70856270137665e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5090362275841283e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017778360770421085,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.006411543487235904
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346104174852371,
        "mean_feedback_forward_cosine": 0.9997487644995412,
        "mean_feedback_forward_relative_error": 0.021985832571742997,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009244338779973663,
        "instruction_rms": 0.0009244338778394026,
        "raw_apical_rms": 0.09780525854433622,
        "teaching_rms": 0.0009244338779973663,
        "traffic_rms": 0.09779857417875858
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.078692583675547e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.507371671336707e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016831820046871154,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.006312604299113155
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346100449562073,
        "mean_feedback_forward_cosine": 0.9997487529631583,
        "mean_feedback_forward_relative_error": 0.021985756008014563,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009952868612912353,
        "instruction_rms": 0.0009952868617366098,
        "raw_apical_rms": 0.09781164904073858,
        "teaching_rms": 0.0009952868612912353,
        "traffic_rms": 0.09780282498690947
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.495152967047943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5051920508166232e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016862775833676034,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.006927484558969736
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346097469329834,
        "mean_feedback_forward_cosine": 0.9997487625768108,
        "mean_feedback_forward_relative_error": 0.021985680706078006,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010001924115647428,
        "instruction_rms": 0.001000192411457422,
        "raw_apical_rms": 0.09781407837757926,
        "teaching_rms": 0.0010001924115647428,
        "traffic_rms": 0.0978056220346848
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954791843891144,
        "maximum_absolute_post_projection_soma_slope": 3.9040084942598696e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5119222619748722e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017259255880668404,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.006934199496656656
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346094489097595,
        "mean_feedback_forward_cosine": 0.9997487529631583,
        "mean_feedback_forward_relative_error": 0.021985611938420805,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009321066423410907,
        "instruction_rms": 0.0009321066419995321,
        "raw_apical_rms": 0.09780209840272498,
        "teaching_rms": 0.0009321066423410907,
        "traffic_rms": 0.09779479776646227
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.7572085886949935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5055680626628026e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016960205859536837,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.006575519463196397
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346092253923416,
        "mean_feedback_forward_cosine": 0.9997487683450023,
        "mean_feedback_forward_relative_error": 0.02198554413212884,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000900506226772395,
        "instruction_rms": 0.0009005062271540262,
        "raw_apical_rms": 0.09779733017239384,
        "teaching_rms": 0.000900506226772395,
        "traffic_rms": 0.0977905018086833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.08888460867729e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.507185101074406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01689790304693667,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.005963441434800625
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346088528633118,
        "mean_feedback_forward_cosine": 0.9997487702677327,
        "mean_feedback_forward_relative_error": 0.02198547533442897,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009851622218666665,
        "instruction_rms": 0.0009851622216119583,
        "raw_apical_rms": 0.09779682578700669,
        "teaching_rms": 0.0009851622218666665,
        "traffic_rms": 0.09778810048604404
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.944888860019091e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5065916673994602e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017377358288078407,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.006992345408499241
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033460866659879684,
        "mean_feedback_forward_cosine": 0.999748747194967,
        "mean_feedback_forward_relative_error": 0.021985403907996033,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009290499116851508,
        "instruction_rms": 0.0009290499117290523,
        "raw_apical_rms": 0.09779464307563751,
        "teaching_rms": 0.0009290499116851508,
        "traffic_rms": 0.09778714761893346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.749213289301224e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.508527756759286e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017598486230607797,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.006231327361315489
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0334608368575573,
        "mean_feedback_forward_cosine": 0.9997487510404279,
        "mean_feedback_forward_relative_error": 0.02198533506523217,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009073109658764565,
        "instruction_rms": 0.0009073109660308787,
        "raw_apical_rms": 0.09779970175351536,
        "teaching_rms": 0.0009073109658764565,
        "traffic_rms": 0.09779240395957206
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 3.745383381215106e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.511437394037558e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016980700202892083,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.006254670864790678
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346080332994461,
        "mean_feedback_forward_cosine": 0.9997487625768108,
        "mean_feedback_forward_relative_error": 0.021985268400561427,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009166585566266625,
        "instruction_rms": 0.0009166585566469095,
        "raw_apical_rms": 0.09780111630093874,
        "teaching_rms": 0.0009166585566266625,
        "traffic_rms": 0.09779356376358765
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.413101706290945e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5093607668419292e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017270588708930487,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.0064557369216531515
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346078097820282,
        "mean_feedback_forward_cosine": 0.9997487818041155,
        "mean_feedback_forward_relative_error": 0.021985196643659183,
        "min_feedback_forward_cosine": 0.9994415044784546
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009294155787038035,
        "instruction_rms": 0.0009294155789720674,
        "raw_apical_rms": 0.09780693064540853,
        "teaching_rms": 0.0009294155787038035,
        "traffic_rms": 0.0977994375154307
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.55607747085196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512677255169995e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016577441297848897,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.006207835003584623
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033460747450590134,
        "mean_feedback_forward_cosine": 0.9997487721904632,
        "mean_feedback_forward_relative_error": 0.021985124361010328,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009688627092430869,
        "instruction_rms": 0.0009688627092061012,
        "raw_apical_rms": 0.09779826413321763,
        "teaching_rms": 0.0009688627092430869,
        "traffic_rms": 0.09778942790853662
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.1416541307626176e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5076610708138134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016909866614855468,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.006491875571906567
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346073254942894,
        "mean_feedback_forward_cosine": 0.9997487721904632,
        "mean_feedback_forward_relative_error": 0.021985051537593527,
        "min_feedback_forward_cosine": 0.9994415640830994
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008416567995618732,
        "instruction_rms": 0.0008416567994213161,
        "raw_apical_rms": 0.09779882987086966,
        "teaching_rms": 0.0008416567995618732,
        "traffic_rms": 0.09779270400300039
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954792588949203,
        "maximum_absolute_post_projection_soma_slope": 4.4801652165915584e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5048195173204572e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01696822285612318,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.005883447072654963
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03346070647239685,
        "mean_feedback_forward_cosine": 0.9997487548858889,
        "mean_feedback_forward_relative_error": 0.02198498111758982,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009350290640017631,
        "instruction_rms": 0.0009350290640471836,
        "raw_apical_rms": 0.09779380957240542,
        "teaching_rms": 0.0009350290640017631,
        "traffic_rms": 0.09778609100371703
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954794079065323,
        "maximum_absolute_post_projection_soma_slope": 4.0128121270299744e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5086613180592683e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016864896405583543,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.0062462591500207785
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033460669219493866,
        "mean_feedback_forward_cosine": 0.9997487606540802,
        "mean_feedback_forward_relative_error": 0.021984909991583517,
        "min_feedback_forward_cosine": 0.9994416236877441
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009550125014581149,
        "instruction_rms": 0.0009550125015064038,
        "raw_apical_rms": 0.09778722979516817,
        "teaching_rms": 0.0009550125014581149,
        "traffic_rms": 0.0977791756914359
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11954793334007263,
        "maximum_absolute_post_projection_soma_slope": 5.132462632673196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5166592499155975e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017351259657444322,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.00648252774566412
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.921,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.39785928955078126,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2529336320,
    "peak_memory_reserved_bytes": 3821010944,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 6.043068623284853e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 6.043068623284853e-08,
      "min_residual_soma_slope": -4.4811869770455814e-08,
      "mse": 5.701875412029035e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.211621889319629e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.211621889319629e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 12,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 1.1383540630340576,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.043192386627197266,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 14827.987923622131,
    "train_wall_s": 14824.164831876755
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.024588478729128838,
      0.014591400511562824,
      0.010299528017640114,
      0.010247637517750263,
      0.005952616687864065,
      0.006740528624504805,
      0.004027113318443298,
      0.005008075851947069,
      0.0031860945746302605,
      0.004283188842236996,
      0.002583871828392148,
      0.005423903465270996,
      0.003592056455090642,
      0.0044009508565068245,
      0.0029432540759444237,
      0.003715700702741742,
      0.0025049929972738028,
      0.0034612512681633234,
      0.0021376078948378563,
      0.002984041813760996,
      0.001826574676670134,
      0.004144418518990278,
      0.0029650835786014795,
      0.0037945127114653587,
      0.0025767760816961527,
      0.0033097954001277685,
      0.0023035630583763123,
      0.0029016095213592052,
      0.002129862317815423,
      0.0027866438031196594,
      0.002112960210070014
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.000000476837158,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.000000476837158,
      4.0,
      4.000000476837158,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.1323377639055252,
      0.07711678743362427,
      0.03510509431362152,
      0.05386357754468918,
      0.016026047989726067,
      0.03617874160408974,
      0.009136411361396313,
      0.026053285226225853,
      0.006380654405802488,
      0.023591075092554092,
      0.004578462336212397,
      0.029599502682685852,
      0.00799194909632206,
      0.022512374445796013,
      0.005925713572651148,
      0.01995171047747135,
      0.004546777345240116,
      0.018205545842647552,
      0.003493580035865307,
      0.016529854387044907,
      0.002779953181743622,
      0.02215592935681343,
      0.005763883702456951,
      0.020242298021912575,
      0.004539282526820898,
      0.017432086169719696,
      0.0037844351027160883,
      0.015237879008054733,
      0.0032716202549636364,
      0.014591528102755547,
      0.003002380020916462
    ],
    "unscaled_traffic_rms": [
      0.7432036995887756,
      0.7568469047546387,
      1.1735650300979614,
      0.7610068321228027,
      1.4857354164123535,
      0.7452474236488342,
      1.7631051540374756,
      0.7688974142074585,
      1.9973465204238892,
      0.7262388467788696,
      2.2574145793914795,
      0.732972264289856,
      1.797837495803833,
      0.78196120262146,
      1.9867677688598633,
      0.7449387907981873,
      2.2037525177001953,
      0.7604828476905823,
      2.447469711303711,
      0.7220975756645203,
      2.628209352493286,
      0.7482274174690247,
      2.0576984882354736,
      0.7498185634613037,
      2.270646095275879,
      0.7594720125198364,
      2.4347760677337646,
      0.7616832852363586,
      2.604045867919922,
      0.7639073133468628,
      2.815047025680542
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 68420224,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 684206618894336,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 684202240000000,
      "local_weight_correlation_macs": 688625920000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 688625920000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 4407205888
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 72745580756992,
    "forward_macs_per_example": 68862592,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 2745665106100224
  }
}