{
  "architecture": {
    "adaptive_apical_parameters": 606208,
    "adaptive_feedback_parameters": 461440,
    "base_width": 16,
    "blocks_per_stage": 5,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 303104,
    "forward_parameters": 464154,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 606208,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 32,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 11,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 11,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5011,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9995903253555298,
    "feedback_forward_cosine": [
      0.9998393058776855,
      0.9998425841331482,
      0.9997931122779846,
      0.9997373223304749,
      0.9997537136077881,
      0.9996713399887085,
      0.9996196031570435,
      0.9995112419128418,
      0.9998084306716919,
      0.9997016191482544,
      0.9997225403785706,
      0.9998138546943665,
      0.999776303768158,
      0.9997304677963257,
      0.9997777938842773,
      0.9997199773788452,
      0.9997802376747131,
      0.9997098445892334,
      0.9997881650924683,
      0.9996970295906067,
      0.9997903108596802,
      0.9998658299446106,
      0.9998389482498169,
      0.9998205900192261,
      0.9998304843902588,
      0.999771237373352,
      0.9997951984405518,
      0.999674916267395,
      0.9997724294662476,
      0.9995083808898926,
      0.9999850392341614
    ],
    "feedback_forward_norm_ratio": [
      0.9998177289962769,
      1.0005102157592773,
      0.9998642802238464,
      1.0012266635894775,
      0.999540388584137,
      1.0020116567611694,
      0.9995760321617126,
      1.002004623413086,
      0.9987740516662598,
      1.0021671056747437,
      0.998420774936676,
      1.0004249811172485,
      0.9994477033615112,
      1.001162052154541,
      0.9992409944534302,
      1.0009486675262451,
      0.9995359182357788,
      1.0016334056854248,
      0.9993464946746826,
      1.001138687133789,
      0.9992688298225403,
      1.0005548000335693,
      0.9995976686477661,
      1.0004544258117676,
      0.9995250105857849,
      1.0010119676589966,
      0.9996137022972107,
      1.001089334487915,
      0.9996390342712402,
      1.001050353050232,
      1.0027774572372437
    ],
    "feedback_forward_relative_error": [
      0.017924342304468155,
      0.017754344269633293,
      0.020338894799351692,
      0.022967584431171417,
      0.022193925455212593,
      0.025744901970028877,
      0.02758357860147953,
      0.03135954588651657,
      0.01960141770541668,
      0.024551130831241608,
      0.023588959127664566,
      0.019300924614071846,
      0.021157586947083473,
      0.02326112799346447,
      0.021080080419778824,
      0.023696647956967354,
      0.020960435271263123,
      0.024163294583559036,
      0.020589381456375122,
      0.024656960740685463,
      0.02048652432858944,
      0.01639280840754509,
      0.017950978130102158,
      0.01895267143845558,
      0.01841617189347744,
      0.0214255228638649,
      0.020239848643541336,
      0.02553929202258587,
      0.021332532167434692,
      0.031390681862831116,
      0.006141501944512129
    ],
    "innovation_negative_gradient_cosine": [
      0.9996150732040405,
      0.9995710253715515,
      0.9996081590652466,
      0.9995531439781189,
      0.9996228218078613,
      0.9995498657226562,
      0.9996355772018433,
      0.9994957447052002,
      0.99965500831604,
      0.9995968341827393,
      0.9996651411056519,
      0.9996426105499268,
      0.999691367149353,
      0.9996111989021301,
      0.9997058510780334,
      0.9996367692947388,
      0.9997190833091736,
      0.9996544122695923,
      0.999728798866272,
      0.9996733069419861,
      0.9997476935386658,
      0.9997837543487549,
      0.9997960329055786,
      0.9997931718826294,
      0.99980628490448,
      0.9998067617416382,
      0.9998337626457214,
      0.9998568892478943,
      0.999924898147583,
      0.9999518394470215,
      0.7934749126434326
    ],
    "instruction_negative_gradient_cosine": [
      0.9996151328086853,
      0.9995710849761963,
      0.9996081590652466,
      0.9995530843734741,
      0.9996228218078613,
      0.9995498657226562,
      0.999635636806488,
      0.9994957447052002,
      0.99965500831604,
      0.9995968341827393,
      0.9996651411056519,
      0.9996426105499268,
      0.999691367149353,
      0.9996111989021301,
      0.9997059106826782,
      0.9996367692947388,
      0.9997190833091736,
      0.9996544122695923,
      0.999728798866272,
      0.9996733069419861,
      0.999747633934021,
      0.9997837543487549,
      0.9997960329055786,
      0.9997931718826294,
      0.99980628490448,
      0.9998067617416382,
      0.9998337626457214,
      0.9998568892478943,
      0.999924898147583,
      0.9999518394470215,
      0.8024725317955017
    ],
    "matched_negative_gradient_cosine": [
      -0.006497480440884829,
      -0.0010007985401898623,
      -0.004768798593431711,
      0.0029562427662312984,
      0.0028078125324100256,
      0.004375014454126358,
      0.009340014308691025,
      0.005763593129813671,
      0.010660374537110329,
      0.010545456781983376,
      0.01165374182164669,
      0.04071634262800217,
      0.01207689382135868,
      0.04588733986020088,
      -0.00496321264654398,
      0.027296870946884155,
      0.0014145260211080313,
      0.044059060513973236,
      -0.0026559161487966776,
      0.01349729485809803,
      -0.0007202508859336376,
      0.020670048892498016,
      0.009963254444301128,
      0.014850533567368984,
      0.06023435667157173,
      0.12118001282215118,
      0.04876578599214554,
      0.10186578333377838,
      0.05108996480703354,
      0.046388640999794006,
      0.077696792781353
    ],
    "max_norm_match_direction_error": 0.02065885066986084,
    "max_norm_match_relative_error": 1.4674257897695497e-07,
    "mean_feedback_forward_cosine": 0.9997563823576896,
    "mean_feedback_forward_relative_error": 0.021636890292528174,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.11225628852844238,
      "max_absolute_post_projection_soma_slope": 7.925833322985909e-09,
      "max_absolute_pre_projection_soma_slope": 0.11225628852844238,
      "max_positive_post_projection_soma_slope": 7.925833322985909e-09,
      "min_post_projection_soma_slope": -6.912399097558364e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.4260500335837172e-08,
      "pre_projection_traffic_rms_ratio": 0.009860032162847598
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.00986003216282541,
    "raw_negative_gradient_cosine": [
      -0.006497480440884829,
      -0.0010007983073592186,
      -0.004768798127770424,
      0.002956242300570011,
      0.0028078125324100256,
      0.004375015385448933,
      0.0093400152400136,
      0.00576359499245882,
      0.010660374537110329,
      0.010545456781983376,
      0.01165374368429184,
      0.04071634262800217,
      0.01207689382135868,
      0.04588734358549118,
      -0.00496321264654398,
      0.027296870946884155,
      0.0014145260211080313,
      0.04405905678868294,
      -0.0026559149846434593,
      0.01349729672074318,
      -0.0007202494889497757,
      0.020670050755143166,
      0.009963255375623703,
      0.014850534498691559,
      0.06023435294628143,
      0.12118001282215118,
      0.04876578971743584,
      0.10186578333377838,
      0.05108996480703354,
      0.0463886484503746,
      0.07769609987735748
    ],
    "teaching_negative_gradient_cosine": [
      0.9996150732040405,
      0.9995710253715515,
      0.9996081590652466,
      0.9995531439781189,
      0.9996228218078613,
      0.9995498657226562,
      0.9996355772018433,
      0.9994957447052002,
      0.99965500831604,
      0.9995968341827393,
      0.9996651411056519,
      0.9996426105499268,
      0.999691367149353,
      0.9996111989021301,
      0.9997058510780334,
      0.9996367692947388,
      0.9997190833091736,
      0.9996544122695923,
      0.999728798866272,
      0.9996733069419861,
      0.9997476935386658,
      0.9997837543487549,
      0.9997960329055786,
      0.9997931718826294,
      0.99980628490448,
      0.9998067617416382,
      0.9998337626457214,
      0.9998568892478943,
      0.999924898147583,
      0.9999518394470215,
      0.7934749126434326
    ],
    "traffic_instruction_rms_ratio": 119.9707903135327,
    "used_negative_gradient_cosine": [
      0.9996150732040405,
      0.9995710253715515,
      0.9996081590652466,
      0.9995531439781189,
      0.9996228218078613,
      0.9995498657226562,
      0.9996355772018433,
      0.9994957447052002,
      0.99965500831604,
      0.9995968341827393,
      0.9996651411056519,
      0.9996426105499268,
      0.999691367149353,
      0.9996111989021301,
      0.9997058510780334,
      0.9996367692947388,
      0.9997190833091736,
      0.9996544122695923,
      0.999728798866272,
      0.9996733069419861,
      0.9997476935386658,
      0.9997837543487549,
      0.9997960329055786,
      0.9997931718826294,
      0.99980628490448,
      0.9998067617416382,
      0.9998337626457214,
      0.9998568892478943,
      0.999924898147583,
      0.9999518394470215,
      0.7934749126434326
    ],
    "wall_s": 0.1894664764404297
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3496880531311035,
        "mean_feedback_forward_cosine": 0.23779246114915417,
        "mean_feedback_forward_relative_error": 1.234508550936176,
        "min_feedback_forward_cosine": 0.09770594537258148
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.001792261825803338,
        "instruction_rms": 0.001792261826251293,
        "raw_apical_rms": 0.028805227960451953,
        "teaching_rms": 0.001792261825803338,
        "traffic_rms": 0.028727260303247956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225633323192596,
        "maximum_absolute_post_projection_soma_slope": 5.258212354419811e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.045556571320131e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010801846595000409,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.883175189743042
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3214671611785889,
        "mean_feedback_forward_cosine": 0.33310096013930535,
        "mean_feedback_forward_relative_error": 1.1533651851838636,
        "min_feedback_forward_cosine": 0.13528896868228912
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002421221190249264,
        "instruction_rms": 0.0024212211899576033,
        "raw_apical_rms": 0.034849637741896075,
        "teaching_rms": 0.002421221190249264,
        "traffic_rms": 0.03476434366891238
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 2.841998281155611e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7825343562887417e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011862241955242688,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.317690772628784
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.286177396774292,
        "mean_feedback_forward_cosine": 0.4128204747553795,
        "mean_feedback_forward_relative_error": 1.0815526227797232,
        "min_feedback_forward_cosine": 0.1772659718990326
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002908956055007506,
        "instruction_rms": 0.0029089560558632085,
        "raw_apical_rms": 0.03979513620461615,
        "teaching_rms": 0.002908956055007506,
        "traffic_rms": 0.039687916265938566
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 2.933276199712509e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7591173112030292e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009998382364186997,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.0670323083877564
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2463759183883667,
        "mean_feedback_forward_cosine": 0.47859098209488776,
        "mean_feedback_forward_relative_error": 1.019184765315825,
        "min_feedback_forward_cosine": 0.22580194473266602
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003136969448048461,
        "instruction_rms": 0.0031369694475944293,
        "raw_apical_rms": 0.04359462530079327,
        "teaching_rms": 0.003136969448048461,
        "traffic_rms": 0.043480824283611615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.594250503307194e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7148236461990264e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010957993229569451,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.9066353808403015
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2118828296661377,
        "mean_feedback_forward_cosine": 0.5330047703558399,
        "mean_feedback_forward_relative_error": 0.9634942104739528,
        "min_feedback_forward_cosine": 0.2751264274120331
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033078185183274328,
        "instruction_rms": 0.003307818519762654,
        "raw_apical_rms": 0.04585935586837421,
        "teaching_rms": 0.0033078185183274328,
        "traffic_rms": 0.04573897000460993
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 2.9385491373545847e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6795564678856313e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011519401571881556,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7787144205856323
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1795347929000854,
        "mean_feedback_forward_cosine": 0.5791930998525312,
        "mean_feedback_forward_relative_error": 0.9135592627909875,
        "min_feedback_forward_cosine": 0.31856682896614075
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034067994728327,
        "instruction_rms": 0.0034067994719840793,
        "raw_apical_rms": 0.04818388201234819,
        "teaching_rms": 0.0034067994728327,
        "traffic_rms": 0.04806230353498617
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.8454007150457983e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6583452429032212e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01264221682082263,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.6978113789558411
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.149438738822937,
        "mean_feedback_forward_cosine": 0.6168919176824631,
        "mean_feedback_forward_relative_error": 0.8710372524876748,
        "min_feedback_forward_cosine": 0.3552587628364563
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00336719592465616,
        "instruction_rms": 0.0033671959250112307,
        "raw_apical_rms": 0.04975851425289233,
        "teaching_rms": 0.00336719592465616,
        "traffic_rms": 0.04964341781125968
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.2966526336840616e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6351101400811515e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013324666793379182,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6338754903030396
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1214444637298584,
        "mean_feedback_forward_cosine": 0.6504959223731872,
        "mean_feedback_forward_relative_error": 0.8313341275338204,
        "min_feedback_forward_cosine": 0.38811126351356506
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003319322473813083,
        "instruction_rms": 0.0033193224743269328,
        "raw_apical_rms": 0.051181383486642563,
        "teaching_rms": 0.003319322473813083,
        "traffic_rms": 0.05107260821767357
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.5319559782133183e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6337099496498826e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013492020812763473,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5945274598693847
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0947422981262207,
        "mean_feedback_forward_cosine": 0.6788346402106746,
        "mean_feedback_forward_relative_error": 0.7962960206693218,
        "min_feedback_forward_cosine": 0.41831809282302856
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003329283437906273,
        "instruction_rms": 0.0033292834377449936,
        "raw_apical_rms": 0.05222263351215701,
        "teaching_rms": 0.003329283437906273,
        "traffic_rms": 0.05211526161502879
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.328970438725264e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6177858545709823e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013521616016321129,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5460585849380493
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0678207874298096,
        "mean_feedback_forward_cosine": 0.7045119395179134,
        "mean_feedback_forward_relative_error": 0.7631245707311938,
        "min_feedback_forward_cosine": 0.44739997386932373
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033346312875229315,
        "instruction_rms": 0.0033346312873691673,
        "raw_apical_rms": 0.05295629358292148,
        "teaching_rms": 0.0033346312875229315,
        "traffic_rms": 0.05285022357265569
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.1081618228890875e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.61057395972827e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013158838708820633,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5156999127006531
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0406087636947632,
        "mean_feedback_forward_cosine": 0.7277736356181483,
        "mean_feedback_forward_relative_error": 0.7318284290452157,
        "min_feedback_forward_cosine": 0.4766763150691986
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033344675920963327,
        "instruction_rms": 0.003334467591046028,
        "raw_apical_rms": 0.05374417999136594,
        "teaching_rms": 0.0033344675920963327,
        "traffic_rms": 0.053639381114595035
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.8007780983330122e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.612133514462808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01373393522368179,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.49187483179092406
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0131824016571045,
        "mean_feedback_forward_cosine": 0.7490967935131442,
        "mean_feedback_forward_relative_error": 0.7020098365122273,
        "min_feedback_forward_cosine": 0.504758358001709
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033325480493578783,
        "instruction_rms": 0.0033325480497094274,
        "raw_apical_rms": 0.0546010520836132,
        "teaching_rms": 0.0033325480493578783,
        "traffic_rms": 0.05449803404631906
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.974685919809872e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.602862778984721e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01347280341987151,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4723786288070679
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9852772951126099,
        "mean_feedback_forward_cosine": 0.7686242422749919,
        "mean_feedback_forward_relative_error": 0.6736344320158805,
        "min_feedback_forward_cosine": 0.5321928262710571
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033702792408124055,
        "instruction_rms": 0.003370279240280608,
        "raw_apical_rms": 0.0554730912311837,
        "teaching_rms": 0.0033702792408124055,
        "traffic_rms": 0.055369326061221094
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.5364050415532802e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591794573869333e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012672975581042403,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.45233731906890867
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9574909806251526,
        "mean_feedback_forward_cosine": 0.7865343324599727,
        "mean_feedback_forward_relative_error": 0.6466560897327238,
        "min_feedback_forward_cosine": 0.5584561228752136
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033300708562622908,
        "instruction_rms": 0.0033300708571274216,
        "raw_apical_rms": 0.05599120307503897,
        "teaching_rms": 0.0033300708562622908,
        "traffic_rms": 0.05589091450250531
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.8411470509581704e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594007736784222e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01258746363288867,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4323750767326355
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9284768104553223,
        "mean_feedback_forward_cosine": 0.802930360840213,
        "mean_feedback_forward_relative_error": 0.6208677892723391,
        "min_feedback_forward_cosine": 0.5856777429580688
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033243186649561823,
        "instruction_rms": 0.0033243186649019175,
        "raw_apical_rms": 0.056545813755457225,
        "teaching_rms": 0.0033243186649561823,
        "traffic_rms": 0.05644673637626801
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.5371388545636364e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591289395230428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012874887660320094,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.41533927255630493
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9013845920562744,
        "mean_feedback_forward_cosine": 0.8178992521378302,
        "mean_feedback_forward_relative_error": 0.5966463574478703,
        "min_feedback_forward_cosine": 0.6095059514045715
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033253388544950877,
        "instruction_rms": 0.0033253388545099577,
        "raw_apical_rms": 0.057039058299791084,
        "teaching_rms": 0.0033253388544950877,
        "traffic_rms": 0.05694071077060974
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 2.6628805827044744e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5850776735710754e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013231701546586847,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.39967508281707764
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.874859631061554,
        "mean_feedback_forward_cosine": 0.831680578570212,
        "mean_feedback_forward_relative_error": 0.5733389229543747,
        "min_feedback_forward_cosine": 0.6320400238037109
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033104020801533684,
        "instruction_rms": 0.0033104020802953668,
        "raw_apical_rms": 0.05738609073486056,
        "teaching_rms": 0.0033104020801533684,
        "traffic_rms": 0.057289031942430374
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 2.599791493196335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590709769113238e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012404134778190896,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.3828320609664917
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8475277423858643,
        "mean_feedback_forward_cosine": 0.8443116776404842,
        "mean_feedback_forward_relative_error": 0.5510564667563285,
        "min_feedback_forward_cosine": 0.654889702796936
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032769496810639426,
        "instruction_rms": 0.003276949680155566,
        "raw_apical_rms": 0.057786097594853966,
        "teaching_rms": 0.0032769496810639426,
        "traffic_rms": 0.057691604400210664
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.497487372465912e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5849717691134332e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012076421928275596,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.37322906542778017
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8215506672859192,
        "mean_feedback_forward_cosine": 0.8562665158702482,
        "mean_feedback_forward_relative_error": 0.5293006781608828,
        "min_feedback_forward_cosine": 0.6758486032485962
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033048215272533945,
        "instruction_rms": 0.003304821526720537,
        "raw_apical_rms": 0.05803315554951797,
        "teaching_rms": 0.0033048215272533945,
        "traffic_rms": 0.05793751029686721
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.042416096832312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5808096129596566e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01197672741514764,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.36867270792007445
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7943539023399353,
        "mean_feedback_forward_cosine": 0.867316807470014,
        "mean_feedback_forward_relative_error": 0.508296672855654,
        "min_feedback_forward_cosine": 0.6967917680740356
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033173971083641377,
        "instruction_rms": 0.0033173971078284755,
        "raw_apical_rms": 0.05854039350209792,
        "teaching_rms": 0.0033173971083641377,
        "traffic_rms": 0.058445061830587126
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.911373186975652e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576937532019565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012154895988473236,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3556933372116089
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7677993178367615,
        "mean_feedback_forward_cosine": 0.8773702729132867,
        "mean_feedback_forward_relative_error": 0.48845543832548205,
        "min_feedback_forward_cosine": 0.7169189453125
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033073317765581547,
        "instruction_rms": 0.0033073317772349823,
        "raw_apical_rms": 0.058737001971614314,
        "teaching_rms": 0.0033073317765581547,
        "traffic_rms": 0.05864225026309258
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.6256198992768986e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5766312767555807e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011327904578062476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3399512421417236
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7417647838592529,
        "mean_feedback_forward_cosine": 0.8868064476597693,
        "mean_feedback_forward_relative_error": 0.4691789294442823,
        "min_feedback_forward_cosine": 0.7359968423843384
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003302059023453005,
        "instruction_rms": 0.0033020590234496476,
        "raw_apical_rms": 0.059311878266022786,
        "teaching_rms": 0.003302059023453005,
        "traffic_rms": 0.05921828083594166
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.038580942416047e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5777768928539136e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012320597210774149,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.32902210988998415
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7155755162239075,
        "mean_feedback_forward_cosine": 0.8953168392181396,
        "mean_feedback_forward_relative_error": 0.4510100416598781,
        "min_feedback_forward_cosine": 0.7544387578964233
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032708049472139214,
        "instruction_rms": 0.003270804946515275,
        "raw_apical_rms": 0.05951535872565163,
        "teaching_rms": 0.0032708049472139214,
        "traffic_rms": 0.05942376447652585
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.084525701524399e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5754792433868905e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01261531597454441,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.32357191411972047
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6905362010002136,
        "mean_feedback_forward_cosine": 0.9032265736210731,
        "mean_feedback_forward_relative_error": 0.43349189383368336,
        "min_feedback_forward_cosine": 0.7709805965423584
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003272499729795818,
        "instruction_rms": 0.0032724997287085777,
        "raw_apical_rms": 0.05997283825635708,
        "teaching_rms": 0.003272499729795818,
        "traffic_rms": 0.059881926658211744
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.0635067815865114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5718286186657776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012313924905851455,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3190615742301941
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6647300720214844,
        "mean_feedback_forward_cosine": 0.9107316117132863,
        "mean_feedback_forward_relative_error": 0.41629005103341993,
        "min_feedback_forward_cosine": 0.7878142595291138
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032740237389923374,
        "instruction_rms": 0.00327402373798544,
        "raw_apical_rms": 0.05992498399358805,
        "teaching_rms": 0.0032740237389923374,
        "traffic_rms": 0.05983376415038004
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.6139975517480707e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5709855750688462e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011235115731961103,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.30554208899497987
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6416481137275696,
        "mean_feedback_forward_cosine": 0.9172263453083653,
        "mean_feedback_forward_relative_error": 0.40068683605040273,
        "min_feedback_forward_cosine": 0.8020126223564148
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032305134027988368,
        "instruction_rms": 0.0032305134013642864,
        "raw_apical_rms": 0.06023654667332525,
        "teaching_rms": 0.0032305134027988368,
        "traffic_rms": 0.0601481441017935
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.247811264373013e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5675895160046115e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010335527925943647,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.2948358810806274
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6188873648643494,
        "mean_feedback_forward_cosine": 0.9233948857553543,
        "mean_feedback_forward_relative_error": 0.38522597378300083,
        "min_feedback_forward_cosine": 0.815637469291687
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032253577353462603,
        "instruction_rms": 0.0032253577350284585,
        "raw_apical_rms": 0.060719556235803676,
        "teaching_rms": 0.0032253577353462603,
        "traffic_rms": 0.06063212153176193
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.7535248747767582e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5718172491880183e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010918030632283382,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.29439870826721193
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5944331288337708,
        "mean_feedback_forward_cosine": 0.929389076848184,
        "mean_feedback_forward_relative_error": 0.3697683407414344,
        "min_feedback_forward_cosine": 0.8296734094619751
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033057042535208584,
        "instruction_rms": 0.00330570425395004,
        "raw_apical_rms": 0.06085092983549735,
        "teaching_rms": 0.0033057042535208584,
        "traffic_rms": 0.060759507640024746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.396624848051033e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5801276581406607e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01133665934687235,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.29211154641151427
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5716933608055115,
        "mean_feedback_forward_cosine": 0.9346478369928175,
        "mean_feedback_forward_relative_error": 0.3556915093814173,
        "min_feedback_forward_cosine": 0.8423337936401367
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032548743347958486,
        "instruction_rms": 0.003254874335233672,
        "raw_apical_rms": 0.060817232562968754,
        "teaching_rms": 0.0032548743347958486,
        "traffic_rms": 0.06072845435202621
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.0558943819869455e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5669451091088644e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01192258029651461,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.28162732667922974
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.549853503704071,
        "mean_feedback_forward_cosine": 0.9396389838187925,
        "mean_feedback_forward_relative_error": 0.34180730773556617,
        "min_feedback_forward_cosine": 0.8540327548980713
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003254695845098277,
        "instruction_rms": 0.003254695844725547,
        "raw_apical_rms": 0.061029588091336545,
        "teaching_rms": 0.003254695845098277,
        "traffic_rms": 0.06094101024208075
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.4466967118996763e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5584039433857285e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012014019513851422,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.2790811213731766
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5292419195175171,
        "mean_feedback_forward_cosine": 0.9441387634123525,
        "mean_feedback_forward_relative_error": 0.3288032722569281,
        "min_feedback_forward_cosine": 0.8645808696746826
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032379930618421037,
        "instruction_rms": 0.0032379930630742826,
        "raw_apical_rms": 0.06097692898944999,
        "teaching_rms": 0.0032379930618421037,
        "traffic_rms": 0.06088911481139244
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 3.1269017597423954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5597649515233644e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012800837947494967,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.2696018798828125
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5083063840866089,
        "mean_feedback_forward_cosine": 0.9483677571819674,
        "mean_feedback_forward_relative_error": 0.316038433582552,
        "min_feedback_forward_cosine": 0.8749896287918091
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032568659113997077,
        "instruction_rms": 0.0032568659122541197,
        "raw_apical_rms": 0.06110950468634659,
        "teaching_rms": 0.0032568659113997077,
        "traffic_rms": 0.061020943497906495
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 3.495733480463059e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5610257849241372e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013039541485083609,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.26743567897796633
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4887472987174988,
        "mean_feedback_forward_cosine": 0.9522715191687307,
        "mean_feedback_forward_relative_error": 0.30383396004476854,
        "min_feedback_forward_cosine": 0.8842469453811646
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003252115028098189,
        "instruction_rms": 0.0032521150274152965,
        "raw_apical_rms": 0.06112757169079033,
        "teaching_rms": 0.003252115028098189,
        "traffic_rms": 0.06103910094756242
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.284615246457179e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5590828970195226e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013239898182371835,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2594930760860443
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.46973827481269836,
        "mean_feedback_forward_cosine": 0.955971485184085,
        "mean_feedback_forward_relative_error": 0.29178578526743,
        "min_feedback_forward_cosine": 0.8929667472839355
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033002495384564625,
        "instruction_rms": 0.003300249538139308,
        "raw_apical_rms": 0.06152919953251131,
        "teaching_rms": 0.0033002495384564625,
        "traffic_rms": 0.061438837462397373
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.9531179279729258e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562754421078797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012943892439867828,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.25627604156017303
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.45103105902671814,
        "mean_feedback_forward_cosine": 0.9593049499296373,
        "mean_feedback_forward_relative_error": 0.2804588778845726,
        "min_feedback_forward_cosine": 0.9011492729187012
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032603065747262845,
        "instruction_rms": 0.0032603065750236126,
        "raw_apical_rms": 0.06168654494614401,
        "teaching_rms": 0.0032603065747262845,
        "traffic_rms": 0.06159845643913828
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.823919397267673e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55961333243947e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01201314108154925,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.25371675619125367
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4319956302642822,
        "mean_feedback_forward_cosine": 0.9625148369419959,
        "mean_feedback_forward_relative_error": 0.2691259352910903,
        "min_feedback_forward_cosine": 0.909275233745575
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003300444097266203,
        "instruction_rms": 0.003300444096538425,
        "raw_apical_rms": 0.061765732031903955,
        "teaching_rms": 0.003300444097266203,
        "traffic_rms": 0.06167562457036192
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.994701103238185e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5701525951142592e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013065614479541826,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.25555422548294066
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.41513386368751526,
        "mean_feedback_forward_cosine": 0.965345157730964,
        "mean_feedback_forward_relative_error": 0.25877136592903444,
        "min_feedback_forward_cosine": 0.9161350727081299
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032145991802796205,
        "instruction_rms": 0.0032145991796913714,
        "raw_apical_rms": 0.06179143748636271,
        "teaching_rms": 0.0032145991802796205,
        "traffic_rms": 0.061705900928129616
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 5.264437774599173e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.561920957799572e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012403182458304603,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.24684164540290832
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.398198664188385,
        "mean_feedback_forward_cosine": 0.9679886833313973,
        "mean_feedback_forward_relative_error": 0.2486970506368145,
        "min_feedback_forward_cosine": 0.9227094054222107
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032494780243739587,
        "instruction_rms": 0.0032494780243708804,
        "raw_apical_rms": 0.06184363574251306,
        "teaching_rms": 0.0032494780243739587,
        "traffic_rms": 0.06175642943583635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.0539756440693964e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5562731455362073e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012822947046996512,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.24320279186725616
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3827840983867645,
        "mean_feedback_forward_cosine": 0.9703785719410065,
        "mean_feedback_forward_relative_error": 0.23920422047376633,
        "min_feedback_forward_cosine": 0.9285213947296143
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032236181888009954,
        "instruction_rms": 0.0032236181894204218,
        "raw_apical_rms": 0.06201272401368562,
        "teaching_rms": 0.0032236181888009954,
        "traffic_rms": 0.06192682060653752
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.947093401597158e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5617415936299073e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012266634909092832,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.23518570545196532
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.36789071559906006,
        "mean_feedback_forward_cosine": 0.9726357286976229,
        "mean_feedback_forward_relative_error": 0.2298748591734517,
        "min_feedback_forward_cosine": 0.9339315891265869
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003259428996929,
        "instruction_rms": 0.0032594289970056915,
        "raw_apical_rms": 0.06241495298691332,
        "teaching_rms": 0.003259428996929,
        "traffic_rms": 0.06232767602460293
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.644509132845087e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5593482522842794e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012249491952177081,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.23642174144268036
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3538934588432312,
        "mean_feedback_forward_cosine": 0.974668687389743,
        "mean_feedback_forward_relative_error": 0.22114848609893553,
        "min_feedback_forward_cosine": 0.9388415813446045
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032209917954261922,
        "instruction_rms": 0.0032209917960821476,
        "raw_apical_rms": 0.06254188649246761,
        "teaching_rms": 0.0032209917954261922,
        "traffic_rms": 0.06245687771193772
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.347638693502631e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5568513603443873e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012249291725254977,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.22949023630142212
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3407110869884491,
        "mean_feedback_forward_cosine": 0.9765158853223247,
        "mean_feedback_forward_relative_error": 0.2128911619224856,
        "min_feedback_forward_cosine": 0.9432579278945923
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031841620264023316,
        "instruction_rms": 0.0031841620261899664,
        "raw_apical_rms": 0.06263913556287237,
        "teaching_rms": 0.0031841620264023316,
        "traffic_rms": 0.06255632475136726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.658540137507771e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5628003755162997e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012383326647550437,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.22707825716018676
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3270176947116852,
        "mean_feedback_forward_cosine": 0.9782925344282581,
        "mean_feedback_forward_relative_error": 0.20464389410711104,
        "min_feedback_forward_cosine": 0.9476891160011292
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003236392452746968,
        "instruction_rms": 0.003236392452344772,
        "raw_apical_rms": 0.06271065835380563,
        "teaching_rms": 0.003236392452746968,
        "traffic_rms": 0.06262489019660311
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.010047405245132e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5618930406462716e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012588131750449472,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.22609810742139816
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3139725923538208,
        "mean_feedback_forward_cosine": 0.9799425621186534,
        "mean_feedback_forward_relative_error": 0.19673132487843115,
        "min_feedback_forward_cosine": 0.9517279863357544
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032139282340533336,
        "instruction_rms": 0.003213928234158405,
        "raw_apical_rms": 0.06284613678725086,
        "teaching_rms": 0.0032139282340533336,
        "traffic_rms": 0.06276156598699817
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.4636117024765554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5517970244312645e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012598583491059887,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.22567077231884003
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30098485946655273,
        "mean_feedback_forward_cosine": 0.9814900640518435,
        "mean_feedback_forward_relative_error": 0.1889460392055973,
        "min_feedback_forward_cosine": 0.9555969834327698
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032631915978411515,
        "instruction_rms": 0.00326319159747628,
        "raw_apical_rms": 0.06289389242370472,
        "teaching_rms": 0.0032631915978411515,
        "traffic_rms": 0.06280691631414138
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 6.71051907374931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5551895066815612e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013183087705210402,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2225477651643753
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2885339558124542,
        "mean_feedback_forward_cosine": 0.9828755701741865,
        "mean_feedback_forward_relative_error": 0.1817206326992281,
        "min_feedback_forward_cosine": 0.9591548442840576
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032146510133345537,
        "instruction_rms": 0.0032146510127874965,
        "raw_apical_rms": 0.06318518193205687,
        "teaching_rms": 0.0032146510133345537,
        "traffic_rms": 0.0631010560451943
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 5.160919869240388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.557698739479417e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013286316370171232,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.22248741296291352
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2767795920372009,
        "mean_feedback_forward_cosine": 0.98417708950658,
        "mean_feedback_forward_relative_error": 0.17469270707618806,
        "min_feedback_forward_cosine": 0.9623985290527344
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003223346443648342,
        "instruction_rms": 0.003223346443817166,
        "raw_apical_rms": 0.06319716196049695,
        "teaching_rms": 0.003223346443648342,
        "traffic_rms": 0.06311259041357734
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.2019306195916215e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5570246728026184e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012517031915070542,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.21865181411743165
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26563000679016113,
        "mean_feedback_forward_cosine": 0.9853603436100867,
        "mean_feedback_forward_relative_error": 0.16801612764116255,
        "min_feedback_forward_cosine": 0.9653445482254028
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032019115455290265,
        "instruction_rms": 0.0032019115449666634,
        "raw_apical_rms": 0.0634449066605615,
        "teaching_rms": 0.0032019115455290265,
        "traffic_rms": 0.06336201929111465
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.898474159631405e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5558445619538108e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01311208447202521,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.2144723404788971
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25532397627830505,
        "mean_feedback_forward_cosine": 0.9864642197085965,
        "mean_feedback_forward_relative_error": 0.1615519479157463,
        "min_feedback_forward_cosine": 0.9679573774337769
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032507335967120023,
        "instruction_rms": 0.0032507335954448063,
        "raw_apical_rms": 0.06359034115045026,
        "teaching_rms": 0.0032507335967120023,
        "traffic_rms": 0.06350483665831345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.883069593120126e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5624518136785833e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01296623457293837,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.2116580925321579
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24493002891540527,
        "mean_feedback_forward_cosine": 0.9874960780143738,
        "mean_feedback_forward_relative_error": 0.15528010576963425,
        "min_feedback_forward_cosine": 0.9704850912094116
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032284191180477328,
        "instruction_rms": 0.0032284191176412385,
        "raw_apical_rms": 0.06366011916848571,
        "teaching_rms": 0.0032284191180477328,
        "traffic_rms": 0.06357610938960903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.807570791991566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5557410757543787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01171205688162901,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.21239043782234193
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2350618988275528,
        "mean_feedback_forward_cosine": 0.9884467663303498,
        "mean_feedback_forward_relative_error": 0.14924997836351395,
        "min_feedback_forward_cosine": 0.9727891683578491
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032528531822477976,
        "instruction_rms": 0.003252853182494769,
        "raw_apical_rms": 0.06399855883714173,
        "teaching_rms": 0.0032528531822477976,
        "traffic_rms": 0.06391358028661491
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.6961119437582965e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559745537056108e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012536972272347374,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.20796265053749086
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22559034824371338,
        "mean_feedback_forward_cosine": 0.9892987301272731,
        "mean_feedback_forward_relative_error": 0.14361524690062769,
        "min_feedback_forward_cosine": 0.9749218225479126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003208858657762247,
        "instruction_rms": 0.0032088586582928753,
        "raw_apical_rms": 0.06424261075082997,
        "teaching_rms": 0.003208858657762247,
        "traffic_rms": 0.06416018321896445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.4010067651024656e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.549425059134784e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012514431149795651,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.20420211280822753
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2162429839372635,
        "mean_feedback_forward_cosine": 0.9901151426376835,
        "mean_feedback_forward_relative_error": 0.1380332242096624,
        "min_feedback_forward_cosine": 0.9769406318664551
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003230649462503566,
        "instruction_rms": 0.0032306494628555928,
        "raw_apical_rms": 0.06466205844044151,
        "teaching_rms": 0.003230649462503566,
        "traffic_rms": 0.06457886516143173
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.6073931397595516e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5525071400094274e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012177581630662487,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.20856931941986084
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2075895220041275,
        "mean_feedback_forward_cosine": 0.9908495622296487,
        "mean_feedback_forward_relative_error": 0.1327750995274513,
        "min_feedback_forward_cosine": 0.9787402153015137
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00323263499780507,
        "instruction_rms": 0.003232634998765458,
        "raw_apical_rms": 0.06484330787039168,
        "teaching_rms": 0.00323263499780507,
        "traffic_rms": 0.06476054526765924
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.4263422321600956e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.548854281078689e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01235526797269067,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.1985908332824707
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19919037818908691,
        "mean_feedback_forward_cosine": 0.991537542112412,
        "mean_feedback_forward_relative_error": 0.1276785499386249,
        "min_feedback_forward_cosine": 0.9804139137268066
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032567782616892173,
        "instruction_rms": 0.0032567782620157447,
        "raw_apical_rms": 0.06499176034073043,
        "teaching_rms": 0.0032567782616892173,
        "traffic_rms": 0.06490787925330493
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.1997503192069416e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5500044898529143e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011773352922101018,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.20114256310939788
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1909475475549698,
        "mean_feedback_forward_cosine": 0.9921798206144764,
        "mean_feedback_forward_relative_error": 0.12273224359077792,
        "min_feedback_forward_cosine": 0.9819931387901306
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003214295794738556,
        "instruction_rms": 0.00321429579503298,
        "raw_apical_rms": 0.06498556913398877,
        "teaching_rms": 0.003214295794738556,
        "traffic_rms": 0.06490337558985543
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3791843040708045e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5557164605611118e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012072926961486636,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.20277392561912536
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18320252001285553,
        "mean_feedback_forward_cosine": 0.9927667148651615,
        "mean_feedback_forward_relative_error": 0.11803499861590323,
        "min_feedback_forward_cosine": 0.9834180474281311
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031965488879336116,
        "instruction_rms": 0.003196548888430924,
        "raw_apical_rms": 0.0652538080997281,
        "teaching_rms": 0.0031965488879336116,
        "traffic_rms": 0.06517323427237556
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.97686754638471e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.547342659498856e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012198412931471204,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.19817508615493776
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1758364886045456,
        "mean_feedback_forward_cosine": 0.993301430056172,
        "mean_feedback_forward_relative_error": 0.11360123332950377,
        "min_feedback_forward_cosine": 0.9847174286842346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00319837615440292,
        "instruction_rms": 0.0031983761546225216,
        "raw_apical_rms": 0.06539917326301826,
        "teaching_rms": 0.00319837615440292,
        "traffic_rms": 0.06531844557725296
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.943426728549639e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55066315256387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01110784378020459,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.19506875994682313
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16860756278038025,
        "mean_feedback_forward_cosine": 0.9938184061358052,
        "mean_feedback_forward_relative_error": 0.10913190161508898,
        "min_feedback_forward_cosine": 0.985942006111145
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032437568213884225,
        "instruction_rms": 0.003243756820911829,
        "raw_apical_rms": 0.06556462923254196,
        "teaching_rms": 0.0032437568213884225,
        "traffic_rms": 0.06548210313057999
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.5059532166314966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5471049040930825e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011031462558085807,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.19833106989383698
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16182535886764526,
        "mean_feedback_forward_cosine": 0.994288488741844,
        "mean_feedback_forward_relative_error": 0.10489301900229146,
        "min_feedback_forward_cosine": 0.9870392084121704
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032350981111001565,
        "instruction_rms": 0.0032350981108131937,
        "raw_apical_rms": 0.06570542131652134,
        "teaching_rms": 0.0032350981111001565,
        "traffic_rms": 0.0656232432125218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.0090832814930764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5511335897796128e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011353304118281886,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.1921114242553711
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15514838695526123,
        "mean_feedback_forward_cosine": 0.9947307244423897,
        "mean_feedback_forward_relative_error": 0.10076737680262135,
        "min_feedback_forward_cosine": 0.9880790710449219
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032483517716519797,
        "instruction_rms": 0.0032483517715250062,
        "raw_apical_rms": 0.06573850703763767,
        "teaching_rms": 0.0032483517716519797,
        "traffic_rms": 0.06565589789372665
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.153312715970969e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5468546345603897e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011345765531539272,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.19181999053001403
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14878042042255402,
        "mean_feedback_forward_cosine": 0.9951383682989305,
        "mean_feedback_forward_relative_error": 0.09679948730814841,
        "min_feedback_forward_cosine": 0.9890398979187012
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032353399084853454,
        "instruction_rms": 0.003235339907477219,
        "raw_apical_rms": 0.06596452935620388,
        "teaching_rms": 0.0032353399084853454,
        "traffic_rms": 0.06588286260058066
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.330524916440481e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5495665637289985e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011128180677743241,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.19286126182079316
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14288330078125,
        "mean_feedback_forward_cosine": 0.9955042350676752,
        "mean_feedback_forward_relative_error": 0.09308601879785137,
        "min_feedback_forward_cosine": 0.9898863434791565
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032109956478173474,
        "instruction_rms": 0.003210995648243102,
        "raw_apical_rms": 0.06615911595785673,
        "teaching_rms": 0.0032109956478173474,
        "traffic_rms": 0.06607867233061988
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.034749340713461e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550724548975256e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011582143067253824,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.18887831575870515
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1369892805814743,
        "mean_feedback_forward_cosine": 0.9958446679576751,
        "mean_feedback_forward_relative_error": 0.08949815229542794,
        "min_feedback_forward_cosine": 0.990699827671051
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003194452987056155,
        "instruction_rms": 0.0031944529870642567,
        "raw_apical_rms": 0.06639654014049834,
        "teaching_rms": 0.003194452987056155,
        "traffic_rms": 0.06631740461242881
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.78869664530157e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5480334150649503e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0125897769065541,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.1881254771566391
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13136789202690125,
        "mean_feedback_forward_cosine": 0.9961570770509781,
        "mean_feedback_forward_relative_error": 0.08607389747856124,
        "min_feedback_forward_cosine": 0.9914438128471375
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032142986261198955,
        "instruction_rms": 0.003214298626186256,
        "raw_apical_rms": 0.0665539865606066,
        "teaching_rms": 0.0032142986261198955,
        "traffic_rms": 0.06647382482916069
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.52482096843687e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5514451018518957e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012602388897453326,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.18574215658187868
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12614275515079498,
        "mean_feedback_forward_cosine": 0.9964480034766658,
        "mean_feedback_forward_relative_error": 0.08275650063109014,
        "min_feedback_forward_cosine": 0.9921080470085144
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003226321439153004,
        "instruction_rms": 0.0032263214399045645,
        "raw_apical_rms": 0.06661003530188929,
        "teaching_rms": 0.003226321439153004,
        "traffic_rms": 0.0665298523858992
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.858676388470485e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.538883263913092e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011490582813745858,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.18655368221282959
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1210818812251091,
        "mean_feedback_forward_cosine": 0.9967135652419059,
        "mean_feedback_forward_relative_error": 0.07959668494520648,
        "min_feedback_forward_cosine": 0.9927269220352173
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003205544800714363,
        "instruction_rms": 0.0032055448003530437,
        "raw_apical_rms": 0.06663934777154236,
        "teaching_rms": 0.003205544800714363,
        "traffic_rms": 0.06656003544933559
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.765977124066012e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5507838924459323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012904993730806174,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.18691049118995667
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11632870137691498,
        "mean_feedback_forward_cosine": 0.9969619897104078,
        "mean_feedback_forward_relative_error": 0.07652976898656737,
        "min_feedback_forward_cosine": 0.9932830333709717
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032213756391028807,
        "instruction_rms": 0.0032213756392000326,
        "raw_apical_rms": 0.06686097957022545,
        "teaching_rms": 0.0032213756391028807,
        "traffic_rms": 0.06678112165277941
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.85621853840712e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5408713788471714e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012727575742147237,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.18197136464118957
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1117636188864708,
        "mean_feedback_forward_cosine": 0.9971885315833553,
        "mean_feedback_forward_relative_error": 0.07361533733144883,
        "min_feedback_forward_cosine": 0.9937996864318848
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003212438798966721,
        "instruction_rms": 0.0032124387987398553,
        "raw_apical_rms": 0.06706945404650862,
        "teaching_rms": 0.003212438798966721,
        "traffic_rms": 0.06698981599142298
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 6.094604998452269e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552361326677047e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011446031623193595,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.18268239092826843
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10737975686788559,
        "mean_feedback_forward_cosine": 0.9973946156040314,
        "mean_feedback_forward_relative_error": 0.07086179723903056,
        "min_feedback_forward_cosine": 0.9942737817764282
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003176865691925346,
        "instruction_rms": 0.0031768656926891895,
        "raw_apical_rms": 0.06715577213435858,
        "teaching_rms": 0.003176865691925346,
        "traffic_rms": 0.06707829761706467
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.0378033361321286e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550760334767396e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012134748198358561,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.18076671446800233
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1030321791768074,
        "mean_feedback_forward_cosine": 0.997592935639043,
        "mean_feedback_forward_relative_error": 0.06812001722714593,
        "min_feedback_forward_cosine": 0.9947277903556824
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032171399983352755,
        "instruction_rms": 0.0032171399992673376,
        "raw_apical_rms": 0.06726017080249543,
        "teaching_rms": 0.0032171399983352755,
        "traffic_rms": 0.06718071225364061
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 6.5172621077636e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552829266892198e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013137524151754731,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.18168134922981263
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09878364205360413,
        "mean_feedback_forward_cosine": 0.9977741664455783,
        "mean_feedback_forward_relative_error": 0.06550340985338535,
        "min_feedback_forward_cosine": 0.9951515793800354
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003233248690421359,
        "instruction_rms": 0.003233248689924884,
        "raw_apical_rms": 0.06746123428172678,
        "teaching_rms": 0.003233248690421359,
        "traffic_rms": 0.0673810143742873
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.7667164437825704e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5487039161640377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01372837641302714,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.1830405264377594
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09487704932689667,
        "mean_feedback_forward_cosine": 0.9979389232973899,
        "mean_feedback_forward_relative_error": 0.06303370617810757,
        "min_feedback_forward_cosine": 0.9955255389213562
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00317904553870906,
        "instruction_rms": 0.003179045538725786,
        "raw_apical_rms": 0.06753658317492056,
        "teaching_rms": 0.00317904553870906,
        "traffic_rms": 0.06745948046760031
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.985048652703881e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5373918607226653e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013177344017347008,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.17601748112678528
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09110244363546371,
        "mean_feedback_forward_cosine": 0.9980943452927374,
        "mean_feedback_forward_relative_error": 0.06061276613223937,
        "min_feedback_forward_cosine": 0.995873749256134
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003215237442668525,
        "instruction_rms": 0.003215237442885354,
        "raw_apical_rms": 0.06754507153428009,
        "teaching_rms": 0.003215237442668525,
        "traffic_rms": 0.06746604412137065
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.231313610603138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550971673080755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012338044104587092,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.17713300874233245
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0875559002161026,
        "mean_feedback_forward_cosine": 0.9982354333323817,
        "mean_feedback_forward_relative_error": 0.05832481750797841,
        "min_feedback_forward_cosine": 0.9961892366409302
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032071822550401303,
        "instruction_rms": 0.0032071822555785456,
        "raw_apical_rms": 0.06765613811325459,
        "teaching_rms": 0.0032071822550401303,
        "traffic_rms": 0.06757779191183735
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.657900814526329e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.54856537035424e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01345870207869326,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.17717875088214874
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08400376886129379,
        "mean_feedback_forward_cosine": 0.998368788150049,
        "mean_feedback_forward_relative_error": 0.0560823836994748,
        "min_feedback_forward_cosine": 0.9964916110038757
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003207843373497529,
        "instruction_rms": 0.00320784337293921,
        "raw_apical_rms": 0.06786469122698273,
        "teaching_rms": 0.003207843373497529,
        "traffic_rms": 0.06778623119068314
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.143282339441612e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5522511868982402e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01251413688322687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.17683649698734283
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08047140389680862,
        "mean_feedback_forward_cosine": 0.9984961767350474,
        "mean_feedback_forward_relative_error": 0.05385354653962197,
        "min_feedback_forward_cosine": 0.9967791438102722
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003230704648836473,
        "instruction_rms": 0.003230704649396729,
        "raw_apical_rms": 0.06787018661331655,
        "teaching_rms": 0.003230704648836473,
        "traffic_rms": 0.06779102888394425
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.6854018503618136e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5564098523122494e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01281806908456249,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.18259278288841246
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07737720012664795,
        "mean_feedback_forward_cosine": 0.9986069875378762,
        "mean_feedback_forward_relative_error": 0.05182503842778744,
        "min_feedback_forward_cosine": 0.9970215559005737
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031915509285379666,
        "instruction_rms": 0.0031915509280721517,
        "raw_apical_rms": 0.06786560035908847,
        "teaching_rms": 0.0031915509285379666,
        "traffic_rms": 0.06778774802561156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.250687706848112e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.551957394398743e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013534104489478175,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.16936449822425842
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07424913346767426,
        "mean_feedback_forward_cosine": 0.9987144470214844,
        "mean_feedback_forward_relative_error": 0.049782115665654984,
        "min_feedback_forward_cosine": 0.997256875038147
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032537916971644805,
        "instruction_rms": 0.0032537916970613065,
        "raw_apical_rms": 0.06796605586934941,
        "teaching_rms": 0.0032537916971644805,
        "traffic_rms": 0.06788521508845385
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.952806165192669e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5486913382538383e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013515807182226242,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.17274986437797546
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07118213921785355,
        "mean_feedback_forward_cosine": 0.9988120775068959,
        "mean_feedback_forward_relative_error": 0.04785344347117409,
        "min_feedback_forward_cosine": 0.9974775910377502
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032224958931585702,
        "instruction_rms": 0.003222495891795626,
        "raw_apical_rms": 0.06804298833463834,
        "teaching_rms": 0.0032224958931585702,
        "traffic_rms": 0.06796428825108079
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.583536394875409e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.548270617895912e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012855574889148286,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.17545533507347108
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06846463680267334,
        "mean_feedback_forward_cosine": 0.9988992444930538,
        "mean_feedback_forward_relative_error": 0.04606259998775298,
        "min_feedback_forward_cosine": 0.9976663589477539
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003199533112929753,
        "instruction_rms": 0.003199533112485015,
        "raw_apical_rms": 0.06828026934959136,
        "teaching_rms": 0.003199533112929753,
        "traffic_rms": 0.06820249427635146
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.806460213695573e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5480163523162624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012701635507546008,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.16954303053855896
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06588231772184372,
        "mean_feedback_forward_cosine": 0.9989807951834894,
        "mean_feedback_forward_relative_error": 0.04432452752465202,
        "min_feedback_forward_cosine": 0.9978392124176025
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003177771101383703,
        "instruction_rms": 0.003177771102182817,
        "raw_apical_rms": 0.06836480305192148,
        "teaching_rms": 0.003177771101383703,
        "traffic_rms": 0.06828852302405129
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.9567887572266045e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558752725948402e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012365344914549081,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.16692307882547378
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06329449266195297,
        "mean_feedback_forward_cosine": 0.9990581658578688,
        "mean_feedback_forward_relative_error": 0.042615234911922484,
        "min_feedback_forward_cosine": 0.9980050325393677
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031972442473566947,
        "instruction_rms": 0.0031972442468029,
        "raw_apical_rms": 0.06868305059237105,
        "teaching_rms": 0.0031972442473566947,
        "traffic_rms": 0.06860572662084691
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.506414879619115e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.54528325883772e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012643287029018097,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.16855574934244155
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06074243783950806,
        "mean_feedback_forward_cosine": 0.99912860508888,
        "mean_feedback_forward_relative_error": 0.040991374772162206,
        "min_feedback_forward_cosine": 0.9981624484062195
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003164836950603174,
        "instruction_rms": 0.0031648369507949327,
        "raw_apical_rms": 0.0691516835375497,
        "teaching_rms": 0.003164836950603174,
        "traffic_rms": 0.06907686707964024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.699916189565556e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.54752411881845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012617722457909503,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.17011800132751465
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05823053419589996,
        "mean_feedback_forward_cosine": 0.9991959045010228,
        "mean_feedback_forward_relative_error": 0.03937796584420627,
        "min_feedback_forward_cosine": 0.998310923576355
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003260645049182299,
        "instruction_rms": 0.0032606450486044195,
        "raw_apical_rms": 0.06916980896471374,
        "teaching_rms": 0.003260645049182299,
        "traffic_rms": 0.06909055454973252
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.443735690529138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.559088502024985e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012758715040523097,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.17331657188177108
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05590132996439934,
        "mean_feedback_forward_cosine": 0.9992569511936557,
        "mean_feedback_forward_relative_error": 0.037854788915043874,
        "min_feedback_forward_cosine": 0.9984432458877563
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032118374285425924,
        "instruction_rms": 0.00321183742824767,
        "raw_apical_rms": 0.06936774163088637,
        "teaching_rms": 0.0032118374285425924,
        "traffic_rms": 0.06929064361213332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 5.573931360913775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555120771460031e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01306618340205972,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.16967018373012543
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05376424267888069,
        "mean_feedback_forward_cosine": 0.9993114663708594,
        "mean_feedback_forward_relative_error": 0.036435806282585664,
        "min_feedback_forward_cosine": 0.9985595345497131
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031854068247147557,
        "instruction_rms": 0.0031854068255197515,
        "raw_apical_rms": 0.06931274481824935,
        "teaching_rms": 0.0031854068247147557,
        "traffic_rms": 0.06923681228095742
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.849746832429446e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5473142591393323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01087553703058199,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.16562317004203797
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05160946398973465,
        "mean_feedback_forward_cosine": 0.999363322411814,
        "mean_feedback_forward_relative_error": 0.03503704010959594,
        "min_feedback_forward_cosine": 0.9986729621887207
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003208312977967411,
        "instruction_rms": 0.003208312977837983,
        "raw_apical_rms": 0.0694633649579455,
        "teaching_rms": 0.003208312977967411,
        "traffic_rms": 0.06938678195148312
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 2.7672133029454926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5547131341584104e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011845395882054216,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.16786659562587739
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04950564354658127,
        "mean_feedback_forward_cosine": 0.9994118405926612,
        "mean_feedback_forward_relative_error": 0.03367937218037344,
        "min_feedback_forward_cosine": 0.998778760433197
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003216587668289991,
        "instruction_rms": 0.003216587668500994,
        "raw_apical_rms": 0.06977865239911522,
        "teaching_rms": 0.003216587668289991,
        "traffic_rms": 0.06970201198091697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.526652475078663e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5596203343676212e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01244089436491098,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.16934751215457916
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.047498174011707306,
        "mean_feedback_forward_cosine": 0.999456649826419,
        "mean_feedback_forward_relative_error": 0.03237053896150281,
        "min_feedback_forward_cosine": 0.998875617980957
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032130074334000003,
        "instruction_rms": 0.0032130074324526778,
        "raw_apical_rms": 0.0698778289206791,
        "teaching_rms": 0.0032130074334000003,
        "traffic_rms": 0.0698013212477438
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.736473613320413e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.553865754120722e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013044713458489782,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.16322873593330384
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04556179419159889,
        "mean_feedback_forward_cosine": 0.9994974194034454,
        "mean_feedback_forward_relative_error": 0.031135118446282802,
        "min_feedback_forward_cosine": 0.9989652633666992
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031951559741844222,
        "instruction_rms": 0.0031951559744692287,
        "raw_apical_rms": 0.07014216885975251,
        "teaching_rms": 0.0031951559741844222,
        "traffic_rms": 0.07006691361841266
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.9629758080982356e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5590567431708584e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01223940719283602,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.1651152680683136
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04377276450395584,
        "mean_feedback_forward_cosine": 0.9995346069335938,
        "mean_feedback_forward_relative_error": 0.029957545260267872,
        "min_feedback_forward_cosine": 0.9990448355674744
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003146227481346474,
        "instruction_rms": 0.003146227482278957,
        "raw_apical_rms": 0.07049692264534389,
        "teaching_rms": 0.003146227481346474,
        "traffic_rms": 0.07042419909574009
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 6.381965533819312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5452630314964514e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0124342759197001,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.16343099618911744
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.041929442435503006,
        "mean_feedback_forward_cosine": 0.9995713829994202,
        "mean_feedback_forward_relative_error": 0.028751591550967386,
        "min_feedback_forward_cosine": 0.9991235733032227
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032454267076244456,
        "instruction_rms": 0.0032454267074225043,
        "raw_apical_rms": 0.0704085819249939,
        "teaching_rms": 0.0032454267076244456,
        "traffic_rms": 0.07033109964185345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.5504549461838906e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.547030511155356e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011915815871920284,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.1677961159467697
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0401989109814167,
        "mean_feedback_forward_cosine": 0.9996034964438407,
        "mean_feedback_forward_relative_error": 0.02765348343358886,
        "min_feedback_forward_cosine": 0.9991942644119263
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003182952886214682,
        "instruction_rms": 0.0031829528862795287,
        "raw_apical_rms": 0.07047367786412613,
        "teaching_rms": 0.003182952886214682,
        "traffic_rms": 0.0703989295009962
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.350704685407436e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.560535902495355e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012781502754989734,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.16370555382728577
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03866253420710564,
        "mean_feedback_forward_cosine": 0.999632602737796,
        "mean_feedback_forward_relative_error": 0.02661593414602741,
        "min_feedback_forward_cosine": 0.9992546439170837
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003150415899012918,
        "instruction_rms": 0.003150415898238591,
        "raw_apical_rms": 0.07041696743767233,
        "teaching_rms": 0.003150415899012918,
        "traffic_rms": 0.07034399953170782
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.5646153523648536e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5477677075889753e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012045216038986175,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.1565270564508438
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0371161513030529,
        "mean_feedback_forward_cosine": 0.9996611072171119,
        "mean_feedback_forward_relative_error": 0.025566103147162546,
        "min_feedback_forward_cosine": 0.999312698841095
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003217408216500059,
        "instruction_rms": 0.003217408216341552,
        "raw_apical_rms": 0.07052881929902027,
        "teaching_rms": 0.003217408216500059,
        "traffic_rms": 0.07045281206948315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.944271043110348e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5467007523041284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012766691686505604,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.16316080739498137
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035695161670446396,
        "mean_feedback_forward_cosine": 0.9996861123269604,
        "mean_feedback_forward_relative_error": 0.02460332614399733,
        "min_feedback_forward_cosine": 0.9993643164634705
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031573797579908585,
        "instruction_rms": 0.0031573797582007284,
        "raw_apical_rms": 0.07054352620548839,
        "teaching_rms": 0.0031573797579908585,
        "traffic_rms": 0.07047023074902457
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.358387511478213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5457922815224475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011412010161796902,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.1619117552089691
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03423386812210083,
        "mean_feedback_forward_cosine": 0.9997104637084469,
        "mean_feedback_forward_relative_error": 0.02363008774456478,
        "min_feedback_forward_cosine": 0.9994153380393982
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032383314577264692,
        "instruction_rms": 0.003238331458085077,
        "raw_apical_rms": 0.07061522881780413,
        "teaching_rms": 0.0032383314577264692,
        "traffic_rms": 0.07053831711802178
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.6427491184886094e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5468975658595973e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01179781578136396,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.16286016123771668
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03283748775720596,
        "mean_feedback_forward_cosine": 0.9997327346955577,
        "mean_feedback_forward_relative_error": 0.022705907362603372,
        "min_feedback_forward_cosine": 0.9994620680809021
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031856518329577478,
        "instruction_rms": 0.0031856518327997496,
        "raw_apical_rms": 0.07086310605920623,
        "teaching_rms": 0.0031856518329577478,
        "traffic_rms": 0.07078882961010506
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.042470974103708e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5447916899787632e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013604974040193276,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.16662931219100952
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03161013498902321,
        "mean_feedback_forward_cosine": 0.9997522350280516,
        "mean_feedback_forward_relative_error": 0.021860082483580037,
        "min_feedback_forward_cosine": 0.9995020627975464
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00315390776011399,
        "instruction_rms": 0.0031539077604541403,
        "raw_apical_rms": 0.07085140910107751,
        "teaching_rms": 0.00315390776011399,
        "traffic_rms": 0.07077858091558684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.616428839199216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.542393493814238e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012310409672314714,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.1531004501914978
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0315987691283226,
        "mean_feedback_forward_cosine": 0.999752402305603,
        "mean_feedback_forward_relative_error": 0.02185060578067937,
        "min_feedback_forward_cosine": 0.999502420425415
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023233509040279073,
        "instruction_rms": 0.0023233509036406463,
        "raw_apical_rms": 0.0707654348805652,
        "teaching_rms": 0.0023233509040279073,
        "traffic_rms": 0.07072494607504694
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.824864336365863e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5250846180992398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011755987782357761,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.087803178024292
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031592871993780136,
        "mean_feedback_forward_cosine": 0.9997525099785097,
        "mean_feedback_forward_relative_error": 0.021844573679470247,
        "min_feedback_forward_cosine": 0.9995025396347046
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002086301752220019,
        "instruction_rms": 0.002086301752638763,
        "raw_apical_rms": 0.07076359193145179,
        "teaching_rms": 0.002086301752220019,
        "traffic_rms": 0.07073055681585723
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3719278863818545e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5290625533644456e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011577810160412101,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.06659797365188598
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0315878689289093,
        "mean_feedback_forward_cosine": 0.9997526099604945,
        "mean_feedback_forward_relative_error": 0.021839028044093038,
        "min_feedback_forward_cosine": 0.9995027780532837
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001918077645467979,
        "instruction_rms": 0.0019180776456162404,
        "raw_apical_rms": 0.07080159516314757,
        "teaching_rms": 0.001918077645467979,
        "traffic_rms": 0.07077324073624926
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.739856507285367e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528011983324446e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011458038375340998,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.055139399154186246
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03158288821578026,
        "mean_feedback_forward_cosine": 0.9997526868697135,
        "mean_feedback_forward_relative_error": 0.02183374678415637,
        "min_feedback_forward_cosine": 0.9995028972625732
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019071023736372602,
        "instruction_rms": 0.001907102373116384,
        "raw_apical_rms": 0.07077306510584018,
        "teaching_rms": 0.0019071023736372602,
        "traffic_rms": 0.07074480243596765
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.7397786201154304e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5252243042118834e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01130050615419107,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.050355927820801734
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031578391790390015,
        "mean_feedback_forward_cosine": 0.9997527733925851,
        "mean_feedback_forward_relative_error": 0.021828834177745927,
        "min_feedback_forward_cosine": 0.999502956867218
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018590293028376338,
        "instruction_rms": 0.00185902930266732,
        "raw_apical_rms": 0.07078169367004526,
        "teaching_rms": 0.0018590293028376338,
        "traffic_rms": 0.07075462945196666
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.4625362960459825e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5285456262488057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011481049939528766,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.04517262459874153
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031573761254549026,
        "mean_feedback_forward_cosine": 0.999752854147265,
        "mean_feedback_forward_relative_error": 0.021824016896707397,
        "min_feedback_forward_cosine": 0.9995031356811523
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018453101634222267,
        "instruction_rms": 0.0018453101629226716,
        "raw_apical_rms": 0.07078147952202035,
        "teaching_rms": 0.0018453101634222267,
        "traffic_rms": 0.07075500902065815
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.7035672306728884e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5216579613205712e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011481601696436076,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.041840342236757276
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03156920149922371,
        "mean_feedback_forward_cosine": 0.9997529406701365,
        "mean_feedback_forward_relative_error": 0.02181929447537949,
        "min_feedback_forward_cosine": 0.9995032548904419
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017880301606806024,
        "instruction_rms": 0.001788030160392268,
        "raw_apical_rms": 0.07080753844098246,
        "teaching_rms": 0.0017880301606806024,
        "traffic_rms": 0.07078193147695483
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.7850171824848076e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5179552499449808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011930645049259392,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.038340160447359085
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03156426548957825,
        "mean_feedback_forward_cosine": 0.9997530175793555,
        "mean_feedback_forward_relative_error": 0.021814521942888538,
        "min_feedback_forward_cosine": 0.999503493309021
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018164985512064019,
        "instruction_rms": 0.0018164985514785225,
        "raw_apical_rms": 0.07081565415120102,
        "teaching_rms": 0.0018164985512064019,
        "traffic_rms": 0.0707890240884415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.641485062961692e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.523815231951257e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01158515836348895,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.0374163833296299
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031559910625219345,
        "mean_feedback_forward_cosine": 0.9997531060249575,
        "mean_feedback_forward_relative_error": 0.021810060547244166,
        "min_feedback_forward_cosine": 0.9995035529136658
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017306366105848245,
        "instruction_rms": 0.0017306366103148378,
        "raw_apical_rms": 0.07083518009522981,
        "teaching_rms": 0.0017306366105848245,
        "traffic_rms": 0.07081101047000242
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.547128267835433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5210304677114488e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011715913631631722,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.03402915516614914
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03155505284667015,
        "mean_feedback_forward_cosine": 0.9997531790887156,
        "mean_feedback_forward_relative_error": 0.021805410769077077,
        "min_feedback_forward_cosine": 0.9995036125183105
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018028494172434846,
        "instruction_rms": 0.0018028494170743582,
        "raw_apical_rms": 0.07082326782268145,
        "teaching_rms": 0.0018028494172434846,
        "traffic_rms": 0.07079719189833561
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.701535954472092e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5253110590846376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0116941067721118,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.033918422058522704
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03155054897069931,
        "mean_feedback_forward_cosine": 0.9997532502297433,
        "mean_feedback_forward_relative_error": 0.021800997636971936,
        "min_feedback_forward_cosine": 0.9995037317276001
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001695522417788297,
        "instruction_rms": 0.0016955224176175118,
        "raw_apical_rms": 0.07081304541149969,
        "teaching_rms": 0.001695522417788297,
        "traffic_rms": 0.07078941366704658
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.8828908916220826e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5330936330274074e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011615912357428653,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.0304179566141963
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031545937061309814,
        "mean_feedback_forward_cosine": 0.9997533405980756,
        "mean_feedback_forward_relative_error": 0.02179660527936874,
        "min_feedback_forward_cosine": 0.9995039105415344
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016762094801257802,
        "instruction_rms": 0.0016762094801564974,
        "raw_apical_rms": 0.07078776126405462,
        "teaching_rms": 0.0016762094801257802,
        "traffic_rms": 0.07076422476020912
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.814752330162264e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.537455768209822e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011348902066832332,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.028853442577719688
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03154109790921211,
        "mean_feedback_forward_cosine": 0.9997534155845642,
        "mean_feedback_forward_relative_error": 0.021792131761509563,
        "min_feedback_forward_cosine": 0.9995039701461792
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017517046770167588,
        "instruction_rms": 0.0017517046768157352,
        "raw_apical_rms": 0.07071229405494915,
        "teaching_rms": 0.0017517046770167588,
        "traffic_rms": 0.07068692920553031
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.9297853738371487e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.525912084264886e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011382223286464578,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.029125761003494264
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03153675049543381,
        "mean_feedback_forward_cosine": 0.9997534809574005,
        "mean_feedback_forward_relative_error": 0.021787961389148427,
        "min_feedback_forward_cosine": 0.9995041489601135
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015876705038328752,
        "instruction_rms": 0.001587670503565514,
        "raw_apical_rms": 0.07064813430811864,
        "teaching_rms": 0.0015876705038328752,
        "traffic_rms": 0.07062696624907579
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.896137457104487e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.525642220546241e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011553039736056642,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.025205514112114906
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03153231367468834,
        "mean_feedback_forward_cosine": 0.9997535809393852,
        "mean_feedback_forward_relative_error": 0.021783713942333575,
        "min_feedback_forward_cosine": 0.9995042681694031
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016591918330534736,
        "instruction_rms": 0.001659191833391364,
        "raw_apical_rms": 0.07066638729512363,
        "teaching_rms": 0.0016591918330534736,
        "traffic_rms": 0.0706434317968168
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.081116600218593e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522773624800793e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011410539204891235,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.026160163542032242
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03152792900800705,
        "mean_feedback_forward_cosine": 0.9997536520804128,
        "mean_feedback_forward_relative_error": 0.021779457062122323,
        "min_feedback_forward_cosine": 0.9995045065879822
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001635147070197642,
        "instruction_rms": 0.0016351470699119863,
        "raw_apical_rms": 0.07063231208621541,
        "teaching_rms": 0.001635147070197642,
        "traffic_rms": 0.07060969015503646
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.947635107692804e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5290371258718755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011698994184058217,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.02423469348013401
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03152330592274666,
        "mean_feedback_forward_cosine": 0.9997537136077881,
        "mean_feedback_forward_relative_error": 0.021775202344982855,
        "min_feedback_forward_cosine": 0.999504566192627
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016578184965252074,
        "instruction_rms": 0.0016578184965053524,
        "raw_apical_rms": 0.07062680307400425,
        "teaching_rms": 0.0016578184965252074,
        "traffic_rms": 0.07060324110481668
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.4363422208325574e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529187417623237e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011549385945445856,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.023876547414064406
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03151863440871239,
        "mean_feedback_forward_cosine": 0.9997538135897729,
        "mean_feedback_forward_relative_error": 0.02177095501833866,
        "min_feedback_forward_cosine": 0.999504566192627
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015907520566565076,
        "instruction_rms": 0.0015907520569681812,
        "raw_apical_rms": 0.07062726369724308,
        "teaching_rms": 0.0015907520566565076,
        "traffic_rms": 0.0706050703322031
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.327001335013847e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5275007657435867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011653882141844858,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.02222636599600315
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031513750553131104,
        "mean_feedback_forward_cosine": 0.9997538885762615,
        "mean_feedback_forward_relative_error": 0.021766589323599494,
        "min_feedback_forward_cosine": 0.9995046854019165
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016582706109966375,
        "instruction_rms": 0.0016582706109674029,
        "raw_apical_rms": 0.07064716101403573,
        "teaching_rms": 0.0016582706109966375,
        "traffic_rms": 0.07062343763721211
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.2123382115732966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5217520753111575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011575557945469163,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.02295726150751114
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031509749591350555,
        "mean_feedback_forward_cosine": 0.99975396356275,
        "mean_feedback_forward_relative_error": 0.021762791345076214,
        "min_feedback_forward_cosine": 0.9995049238204956
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014430583172411718,
        "instruction_rms": 0.0014430583176640059,
        "raw_apical_rms": 0.07064072797242527,
        "teaching_rms": 0.0014430583172411718,
        "traffic_rms": 0.0706224000119091
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.149996257751809e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5247631730813373e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01190286897094364,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.018640852463841437
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031505174934864044,
        "mean_feedback_forward_cosine": 0.9997540000946291,
        "mean_feedback_forward_relative_error": 0.02175876636418604,
        "min_feedback_forward_cosine": 0.9995050430297852
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015259132571148375,
        "instruction_rms": 0.0015259132572187795,
        "raw_apical_rms": 0.07062594995389963,
        "teaching_rms": 0.0015259132571148375,
        "traffic_rms": 0.07060563620985064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 5.964832894278516e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5257133712340473e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011830879638842778,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.019138810096085073
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03150048851966858,
        "mean_feedback_forward_cosine": 0.9997541019993443,
        "mean_feedback_forward_relative_error": 0.021754628092411063,
        "min_feedback_forward_cosine": 0.9995050430297852
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015848297433587592,
        "instruction_rms": 0.0015848297430128633,
        "raw_apical_rms": 0.07062075151293705,
        "teaching_rms": 0.0015848297433587592,
        "traffic_rms": 0.07059855406855263
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.609144355072203e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5294070388716787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011680275251620733,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.01945107658326626
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031495921313762665,
        "mean_feedback_forward_cosine": 0.9997541616039891,
        "mean_feedback_forward_relative_error": 0.02175049788709129,
        "min_feedback_forward_cosine": 0.9995052218437195
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014838732998784865,
        "instruction_rms": 0.0014838732998472648,
        "raw_apical_rms": 0.07063766199187763,
        "teaching_rms": 0.0014838732998784865,
        "traffic_rms": 0.07061766313094757
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.405471543122985e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5277802982346156e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011511931936851679,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.018230360715687274
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03149140998721123,
        "mean_feedback_forward_cosine": 0.9997542635087044,
        "mean_feedback_forward_relative_error": 0.02174653616102953,
        "min_feedback_forward_cosine": 0.9995054006576538
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001483081299368288,
        "instruction_rms": 0.001483081299277758,
        "raw_apical_rms": 0.07055642986565698,
        "teaching_rms": 0.001483081299368288,
        "traffic_rms": 0.07053611410287747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.846123502488808e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.53047037930489e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01160453884440212,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.01801989272594452
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03148650750517845,
        "mean_feedback_forward_cosine": 0.9997543269588102,
        "mean_feedback_forward_relative_error": 0.021742422268876144,
        "min_feedback_forward_cosine": 0.9995054006576538
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014884369870363553,
        "instruction_rms": 0.001488436987233521,
        "raw_apical_rms": 0.07054572070927104,
        "teaching_rms": 0.0014884369870363553,
        "traffic_rms": 0.07052549174688853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.718665636005426e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5318834129771767e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011617521675298665,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.01730287718936801
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03148270398378372,
        "mean_feedback_forward_cosine": 0.9997543923316463,
        "mean_feedback_forward_relative_error": 0.021738420090367718,
        "min_feedback_forward_cosine": 0.9995055198669434
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014378686815881324,
        "instruction_rms": 0.001437868681970199,
        "raw_apical_rms": 0.07055516889107566,
        "teaching_rms": 0.0014378686815881324,
        "traffic_rms": 0.07053606851764507
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.979782275427169e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528494848104146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011662366378582107,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.01609927766799927
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03147909417748451,
        "mean_feedback_forward_cosine": 0.9997544577044826,
        "mean_feedback_forward_relative_error": 0.021734440549006386,
        "min_feedback_forward_cosine": 0.9995056390762329
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014434023992191641,
        "instruction_rms": 0.0014434023986252685,
        "raw_apical_rms": 0.07055555375402328,
        "teaching_rms": 0.0014434023992191641,
        "traffic_rms": 0.07053664169991297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.7707764849747036e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5267121645867264e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011707232682734508,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.016113468016982078
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03147529810667038,
        "mean_feedback_forward_cosine": 0.9997545615319283,
        "mean_feedback_forward_relative_error": 0.021730275884751352,
        "min_feedback_forward_cosine": 0.9995058178901672
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001455725419073,
        "instruction_rms": 0.0014557254187307872,
        "raw_apical_rms": 0.07051318189153234,
        "teaching_rms": 0.001455725419073,
        "traffic_rms": 0.07049314415652437
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.442953382977066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.523862240188352e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01178436885542076,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.016095425399839876
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031471483409404755,
        "mean_feedback_forward_cosine": 0.9997546442093388,
        "mean_feedback_forward_relative_error": 0.02172613839408563,
        "min_feedback_forward_cosine": 0.9995059370994568
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001468184035216762,
        "instruction_rms": 0.0014681840349298986,
        "raw_apical_rms": 0.07048467015219818,
        "teaching_rms": 0.001468184035216762,
        "traffic_rms": 0.07046493453509667
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.5252673547556697e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.52245917175342e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011577974801195734,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.01604898440271616
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031467828899621964,
        "mean_feedback_forward_cosine": 0.9997547384231321,
        "mean_feedback_forward_relative_error": 0.021722148593154647,
        "min_feedback_forward_cosine": 0.9995059967041016
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013914267274000695,
        "instruction_rms": 0.0013914267275130041,
        "raw_apical_rms": 0.07045413473438684,
        "teaching_rms": 0.0013914267274000695,
        "traffic_rms": 0.070435154277
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.960167387935144e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5250880902871854e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01161515458950019,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.01481641760468483
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03146391361951828,
        "mean_feedback_forward_cosine": 0.9997548095641597,
        "mean_feedback_forward_relative_error": 0.021717941914234432,
        "min_feedback_forward_cosine": 0.9995062351226807
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014164737671420239,
        "instruction_rms": 0.0014164737672724631,
        "raw_apical_rms": 0.07045084255377658,
        "teaching_rms": 0.0014164737671420239,
        "traffic_rms": 0.07043102485962732
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.192543912040492e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5248540174451093e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011450585284064223,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.014877579310536385
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031460799276828766,
        "mean_feedback_forward_cosine": 0.9997548537869607,
        "mean_feedback_forward_relative_error": 0.021714498364036123,
        "min_feedback_forward_cosine": 0.9995061755180359
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012618732316198448,
        "instruction_rms": 0.0012618732319364578,
        "raw_apical_rms": 0.07043261242790871,
        "teaching_rms": 0.0012618732316198448,
        "traffic_rms": 0.07041709060142269
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 6.379265471423423e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5249243004196957e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011566134962821875,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.012776756524145604
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03145720809698105,
        "mean_feedback_forward_cosine": 0.9997549499234846,
        "mean_feedback_forward_relative_error": 0.02171059481559261,
        "min_feedback_forward_cosine": 0.9995062351226807
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013324146890190173,
        "instruction_rms": 0.0013324146890174922,
        "raw_apical_rms": 0.07042891036111297,
        "teaching_rms": 0.0013324146890190173,
        "traffic_rms": 0.07041160000418968
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.440669698624333e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5300426206559954e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011742498019665766,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.013463607396483421
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03145337849855423,
        "mean_feedback_forward_cosine": 0.999755036446356,
        "mean_feedback_forward_relative_error": 0.02170649945976273,
        "min_feedback_forward_cosine": 0.9995064735412598
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014016867772730533,
        "instruction_rms": 0.0014016867769787247,
        "raw_apical_rms": 0.07037403322697358,
        "teaching_rms": 0.0014016867772730533,
        "traffic_rms": 0.07035478451789434
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 5.130643998541018e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5222852045398864e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011743140404652274,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.01355147111326456
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031449656933546066,
        "mean_feedback_forward_cosine": 0.9997550979737313,
        "mean_feedback_forward_relative_error": 0.021702520834702636,
        "min_feedback_forward_cosine": 0.9995065927505493
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013293457666306403,
        "instruction_rms": 0.001329345766659357,
        "raw_apical_rms": 0.0703187473802673,
        "teaching_rms": 0.0013293457666306403,
        "traffic_rms": 0.07030111325374616
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.708783324896103e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527145619713989e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011787931924955846,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.01294834453187883
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031446296721696854,
        "mean_feedback_forward_cosine": 0.9997551902647941,
        "mean_feedback_forward_relative_error": 0.021698803205283418,
        "min_feedback_forward_cosine": 0.9995067119598389
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001273240062966235,
        "instruction_rms": 0.0012732400631295484,
        "raw_apical_rms": 0.07031436334846808,
        "teaching_rms": 0.001273240062966235,
        "traffic_rms": 0.07029834416585731
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.1766870850779014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5252506512422616e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011681072992791103,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.01216580724567175
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031442634761333466,
        "mean_feedback_forward_cosine": 0.9997552479467084,
        "mean_feedback_forward_relative_error": 0.021694860391078458,
        "min_feedback_forward_cosine": 0.9995068311691284
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013001379488674402,
        "instruction_rms": 0.001300137948847344,
        "raw_apical_rms": 0.0703550425587763,
        "teaching_rms": 0.0013001379488674402,
        "traffic_rms": 0.07033806633157637
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.291127536111162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.520106225759273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011688400551326618,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.012553872425705194
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031438663601875305,
        "mean_feedback_forward_cosine": 0.9997553421605018,
        "mean_feedback_forward_relative_error": 0.02169070385336395,
        "min_feedback_forward_cosine": 0.9995068311691284
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013336208403755298,
        "instruction_rms": 0.0013336208402559818,
        "raw_apical_rms": 0.07036283304687435,
        "teaching_rms": 0.0013336208403755298,
        "traffic_rms": 0.0703448289272187
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.578428658419398e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.53044558532039e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011879580117056813,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.012370717002600432
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03143467381596565,
        "mean_feedback_forward_cosine": 0.9997554209924513,
        "mean_feedback_forward_relative_error": 0.021686465554540197,
        "min_feedback_forward_cosine": 0.9995070695877075
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013706312123222073,
        "instruction_rms": 0.0013706312123766054,
        "raw_apical_rms": 0.07035709887665909,
        "teaching_rms": 0.0013706312123222073,
        "traffic_rms": 0.07033896256840985
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.476185466728566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5246471801487927e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011824206816571706,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.012631570869535208
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031431134790182114,
        "mean_feedback_forward_cosine": 0.9997554902107485,
        "mean_feedback_forward_relative_error": 0.021682552001889673,
        "min_feedback_forward_cosine": 0.9995070695877075
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012590432912691625,
        "instruction_rms": 0.0012590432913530197,
        "raw_apical_rms": 0.07031875204929189,
        "teaching_rms": 0.0012590432912691625,
        "traffic_rms": 0.07030294213585257
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.9685294101209365e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5225175528654364e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011784858272875514,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.01128523970939219
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031426865607500076,
        "mean_feedback_forward_cosine": 0.9997556113427685,
        "mean_feedback_forward_relative_error": 0.02167809260408244,
        "min_feedback_forward_cosine": 0.9995072484016418
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001359515134284952,
        "instruction_rms": 0.0013595151341748465,
        "raw_apical_rms": 0.070283139455583,
        "teaching_rms": 0.001359515134284952,
        "traffic_rms": 0.07026412445008359
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3798621618407196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5317886108972528e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012017519705804336,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.012544265588521957
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03142315894365311,
        "mean_feedback_forward_cosine": 0.9997556632564913,
        "mean_feedback_forward_relative_error": 0.021674015394021428,
        "min_feedback_forward_cosine": 0.9995073676109314
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012819728074822169,
        "instruction_rms": 0.0012819728075502469,
        "raw_apical_rms": 0.07027961951572126,
        "teaching_rms": 0.0012819728074822169,
        "traffic_rms": 0.07026295579769154
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3103984381787086e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5328682217318875e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011752616225298043,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.011569785919934511
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03141937404870987,
        "mean_feedback_forward_cosine": 0.9997557555475542,
        "mean_feedback_forward_relative_error": 0.021669918521037026,
        "min_feedback_forward_cosine": 0.9995075464248657
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012574740021123855,
        "instruction_rms": 0.0012574740024526203,
        "raw_apical_rms": 0.07028106837953021,
        "teaching_rms": 0.0012574740021123855,
        "traffic_rms": 0.07026506957979557
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.7281619569284885e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5359786923545134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011781703164463598,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.011055297872126103
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03141534700989723,
        "mean_feedback_forward_cosine": 0.9997558266885819,
        "mean_feedback_forward_relative_error": 0.02166577610337446,
        "min_feedback_forward_cosine": 0.999507486820221
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001269485828808143,
        "instruction_rms": 0.0012694858287749988,
        "raw_apical_rms": 0.07028588119028038,
        "teaching_rms": 0.001269485828808143,
        "traffic_rms": 0.07026939352785953
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.5105004176093644e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5281909345459418e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01201613598204956,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.011340039749145507
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03141167759895325,
        "mean_feedback_forward_cosine": 0.9997559382069495,
        "mean_feedback_forward_relative_error": 0.021661755268371875,
        "min_feedback_forward_cosine": 0.9995077252388
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012045931843313916,
        "instruction_rms": 0.001204593184421599,
        "raw_apical_rms": 0.07029184532932393,
        "teaching_rms": 0.0012045931843313916,
        "traffic_rms": 0.07027640189253148
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 5.3829573687380616e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522316529583776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011849451581964304,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.010319001391977072
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03140778839588165,
        "mean_feedback_forward_cosine": 0.9997559901206724,
        "mean_feedback_forward_relative_error": 0.02165760123921979,
        "min_feedback_forward_cosine": 0.9995076656341553
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012605488668036228,
        "instruction_rms": 0.001260548867102661,
        "raw_apical_rms": 0.0703019797435531,
        "teaching_rms": 0.0012605488668036228,
        "traffic_rms": 0.07028575949204856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.307186785013073e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.52301780433182e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011616746506788761,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.010907049433887005
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031404104083776474,
        "mean_feedback_forward_cosine": 0.9997560516480477,
        "mean_feedback_forward_relative_error": 0.021653504516448704,
        "min_feedback_forward_cosine": 0.9995078444480896
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012157758465225696,
        "instruction_rms": 0.0012157758466930155,
        "raw_apical_rms": 0.07026565535405105,
        "teaching_rms": 0.0012157758465225696,
        "traffic_rms": 0.07025011098288815
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.8966334986744187e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5285786976708692e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01191025353698056,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.010033720988929271
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139985725283623,
        "mean_feedback_forward_cosine": 0.9997561612436848,
        "mean_feedback_forward_relative_error": 0.021649181362121336,
        "min_feedback_forward_cosine": 0.9995079636573792
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001216893373104312,
        "instruction_rms": 0.0012168933727593268,
        "raw_apical_rms": 0.07026047437396069,
        "teaching_rms": 0.001216893373104312,
        "traffic_rms": 0.07024403139859071
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.6607688375388534e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.536955170363654e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011770401000829997,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.010272326285541058
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031395841389894485,
        "mean_feedback_forward_cosine": 0.999756234307443,
        "mean_feedback_forward_relative_error": 0.02164496568542334,
        "min_feedback_forward_cosine": 0.9995081424713135
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012171149515118225,
        "instruction_rms": 0.0012171149513816762,
        "raw_apical_rms": 0.07023720382268496,
        "teaching_rms": 0.0012171149515118225,
        "traffic_rms": 0.07022166614737066
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.481043885424697e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.531877272456318e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011703893236434766,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.010315310284942389
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313919372856617,
        "mean_feedback_forward_cosine": 0.9997563342894277,
        "mean_feedback_forward_relative_error": 0.02164069424954153,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012118312013621908,
        "instruction_rms": 0.001211831201467192,
        "raw_apical_rms": 0.07024763818861808,
        "teaching_rms": 0.0012118312013621908,
        "traffic_rms": 0.0702320355387216
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.94944289389332e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5258519139627042e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011885435114700417,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.009989295650720596
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139188885688782,
        "mean_feedback_forward_cosine": 0.9997563265985058,
        "mean_feedback_forward_relative_error": 0.02164059446283406,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001132558731999788,
        "instruction_rms": 0.0011325587324076524,
        "raw_apical_rms": 0.0702130866659378,
        "teaching_rms": 0.001132558731999788,
        "traffic_rms": 0.0701986342614779
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.750136912117341e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5251534036711087e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011795561430422253,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.008952871725261212
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139185905456543,
        "mean_feedback_forward_cosine": 0.9997563650531154,
        "mean_feedback_forward_relative_error": 0.02164050899145584,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010287751242244847,
        "instruction_rms": 0.0010287751239929643,
        "raw_apical_rms": 0.07021523367502283,
        "teaching_rms": 0.0010287751242244847,
        "traffic_rms": 0.07020311277239633
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.014024395677552e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528264417870819e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011757748559011854,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.008012445749863982
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139183297753334,
        "mean_feedback_forward_cosine": 0.9997563400576192,
        "mean_feedback_forward_relative_error": 0.021640425157402794,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009815886566740938,
        "instruction_rms": 0.00098158865682698,
        "raw_apical_rms": 0.07021620195178999,
        "teaching_rms": 0.0009815886566740938,
        "traffic_rms": 0.07020548496672611
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.9341153385285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5315856392138565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011709095120630406,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.007590246652066707
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139180690050125,
        "mean_feedback_forward_cosine": 0.9997563362121582,
        "mean_feedback_forward_relative_error": 0.021640341984288346,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001037752511971386,
        "instruction_rms": 0.0010377525120009354,
        "raw_apical_rms": 0.07021965644850046,
        "teaching_rms": 0.001037752511971386,
        "traffic_rms": 0.07020762901755545
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.1557854046914144e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.52778257126182e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011671761692863963,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.008242070003896951
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391777098178864,
        "mean_feedback_forward_cosine": 0.9997563381348887,
        "mean_feedback_forward_relative_error": 0.021640257143806064,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010358130376364439,
        "instruction_rms": 0.0010358130375094992,
        "raw_apical_rms": 0.07021829007518812,
        "teaching_rms": 0.0010358130376364439,
        "traffic_rms": 0.0702060549591956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.7380129214170665e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5277152994051676e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011867800848287426,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.00832056779332459
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391751021146774,
        "mean_feedback_forward_cosine": 0.9997563458258106,
        "mean_feedback_forward_relative_error": 0.02164017695993666,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000912207601210762,
        "instruction_rms": 0.0009122076011691182,
        "raw_apical_rms": 0.07021351585483629,
        "teaching_rms": 0.000912207601210762,
        "traffic_rms": 0.07020382076460356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.746044351440105e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5273115013650083e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011687577159252917,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.006752948218658567
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139171749353409,
        "mean_feedback_forward_cosine": 0.9997563400576192,
        "mean_feedback_forward_relative_error": 0.02164009736189919,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000996774933101697,
        "instruction_rms": 0.0009967749328507287,
        "raw_apical_rms": 0.07021260599151836,
        "teaching_rms": 0.000996774933101697,
        "traffic_rms": 0.07020106486913297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.84565738645415e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5303641551369146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011828175358131987,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.0076510861584544185
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391698867082596,
        "mean_feedback_forward_cosine": 0.9997563323666973,
        "mean_feedback_forward_relative_error": 0.021640019416208228,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009428604233684526,
        "instruction_rms": 0.0009428604234087362,
        "raw_apical_rms": 0.07021038914772855,
        "teaching_rms": 0.0009428604233684526,
        "traffic_rms": 0.07020014992619868
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.8097664517854355e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5303295507089353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011679169371461913,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.00707207479968667
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139167279005051,
        "mean_feedback_forward_cosine": 0.9997563496712716,
        "mean_feedback_forward_relative_error": 0.02163994198124255,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009265202989265416,
        "instruction_rms": 0.0009265202985500273,
        "raw_apical_rms": 0.07020828628755175,
        "teaching_rms": 0.0009265202989265416,
        "traffic_rms": 0.07019812365940475
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.8420744747090794e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5303389260400146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011613886481925927,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.007113533585369587
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139164671301842,
        "mean_feedback_forward_cosine": 0.9997563573621935,
        "mean_feedback_forward_relative_error": 0.021639861196519866,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010189411475243957,
        "instruction_rms": 0.0010189411477495233,
        "raw_apical_rms": 0.07020948590509299,
        "teaching_rms": 0.0010189411475243957,
        "traffic_rms": 0.07019731298623119
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.564643774074284e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5289907285707224e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011705157023293335,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.007799769958555698
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139162436127663,
        "mean_feedback_forward_cosine": 0.9997563304439667,
        "mean_feedback_forward_relative_error": 0.021639785954668637,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008879372602193249,
        "instruction_rms": 0.0008879372602216135,
        "raw_apical_rms": 0.07021130317749433,
        "teaching_rms": 0.0008879372602193249,
        "traffic_rms": 0.07020222280655782
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.843028378331837e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5294956589401724e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011860261194473797,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.006647673753872514
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139159828424454,
        "mean_feedback_forward_cosine": 0.9997563419803497,
        "mean_feedback_forward_relative_error": 0.021639709811537497,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009080461846485905,
        "instruction_rms": 0.0009080461846861004,
        "raw_apical_rms": 0.0702107428884489,
        "teaching_rms": 0.0009080461846485905,
        "traffic_rms": 0.07020125201700089
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.5260819920022186e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5286520750964776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011713258880136204,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.006807348629161715
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139157220721245,
        "mean_feedback_forward_cosine": 0.9997563439030801,
        "mean_feedback_forward_relative_error": 0.021639633232787732,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009873041037586194,
        "instruction_rms": 0.000987304104052906,
        "raw_apical_rms": 0.07021038552535869,
        "teaching_rms": 0.0009873041037586194,
        "traffic_rms": 0.07019870663016894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.4286348810373966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5273341589930466e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01181477957551801,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.007489908771365881
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139154613018036,
        "mean_feedback_forward_cosine": 0.999756351594002,
        "mean_feedback_forward_relative_error": 0.02163955593301404,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009085053031699389,
        "instruction_rms": 0.0009085053032427112,
        "raw_apical_rms": 0.07020804708510761,
        "teaching_rms": 0.0009085053031699389,
        "traffic_rms": 0.07019822440858917
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.6827988597897274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5302806209249857e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011752074580298671,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.007063958764821291
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139152005314827,
        "mean_feedback_forward_cosine": 0.9997563439030801,
        "mean_feedback_forward_relative_error": 0.02163947686072319,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008957087453228049,
        "instruction_rms": 0.0008957087453178347,
        "raw_apical_rms": 0.07020699042292007,
        "teaching_rms": 0.0008957087453228049,
        "traffic_rms": 0.07019785084546254
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.128126818159217e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528924564910661e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011658755907931568,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.006880758673548698
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139149397611618,
        "mean_feedback_forward_cosine": 0.9997563592849239,
        "mean_feedback_forward_relative_error": 0.021639399170394865,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009090331567331726,
        "instruction_rms": 0.0009090331568032205,
        "raw_apical_rms": 0.07020432885938041,
        "teaching_rms": 0.0009090331567331726,
        "traffic_rms": 0.07019504583687272
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.5084355804192455e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5276196264429482e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012045960536030787,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.006840768229588866
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139146789908409,
        "mean_feedback_forward_cosine": 0.9997563573621935,
        "mean_feedback_forward_relative_error": 0.021639324319098267,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009608543221332888,
        "instruction_rms": 0.0009608543223451664,
        "raw_apical_rms": 0.07020496352440089,
        "teaching_rms": 0.0009608543221332888,
        "traffic_rms": 0.07019431420061167
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.8637580246358993e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5305563103426655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01174591127526034,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.007100784926041961
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391438096761703,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.021639249813292297,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008600077225515398,
        "instruction_rms": 0.0008600077226331852,
        "raw_apical_rms": 0.07020018222045596,
        "teaching_rms": 0.0008600077225515398,
        "traffic_rms": 0.07019151401309603
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.2788581566810535e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5313721966525293e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011715586165079875,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.006382754127047956
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139141574501991,
        "mean_feedback_forward_cosine": 0.999756351594002,
        "mean_feedback_forward_relative_error": 0.02163917297917989,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009174612628861559,
        "instruction_rms": 0.0009174612626906001,
        "raw_apical_rms": 0.07020379219663715,
        "teaching_rms": 0.0009174612628861559,
        "traffic_rms": 0.07019412865723207
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.710185936256494e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.526453616736127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011687319644047654,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.006855643994361162
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391389667987823,
        "mean_feedback_forward_cosine": 0.9997563496712716,
        "mean_feedback_forward_relative_error": 0.02163909447769965,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008852335151270924,
        "instruction_rms": 0.0008852335147614269,
        "raw_apical_rms": 0.07019929138721527,
        "teaching_rms": 0.0008852335151270924,
        "traffic_rms": 0.07018995991445826
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.6087851757192766e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.526767767201796e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011747481731209234,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.006547002290561796
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139136731624603,
        "mean_feedback_forward_cosine": 0.9997563708213068,
        "mean_feedback_forward_relative_error": 0.02163902004700034,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009002472914467452,
        "instruction_rms": 0.0009002472915304042,
        "raw_apical_rms": 0.07019637018038145,
        "teaching_rms": 0.0009002472914467452,
        "traffic_rms": 0.07018689896652486
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.400720499120325e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5280779675430417e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011722185639443923,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.0065838918869942425
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391337513923645,
        "mean_feedback_forward_cosine": 0.9997563419803497,
        "mean_feedback_forward_relative_error": 0.02163894333305859,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008443229673745806,
        "instruction_rms": 0.0008443229674634042,
        "raw_apical_rms": 0.0701936966019172,
        "teaching_rms": 0.0008443229673745806,
        "traffic_rms": 0.07018540330225034
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.631268086223827e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5279407298314868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011712241480544405,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.006101330086141825
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391315162181854,
        "mean_feedback_forward_cosine": 0.9997563862031505,
        "mean_feedback_forward_relative_error": 0.021638870089044495,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00087445066005554,
        "instruction_rms": 0.000874450660164008,
        "raw_apical_rms": 0.07019014315623327,
        "teaching_rms": 0.00087445066005554,
        "traffic_rms": 0.07018040313402471
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.5814385174480776e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5275774595678575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011892064224213659,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.0065509532841295
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139128535985947,
        "mean_feedback_forward_cosine": 0.999756347748541,
        "mean_feedback_forward_relative_error": 0.021638795898686492,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000849687844803133,
        "instruction_rms": 0.0008496878445148154,
        "raw_apical_rms": 0.07018789212212574,
        "teaching_rms": 0.000849687844803133,
        "traffic_rms": 0.0701788102321727
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3653173520397104e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527847863993578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011984499768589538,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.006231142134666443
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139127045869827,
        "mean_feedback_forward_cosine": 0.9997563612076544,
        "mean_feedback_forward_relative_error": 0.021638725223320145,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008935700128148828,
        "instruction_rms": 0.000893570012921475,
        "raw_apical_rms": 0.0701855992409011,
        "teaching_rms": 0.0008935700128148828,
        "traffic_rms": 0.07017611766983055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.833876505154876e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5234644800587153e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011750247721697636,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.0066043989513069395
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139125183224678,
        "mean_feedback_forward_cosine": 0.9997563804349592,
        "mean_feedback_forward_relative_error": 0.021638656230342966,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008790336939580951,
        "instruction_rms": 0.0008790336938571931,
        "raw_apical_rms": 0.07018557377674385,
        "teaching_rms": 0.0008790336939580951,
        "traffic_rms": 0.07017608095416995
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.834886186382391e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5316402739340936e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011966530677576194,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.006521816009432077
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139122575521469,
        "mean_feedback_forward_cosine": 0.9997563592849239,
        "mean_feedback_forward_relative_error": 0.021638581063598394,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008805740563806255,
        "instruction_rms": 0.0008805740562376627,
        "raw_apical_rms": 0.070187052173234,
        "teaching_rms": 0.0008805740563806255,
        "traffic_rms": 0.07017778428289262
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.317117057757059e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528882379642278e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011875181198551011,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.006496892674937844
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031391192227602005,
        "mean_feedback_forward_cosine": 0.9997563727440373,
        "mean_feedback_forward_relative_error": 0.02163850124024095,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009164387661969439,
        "instruction_rms": 0.000916438766474656,
        "raw_apical_rms": 0.07018409380399021,
        "teaching_rms": 0.0009164387661969439,
        "traffic_rms": 0.07017418972022275
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.570502281670997e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.526979933350636e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011674213681022505,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.0063994974429905415
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139117360115051,
        "mean_feedback_forward_cosine": 0.9997563650531154,
        "mean_feedback_forward_relative_error": 0.02163842710996828,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008503840226223957,
        "instruction_rms": 0.0008503840226210507,
        "raw_apical_rms": 0.07018257020935656,
        "teaching_rms": 0.0008503840226223957,
        "traffic_rms": 0.07017403118147252
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.886266952690676e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527368989092424e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011901159616179633,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.006223728241473436
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139114752411842,
        "mean_feedback_forward_cosine": 0.9997563631303849,
        "mean_feedback_forward_relative_error": 0.021638350696453163,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008786705914125536,
        "instruction_rms": 0.0008786705917428955,
        "raw_apical_rms": 0.07018214116704091,
        "teaching_rms": 0.0008786705914125536,
        "traffic_rms": 0.0701728942376601
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.198854597348145e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528797597143655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011943473090484474,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.006245601629540324
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139113262295723,
        "mean_feedback_forward_cosine": 0.9997563535167325,
        "mean_feedback_forward_relative_error": 0.021638275454601934,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008749180366986777,
        "instruction_rms": 0.0008749180366827683,
        "raw_apical_rms": 0.07018262203755016,
        "teaching_rms": 0.0008749180366986777,
        "traffic_rms": 0.07017305205320808
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.398657083015678e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527683617348162e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011861382040144832,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.006101286468356848
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139111399650574,
        "mean_feedback_forward_cosine": 0.9997563688985763,
        "mean_feedback_forward_relative_error": 0.02163820138441459,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008315546744591696,
        "instruction_rms": 0.0008315546744404981,
        "raw_apical_rms": 0.07018149744220303,
        "teaching_rms": 0.0008315546744591696,
        "traffic_rms": 0.0701731126295513
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.169811518295319e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5302107165465284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011950335507668353,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.006009815453365445
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139108419418335,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.021638124790643493,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008876319843738879,
        "instruction_rms": 0.0008876319845756654,
        "raw_apical_rms": 0.07018309484011162,
        "teaching_rms": 0.0008876319843738879,
        "traffic_rms": 0.0701731981207293
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.687281401378641e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.528633583326007e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01212179218307607,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.0064534566259384155
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139106556773186,
        "mean_feedback_forward_cosine": 0.9997563785122286,
        "mean_feedback_forward_relative_error": 0.02163805108096811,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008352924901350643,
        "instruction_rms": 0.0008352924900780053,
        "raw_apical_rms": 0.07018123055776246,
        "teaching_rms": 0.0008352924901350643,
        "traffic_rms": 0.07017297314327207
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.3171905161898394e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5286738991683036e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011895542390380374,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.006125055885314941
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139103949069977,
        "mean_feedback_forward_cosine": 0.9997563688985763,
        "mean_feedback_forward_relative_error": 0.021637974652431665,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009133005875981959,
        "instruction_rms": 0.000913300587630574,
        "raw_apical_rms": 0.07017973000798261,
        "teaching_rms": 0.0009133005875981959,
        "traffic_rms": 0.07016999293303874
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.107489187139436e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5244305160354308e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011809509510316457,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.006561208536401391
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139101341366768,
        "mean_feedback_forward_cosine": 0.9997563631303849,
        "mean_feedback_forward_relative_error": 0.021637904157321298,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000827888955229611,
        "instruction_rms": 0.0008278889548516962,
        "raw_apical_rms": 0.07018139733869468,
        "teaching_rms": 0.000827888955229611,
        "traffic_rms": 0.07017350264932556
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.5706521234478714e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.527365136418755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011836103361401371,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.006097571739032865
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139098361134529,
        "mean_feedback_forward_cosine": 0.9997563650531154,
        "mean_feedback_forward_relative_error": 0.021637833076378992,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008271057348685357,
        "instruction_rms": 0.0008271057344927103,
        "raw_apical_rms": 0.0701830064866668,
        "teaching_rms": 0.0008271057348685357,
        "traffic_rms": 0.07017452408400462
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 3.791843283806884e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529119601998768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01172571953440026,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.005912614208087325
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313909612596035,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.02163776025296219,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008146562174710621,
        "instruction_rms": 0.0008146562172617252,
        "raw_apical_rms": 0.07017955391646784,
        "teaching_rms": 0.0008146562174710621,
        "traffic_rms": 0.07017148572840433
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.144100174130472e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5312665939050198e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011699781173596043,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.005879201124161482
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139093518257141,
        "mean_feedback_forward_cosine": 0.9997563535167325,
        "mean_feedback_forward_relative_error": 0.021637686858734777,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000831010217548728,
        "instruction_rms": 0.0008310102176497575,
        "raw_apical_rms": 0.07018308351432845,
        "teaching_rms": 0.000831010217548728,
        "traffic_rms": 0.07017445661334938
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.759110794338994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5292206490358337e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012051798098408104,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.006030674913972616
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139090910553932,
        "mean_feedback_forward_cosine": 0.9997563785122286,
        "mean_feedback_forward_relative_error": 0.021637615432301836,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008653160871799459,
        "instruction_rms": 0.0008653160870950886,
        "raw_apical_rms": 0.0701803379876294,
        "teaching_rms": 0.0008653160871799459,
        "traffic_rms": 0.07017148296286081
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.355867844196837e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5270904337238152e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012019349855465829,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.006269852671995759
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139089047908783,
        "mean_feedback_forward_cosine": 0.9997563727440373,
        "mean_feedback_forward_relative_error": 0.0216375419329251,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008638587831392026,
        "instruction_rms": 0.0008638587827622599,
        "raw_apical_rms": 0.07017988164308915,
        "teaching_rms": 0.0008638587831392026,
        "traffic_rms": 0.07017073324045697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.622512150831426e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5253112846296542e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01190656266396917,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.006076337253674865
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139086440205574,
        "mean_feedback_forward_cosine": 0.9997563727440373,
        "mean_feedback_forward_relative_error": 0.021637468012951074,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008991722388024863,
        "instruction_rms": 0.0008991722390854223,
        "raw_apical_rms": 0.07017635572476152,
        "teaching_rms": 0.0008991722388024863,
        "traffic_rms": 0.07016603917640671
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.997853153554388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.530415609004951e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011988472336836099,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.0066249953493475915
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139083832502365,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.021637392936334494,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008324163210763149,
        "instruction_rms": 0.0008324163210412614,
        "raw_apical_rms": 0.07017822832269285,
        "teaching_rms": 0.0008324163210763149,
        "traffic_rms": 0.07016959894258296
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.642785794179872e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5290053005521696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011841474660883746,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.005963247852548957
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139080852270126,
        "mean_feedback_forward_cosine": 0.9997563708213068,
        "mean_feedback_forward_relative_error": 0.02163732009789636,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008975362948856293,
        "instruction_rms": 0.0008975362949277453,
        "raw_apical_rms": 0.07017975651367861,
        "teaching_rms": 0.0008975362948856293,
        "traffic_rms": 0.07016992034967445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.265225766493131e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5288708603040966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01182780420983723,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.006455110897123814
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139078989624977,
        "mean_feedback_forward_cosine": 0.9997563804349592,
        "mean_feedback_forward_relative_error": 0.021637246117837006,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008255834192435847,
        "instruction_rms": 0.0008255834195698017,
        "raw_apical_rms": 0.07017310714224047,
        "teaching_rms": 0.0008255834192435847,
        "traffic_rms": 0.0701651303002121
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.364056493955104e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5308435967627553e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011877196849235256,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.005828254036456346
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139077126979828,
        "mean_feedback_forward_cosine": 0.9997563804349592,
        "mean_feedback_forward_relative_error": 0.021637174751489394,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008587196618536937,
        "instruction_rms": 0.0008587196615387869,
        "raw_apical_rms": 0.07017349567438183,
        "teaching_rms": 0.0008587196618536937,
        "traffic_rms": 0.07016435416098747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 4.398664898985771e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5317104033707283e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012031463454533913,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.006170055857598782
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139074146747589,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.021637101582581957,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008308808167954374,
        "instruction_rms": 0.0008308808168024899,
        "raw_apical_rms": 0.07017087373690241,
        "teaching_rms": 0.0008308808167954374,
        "traffic_rms": 0.0701620163000156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631088018417,
        "maximum_absolute_post_projection_soma_slope": 5.509829037464442e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5282689848842672e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011796754806936496,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.005872546712607145
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313907228410244,
        "mean_feedback_forward_cosine": 0.9997563765894982,
        "mean_feedback_forward_relative_error": 0.021637029164741115,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008117500631573633,
        "instruction_rms": 0.0008117500631777582,
        "raw_apical_rms": 0.07017044580576692,
        "teaching_rms": 0.0008117500631573633,
        "traffic_rms": 0.07016250237034652
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 3.76164344118024e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5307327171691512e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011852708223547039,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.00592443825788796
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139070048928261,
        "mean_feedback_forward_cosine": 0.9997563669758458,
        "mean_feedback_forward_relative_error": 0.02163696038206258,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000828283373564146,
        "instruction_rms": 0.0008282833737996556,
        "raw_apical_rms": 0.07017043938324789,
        "teaching_rms": 0.000828283373564146,
        "traffic_rms": 0.07016185720467448
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225631833076477,
        "maximum_absolute_post_projection_soma_slope": 4.8528104201750466e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5308556307284527e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01183360771782816,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.005726474728733301
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031390681862831116,
        "mean_feedback_forward_cosine": 0.9997563823576896,
        "mean_feedback_forward_relative_error": 0.021636890292528174,
        "min_feedback_forward_cosine": 0.9995083808898926
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008030064494273148,
        "instruction_rms": 0.0008030064493525704,
        "raw_apical_rms": 0.07016814097972814,
        "teaching_rms": 0.0008030064494273148,
        "traffic_rms": 0.07015999214687181
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.11225630342960358,
        "maximum_absolute_post_projection_soma_slope": 4.896140026744433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5266947256581533e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011849112651321754,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.0055932730484753845
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9226,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.36560716552734374,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2529336320,
    "peak_memory_reserved_bytes": 3821010944,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 4.726146940470244e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 3.1396520938642425e-08,
      "min_residual_soma_slope": -4.726146940470244e-08,
      "mse": 3.4760263535321834e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.180593616172365e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.180593616172365e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 11,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 1.1373100280761719,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.041075944900512695,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 14783.157014369965,
    "train_wall_s": 14779.435670375824
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.01729196310043335,
      0.01262203324586153,
      0.008211836218833923,
      0.007364083081483841,
      0.005412328988313675,
      0.0057131508365273476,
      0.0037188821006566286,
      0.00471151527017355,
      0.0028882285114377737,
      0.0036457546520978212,
      0.002361578866839409,
      0.005046239122748375,
      0.003541539190337062,
      0.004347427748143673,
      0.002827239455655217,
      0.003586750477552414,
      0.0024223714135587215,
      0.003299170872196555,
      0.0020495131611824036,
      0.0028001274913549423,
      0.0017875225748866796,
      0.0038567481096833944,
      0.002763295779004693,
      0.0034892389085143805,
      0.0024175953585654497,
      0.0032130118925124407,
      0.002143308985978365,
      0.0028988828416913748,
      0.001982533372938633,
      0.002512215403839946,
      0.0019311783835291862
    ],
    "realized_traffic_instruction_rms_ratio": [
      3.999999523162842,
      4.0,
      3.999999523162842,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.000000476837158,
      3.999999523162842,
      3.999999761581421,
      4.0,
      4.000000476837158,
      3.999999761581421,
      4.0,
      3.999999761581421,
      3.999999761581421,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.0916287824511528,
      0.06876388937234879,
      0.02820105291903019,
      0.03799518570303917,
      0.01515876967459917,
      0.030091680586338043,
      0.008624541573226452,
      0.024622133001685143,
      0.005851417779922485,
      0.019561035558581352,
      0.004281718749552965,
      0.02729577012360096,
      0.007838867604732513,
      0.022911302745342255,
      0.0055216592736542225,
      0.018870050087571144,
      0.0043528093956410885,
      0.018290789797902107,
      0.003409921657294035,
      0.015034525655210018,
      0.0027709321584552526,
      0.020493168383836746,
      0.005571093410253525,
      0.018566109240055084,
      0.004393921233713627,
      0.016968388110399246,
      0.0035954569466412067,
      0.015505515038967133,
      0.003123497124761343,
      0.013197866268455982,
      0.002851189812645316
    ],
    "unscaled_traffic_rms": [
      0.7548703551292419,
      0.7342244982719421,
      1.164755940437317,
      0.7752648591995239,
      1.4281710386276245,
      0.7594326138496399,
      1.7247905731201172,
      0.765411376953125,
      1.9743785858154297,
      0.7455136179924011,
      2.2061970233917236,
      0.739490270614624,
      1.8071688413619995,
      0.7590014338493347,
      2.0481085777282715,
      0.7603054642677307,
      2.2260303497314453,
      0.7214933633804321,
      2.4041762351989746,
      0.7449859380722046,
      2.5803916454315186,
      0.7527871131896973,
      1.9840240478515625,
      0.7517436742782593,
      2.200854539871216,
      0.7574111819267273,
      2.3844635486602783,
      0.747832715511322,
      2.5388636589050293,
      0.7614004611968994,
      2.7092947959899902
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 68420224,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 684206618894336,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 684202240000000,
      "local_weight_correlation_macs": 688625920000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 688625920000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 4407205888
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 72745580756992,
    "forward_macs_per_example": 68862592,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 2745665106100224
  }
}