{
  "architecture": {
    "adaptive_apical_parameters": 606208,
    "adaptive_feedback_parameters": 461440,
    "base_width": 16,
    "blocks_per_stage": 5,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 303104,
    "forward_parameters": 464154,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 606208,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 32,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 14,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 14,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5014,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996523022651672,
    "feedback_forward_cosine": [
      0.9998147487640381,
      0.9998278617858887,
      0.9998444318771362,
      0.999819278717041,
      0.9996131658554077,
      0.9994606971740723,
      0.9997701644897461,
      0.9996477365493774,
      0.9996994733810425,
      0.9995297193527222,
      0.9996874928474426,
      0.9997687339782715,
      0.9997282028198242,
      0.9996908903121948,
      0.9997670650482178,
      0.9997155666351318,
      0.9997864961624146,
      0.9997143745422363,
      0.9998044967651367,
      0.9997119307518005,
      0.9997832179069519,
      0.9998683929443359,
      0.9998384714126587,
      0.999819278717041,
      0.9998373985290527,
      0.9997920989990234,
      0.9998111128807068,
      0.9997344017028809,
      0.9998141527175903,
      0.9995765686035156,
      0.9999843835830688
    ],
    "feedback_forward_norm_ratio": [
      0.9988206624984741,
      1.001134991645813,
      0.9998640418052673,
      1.0007452964782715,
      0.9991434812545776,
      1.0023818016052246,
      0.9996303915977478,
      1.0020372867584229,
      0.9989871382713318,
      1.0012645721435547,
      0.9983092546463013,
      1.0002796649932861,
      0.9997096657752991,
      1.0010067224502563,
      0.9992865920066833,
      1.001634120941162,
      0.9995214343070984,
      1.0006155967712402,
      0.9994485974311829,
      1.0013827085494995,
      0.9992908239364624,
      1.0003712177276611,
      0.9996266961097717,
      1.0006937980651855,
      0.99983149766922,
      1.000633955001831,
      0.9995362758636475,
      1.0009021759033203,
      0.9998878240585327,
      1.001349687576294,
      1.0026386976242065
    ],
    "feedback_forward_relative_error": [
      0.019273990765213966,
      0.018598997965455055,
      0.017638105899095535,
      0.01903495378792286,
      0.0278138630092144,
      0.03296716883778572,
      0.02143999934196472,
      0.026652244850993156,
      0.024521373212337494,
      0.03071632608771324,
      0.02503705956041813,
      0.021511593833565712,
      0.023311004042625427,
      0.024900957942008972,
      0.02158486656844616,
      0.02392916940152645,
      0.02066095359623432,
      0.02391694486141205,
      0.019776079803705215,
      0.024060113355517387,
      0.020828573033213615,
      0.016229894012212753,
      0.017972342669963837,
      0.019035600125789642,
      0.018028639256954193,
      0.020411977544426918,
      0.01943998970091343,
      0.023075181990861893,
      0.019283244386315346,
      0.029152056202292442,
      0.006188182160258293
    ],
    "innovation_negative_gradient_cosine": [
      0.9996793270111084,
      0.9996604919433594,
      0.9996795654296875,
      0.9996747970581055,
      0.9996909499168396,
      0.9995384216308594,
      0.9996996521949768,
      0.9996235370635986,
      0.9997107982635498,
      0.9995654821395874,
      0.9997165203094482,
      0.9996768236160278,
      0.9997236132621765,
      0.999600887298584,
      0.999730110168457,
      0.9996433258056641,
      0.9997373819351196,
      0.9996926784515381,
      0.9997440576553345,
      0.9996826648712158,
      0.9997591376304626,
      0.9997883439064026,
      0.9997954964637756,
      0.9997599720954895,
      0.9998281598091125,
      0.9998058676719666,
      0.9998501539230347,
      0.9998639822006226,
      0.99992835521698,
      0.9999697208404541,
      0.8102250099182129
    ],
    "instruction_negative_gradient_cosine": [
      0.9996793866157532,
      0.9996604919433594,
      0.9996795654296875,
      0.9996747970581055,
      0.9996908903121948,
      0.9995384216308594,
      0.9996996521949768,
      0.9996236562728882,
      0.9997107982635498,
      0.9995654821395874,
      0.9997165203094482,
      0.9996768236160278,
      0.9997236132621765,
      0.999600887298584,
      0.999730110168457,
      0.9996433258056641,
      0.9997373819351196,
      0.9996926784515381,
      0.9997440576553345,
      0.9996826648712158,
      0.9997591376304626,
      0.9997883439064026,
      0.9997954964637756,
      0.9997599720954895,
      0.9998281002044678,
      0.9998058080673218,
      0.9998501539230347,
      0.9998640418052673,
      0.99992835521698,
      0.9999697804450989,
      0.8450019359588623
    ],
    "matched_negative_gradient_cosine": [
      0.019015047699213028,
      -8.82298918440938e-05,
      0.0423874706029892,
      -0.02354944497346878,
      0.06672713160514832,
      0.03335469216108322,
      0.05295939743518829,
      0.09118880331516266,
      0.039782822132110596,
      -0.001272554975003004,
      0.04149865731596947,
      0.02153804898262024,
      0.013430852442979813,
      -0.001538371667265892,
      0.016360076144337654,
      0.029660258442163467,
      0.02270975336432457,
      0.0486227348446846,
      0.02294677123427391,
      0.045042991638183594,
      0.013027578592300415,
      0.00554568599909544,
      -0.054277826100587845,
      0.08001662790775299,
      -0.019213473424315453,
      0.1141226664185524,
      -0.0042828223668038845,
      0.19512201845645905,
      0.012721724808216095,
      0.010696874000132084,
      0.11020606756210327
    ],
    "max_norm_match_direction_error": 0.006641268730163574,
    "max_norm_match_relative_error": 1.5802008590526384e-07,
    "mean_feedback_forward_cosine": 0.9997503872840635,
    "mean_feedback_forward_relative_error": 0.021838433800205108,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.10311372578144073,
      "max_absolute_post_projection_soma_slope": 2.0606622186392087e-08,
      "max_absolute_pre_projection_soma_slope": 0.10311372578144073,
      "max_positive_post_projection_soma_slope": 2.0606622186392087e-08,
      "min_post_projection_soma_slope": -1.060392040841407e-08,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.3967742735909173e-08,
      "pre_projection_traffic_rms_ratio": 0.008809628894839435
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.008809628894815251,
    "raw_negative_gradient_cosine": [
      0.019015047699213028,
      -8.822965901345015e-05,
      0.0423874706029892,
      -0.02354944497346878,
      0.06672713160514832,
      0.03335469216108322,
      0.05295940116047859,
      0.09118880331516266,
      0.039782822132110596,
      -0.001272555673494935,
      0.04149865731596947,
      0.02153804898262024,
      0.013430852442979813,
      -0.001538372365757823,
      0.016360074281692505,
      0.029660258442163467,
      0.02270975150167942,
      0.0486227348446846,
      0.02294677123427391,
      0.045042991638183594,
      0.01302757766097784,
      0.0055456869304180145,
      -0.05427782982587814,
      0.08001662790775299,
      -0.0192134790122509,
      0.114122673869133,
      -0.004282823298126459,
      0.19512201845645905,
      0.012721724808216095,
      0.010696874931454659,
      0.11020593345165253
    ],
    "teaching_negative_gradient_cosine": [
      0.9996793270111084,
      0.9996604919433594,
      0.9996795654296875,
      0.9996747970581055,
      0.9996909499168396,
      0.9995384216308594,
      0.9996996521949768,
      0.9996235370635986,
      0.9997107982635498,
      0.9995654821395874,
      0.9997165203094482,
      0.9996768236160278,
      0.9997236132621765,
      0.999600887298584,
      0.999730110168457,
      0.9996433258056641,
      0.9997373819351196,
      0.9996926784515381,
      0.9997440576553345,
      0.9996826648712158,
      0.9997591376304626,
      0.9997883439064026,
      0.9997954964637756,
      0.9997599720954895,
      0.9998281598091125,
      0.9998058676719666,
      0.9998501539230347,
      0.9998639822006226,
      0.99992835521698,
      0.9999697208404541,
      0.8102250099182129
    ],
    "traffic_instruction_rms_ratio": 80.5082313124881,
    "used_negative_gradient_cosine": [
      0.9996793270111084,
      0.9996604919433594,
      0.9996795654296875,
      0.9996747970581055,
      0.9996909499168396,
      0.9995384216308594,
      0.9996996521949768,
      0.9996235370635986,
      0.9997107982635498,
      0.9995654821395874,
      0.9997165203094482,
      0.9996768236160278,
      0.9997236132621765,
      0.999600887298584,
      0.999730110168457,
      0.9996433258056641,
      0.9997373819351196,
      0.9996926784515381,
      0.9997440576553345,
      0.9996826648712158,
      0.9997591376304626,
      0.9997883439064026,
      0.9997954964637756,
      0.9997599720954895,
      0.9998281598091125,
      0.9998058676719666,
      0.9998501539230347,
      0.9998639822006226,
      0.99992835521698,
      0.9999697208404541,
      0.8102250099182129
    ],
    "wall_s": 0.23915576934814453
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.349123239517212,
        "mean_feedback_forward_cosine": 0.3184154016836997,
        "mean_feedback_forward_relative_error": 1.1622308550342437,
        "min_feedback_forward_cosine": 0.09792320430278778
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0018683632463321101,
        "instruction_rms": 0.0018683632464356298,
        "raw_apical_rms": 0.03624569453386514,
        "teaching_rms": 0.0018683632463321101,
        "traffic_rms": 0.03613115014401499
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 4.49112000922014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.052199008723502e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018145315137623224,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.9720316844940184
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3080101013183594,
        "mean_feedback_forward_cosine": 0.38682587685123565,
        "mean_feedback_forward_relative_error": 1.1022206256466527,
        "min_feedback_forward_cosine": 0.14350903034210205
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002286403119993488,
        "instruction_rms": 0.0022864031199263044,
        "raw_apical_rms": 0.0415839044188337,
        "teaching_rms": 0.002286403119993488,
        "traffic_rms": 0.041520381929141176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 4.69071181896652e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7511637960013122e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018682236871780205,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.4413672492218017
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2625365257263184,
        "mean_feedback_forward_cosine": 0.454744745166071,
        "mean_feedback_forward_relative_error": 1.0403635992157845,
        "min_feedback_forward_cosine": 0.2042173445224762
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002856331148956587,
        "instruction_rms": 0.0028563311487369188,
        "raw_apical_rms": 0.04831714058676078,
        "teaching_rms": 0.002856331148956587,
        "traffic_rms": 0.04823201347851221
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 4.657456642576108e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6100743518043677e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016788666455893747,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.1883209758377076
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2150771617889404,
        "mean_feedback_forward_cosine": 0.5136532504712382,
        "mean_feedback_forward_relative_error": 0.9834162862070145,
        "min_feedback_forward_cosine": 0.26392054557800293
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031697569633185796,
        "instruction_rms": 0.003169756963222006,
        "raw_apical_rms": 0.05338747022468913,
        "teaching_rms": 0.0031697569633185796,
        "traffic_rms": 0.05329255701858028
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 5.36680921925381e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6000444448801e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015669059732735403,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.9779595841789246
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1636258363723755,
        "mean_feedback_forward_cosine": 0.5632070437554391,
        "mean_feedback_forward_relative_error": 0.9331383128320018,
        "min_feedback_forward_cosine": 0.3270026445388794
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003303326608128507,
        "instruction_rms": 0.00330332660864547,
        "raw_apical_rms": 0.05613209391521324,
        "teaching_rms": 0.003303326608128507,
        "traffic_rms": 0.056034267856350774
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 6.213216607875438e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5812340690954248e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014205358990345121,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.8270183102226257
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1149184703826904,
        "mean_feedback_forward_cosine": 0.6046481709326467,
        "mean_feedback_forward_relative_error": 0.8884337246417999,
        "min_feedback_forward_cosine": 0.3852089047431946
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033687365254883306,
        "instruction_rms": 0.0033687365255427463,
        "raw_apical_rms": 0.05853834170146622,
        "teaching_rms": 0.0033687365254883306,
        "traffic_rms": 0.058440623063614965
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.317833450315447e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5743119560269975e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013208046553298632,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.7185641108131409
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0763901472091675,
        "mean_feedback_forward_cosine": 0.640215261328605,
        "mean_feedback_forward_relative_error": 0.8478996340305575,
        "min_feedback_forward_cosine": 0.4314519166946411
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003439691611151573,
        "instruction_rms": 0.0034396916117434228,
        "raw_apical_rms": 0.06018331462216512,
        "teaching_rms": 0.003439691611151573,
        "traffic_rms": 0.060083920337087586
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.937631352206154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5726156926374277e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013604340684405218,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6477009527969361
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0397318601608276,
        "mean_feedback_forward_cosine": 0.6711982613609683,
        "mean_feedback_forward_relative_error": 0.8106753114731081,
        "min_feedback_forward_cosine": 0.47156092524528503
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034773293972525346,
        "instruction_rms": 0.0034773293976698605,
        "raw_apical_rms": 0.061118584269800776,
        "teaching_rms": 0.0034773293972525346,
        "traffic_rms": 0.061018724903928755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 9.316102023149142e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5896862042897907e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01365289767855389,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5930870194435119
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0042730569839478,
        "mean_feedback_forward_cosine": 0.6981356220860635,
        "mean_feedback_forward_relative_error": 0.7769870152396541,
        "min_feedback_forward_cosine": 0.5083057284355164
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034731553950747888,
        "instruction_rms": 0.0034731553952689577,
        "raw_apical_rms": 0.0626269252739908,
        "teaching_rms": 0.0034731553950747888,
        "traffic_rms": 0.06252966378164276
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0759437429896934e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578908123350755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014179395672452142,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.548681717376709
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9682550430297852,
        "mean_feedback_forward_cosine": 0.7225830458825634,
        "mean_feedback_forward_relative_error": 0.7448044092424454,
        "min_feedback_forward_cosine": 0.544492244720459
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003548925307316809,
        "instruction_rms": 0.0035489253083595103,
        "raw_apical_rms": 0.0627202408191766,
        "teaching_rms": 0.003548925307316809,
        "traffic_rms": 0.06261872837906626
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.151621161938237e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5809551235128574e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013916157228203477,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5209420721435547
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9336236715316772,
        "mean_feedback_forward_cosine": 0.7443536039321653,
        "mean_feedback_forward_relative_error": 0.7148607430919525,
        "min_feedback_forward_cosine": 0.5774005651473999
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035479097876059545,
        "instruction_rms": 0.0035479097873360125,
        "raw_apical_rms": 0.06351287187237872,
        "teaching_rms": 0.0035479097876059545,
        "traffic_rms": 0.0634126927515392
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 6.495565685327165e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5814357619928713e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014521128082131329,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.4921373353767395
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.899095892906189,
        "mean_feedback_forward_cosine": 0.764203384999306,
        "mean_feedback_forward_relative_error": 0.686450574667223,
        "min_feedback_forward_cosine": 0.6088297963142395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003567407650267457,
        "instruction_rms": 0.003567407649679948,
        "raw_apical_rms": 0.0643272545903745,
        "teaching_rms": 0.003567407650267457,
        "traffic_rms": 0.06422709151095458
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0085728519015902e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5812116644453117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014100058092938588,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4646897285270691
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.869840681552887,
        "mean_feedback_forward_cosine": 0.7823158867897526,
        "mean_feedback_forward_relative_error": 0.6592727053549982,
        "min_feedback_forward_cosine": 0.6380674839019775
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035551361837908983,
        "instruction_rms": 0.003555136183908044,
        "raw_apical_rms": 0.06526339862688703,
        "teaching_rms": 0.0035551361837908983,
        "traffic_rms": 0.06516528307975758
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1249581177708023e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5811661225743245e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013975131741446984,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.44938543108940127
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8421918749809265,
        "mean_feedback_forward_cosine": 0.7986098816317897,
        "mean_feedback_forward_relative_error": 0.6339030655161026,
        "min_feedback_forward_cosine": 0.6636968851089478
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003542310093047334,
        "instruction_rms": 0.0035423100928636923,
        "raw_apical_rms": 0.06566515295494509,
        "teaching_rms": 0.003542310093047334,
        "traffic_rms": 0.06556815349269349
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.069285673338527e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747109182637625e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014421003884813169,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4314415920257568
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8139985203742981,
        "mean_feedback_forward_cosine": 0.8136870899508076,
        "mean_feedback_forward_relative_error": 0.6094659340958442,
        "min_feedback_forward_cosine": 0.6859352588653564
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00356102866105206,
        "instruction_rms": 0.003561028660416645,
        "raw_apical_rms": 0.06579666079935316,
        "teaching_rms": 0.00356102866105206,
        "traffic_rms": 0.06569893122453155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.28980972755744e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5797627522924986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015149934872542212,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4118518581676483
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7864567637443542,
        "mean_feedback_forward_cosine": 0.8278130292892456,
        "mean_feedback_forward_relative_error": 0.5858500104758048,
        "min_feedback_forward_cosine": 0.706699013710022
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003571298423541089,
        "instruction_rms": 0.0035712984229070567,
        "raw_apical_rms": 0.06652252201477747,
        "teaching_rms": 0.003571298423541089,
        "traffic_rms": 0.06642525712075328
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 7.55757980641647e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5685017447848382e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014987340263861476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.39782868075370786
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7594925165176392,
        "mean_feedback_forward_cosine": 0.8409136937510583,
        "mean_feedback_forward_relative_error": 0.5628470672715095,
        "min_feedback_forward_cosine": 0.7266198992729187
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036124114347874862,
        "instruction_rms": 0.0036124114343832375,
        "raw_apical_rms": 0.0667853896376609,
        "teaching_rms": 0.0036124114347874862,
        "traffic_rms": 0.06668641115497063
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.381794375760364e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5778748470378126e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01494092720952503,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.3853364744567871
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7328860759735107,
        "mean_feedback_forward_cosine": 0.8527568886356969,
        "mean_feedback_forward_relative_error": 0.5412813420257261,
        "min_feedback_forward_cosine": 0.7453172206878662
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036054019142679953,
        "instruction_rms": 0.0036054019139316923,
        "raw_apical_rms": 0.0669885631759906,
        "teaching_rms": 0.0036054019142679953,
        "traffic_rms": 0.06688996731069322
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 8.959162300925527e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574728810468514e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014829189195670446,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.37180454840660093
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7077186703681946,
        "mean_feedback_forward_cosine": 0.8637468526440282,
        "mean_feedback_forward_relative_error": 0.5204056270660893,
        "min_feedback_forward_cosine": 0.7624452114105225
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003605624887831031,
        "instruction_rms": 0.0036056248874183766,
        "raw_apical_rms": 0.06821762426263715,
        "teaching_rms": 0.003605624887831031,
        "traffic_rms": 0.06812068622192712
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.481707342549271e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56681578902328e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015647824216503382,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.3612572445106506
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.683469831943512,
        "mean_feedback_forward_cosine": 0.8740252410211871,
        "mean_feedback_forward_relative_error": 0.5002171757721132,
        "min_feedback_forward_cosine": 0.7783001661300659
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003619591928771839,
        "instruction_rms": 0.0036195919276024928,
        "raw_apical_rms": 0.06828244077412947,
        "teaching_rms": 0.003619591928771839,
        "traffic_rms": 0.06818475517578435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.020572923011059e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5738955629962453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015268541183042194,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.348959853515625
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6594583988189697,
        "mean_feedback_forward_cosine": 0.8832904523418795,
        "mean_feedback_forward_relative_error": 0.48108004658452924,
        "min_feedback_forward_cosine": 0.7932708263397217
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035751354082638317,
        "instruction_rms": 0.0035751354080015697,
        "raw_apical_rms": 0.06857471519851022,
        "teaching_rms": 0.0035751354082638317,
        "traffic_rms": 0.06848007569623833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 5.069496467058343e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704569681491547e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015717778113856357,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3425276482486725
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6360369920730591,
        "mean_feedback_forward_cosine": 0.891940749460651,
        "mean_feedback_forward_relative_error": 0.46262357600273624,
        "min_feedback_forward_cosine": 0.807397723197937
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036275424698628857,
        "instruction_rms": 0.0036275424707179647,
        "raw_apical_rms": 0.06835233988520548,
        "teaching_rms": 0.0036275424698628857,
        "traffic_rms": 0.0682543939807236
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 5.109001577352501e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5694009383727903e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015192259002773798,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.32964239320755007
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6133252382278442,
        "mean_feedback_forward_cosine": 0.9001314582363251,
        "mean_feedback_forward_relative_error": 0.4446873885969962,
        "min_feedback_forward_cosine": 0.8209010362625122
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003604449982899816,
        "instruction_rms": 0.00360444998338726,
        "raw_apical_rms": 0.06863894432059107,
        "teaching_rms": 0.003604449982899816,
        "traffic_rms": 0.06854259212185834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 5.521335211255973e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5750633355662413e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015290812355600071,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3240155930995941
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5919969081878662,
        "mean_feedback_forward_cosine": 0.9074511239605565,
        "mean_feedback_forward_relative_error": 0.42779956998363616,
        "min_feedback_forward_cosine": 0.8330364227294922
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036113212761654206,
        "instruction_rms": 0.003611321276892142,
        "raw_apical_rms": 0.06890865489760267,
        "teaching_rms": 0.0036113212761654206,
        "traffic_rms": 0.06881233568903938
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 6.138535724176108e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5718360645139188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015866967229347967,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3139541429710388
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5707038044929504,
        "mean_feedback_forward_cosine": 0.9142736869473611,
        "mean_feedback_forward_relative_error": 0.4115029477304028,
        "min_feedback_forward_cosine": 0.8446475863456726
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035934747816962773,
        "instruction_rms": 0.0035934747830829285,
        "raw_apical_rms": 0.06914278411479509,
        "teaching_rms": 0.0035934747816962773,
        "traffic_rms": 0.06904740347797378
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 6.275681130318844e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5777951293001463e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015709981713933067,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3036772249507904
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5497543215751648,
        "mean_feedback_forward_cosine": 0.9204997343401755,
        "mean_feedback_forward_relative_error": 0.39606341575422593,
        "min_feedback_forward_cosine": 0.8556846976280212
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003602066128294148,
        "instruction_rms": 0.0036020661284273583,
        "raw_apical_rms": 0.06942569318792734,
        "teaching_rms": 0.003602066128294148,
        "traffic_rms": 0.0693306285503332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 5.555501658704998e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5659540354013743e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01539304192058377,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.2984672192764282
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5293107032775879,
        "mean_feedback_forward_cosine": 0.9263052536595252,
        "mean_feedback_forward_relative_error": 0.3811599905452421,
        "min_feedback_forward_cosine": 0.8660324215888977
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003567323708320373,
        "instruction_rms": 0.00356732370952794,
        "raw_apical_rms": 0.06916096814635381,
        "teaching_rms": 0.003567323708320373,
        "traffic_rms": 0.06906711680888128
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 5.934568392262918e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5746689225887976e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01555602235159259,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.294402046585083
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5099024772644043,
        "mean_feedback_forward_cosine": 0.9318184948736622,
        "mean_feedback_forward_relative_error": 0.36650017144218566,
        "min_feedback_forward_cosine": 0.8754812479019165
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003629055702909361,
        "instruction_rms": 0.003629055701576995,
        "raw_apical_rms": 0.06963092681279068,
        "teaching_rms": 0.003629055702909361,
        "traffic_rms": 0.06953449810498749
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 8.656269301354769e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5694340866787732e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015121122219050057,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.28934790353775025
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4909377694129944,
        "mean_feedback_forward_cosine": 0.936896110734632,
        "mean_feedback_forward_relative_error": 0.35241030973772847,
        "min_feedback_forward_cosine": 0.8843867778778076
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003595609623953823,
        "instruction_rms": 0.003595609624316693,
        "raw_apical_rms": 0.0698145028916054,
        "teaching_rms": 0.003595609623953823,
        "traffic_rms": 0.06971977788686679
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 6.556560094850283e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565106171226261e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015467650889831446,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.28395292448043824
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.47229552268981934,
        "mean_feedback_forward_cosine": 0.941606746565911,
        "mean_feedback_forward_relative_error": 0.338891624683334,
        "min_feedback_forward_cosine": 0.892859935760498
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003570051048288169,
        "instruction_rms": 0.0035700510476088967,
        "raw_apical_rms": 0.07024312146693426,
        "teaching_rms": 0.003570051048288169,
        "traffic_rms": 0.07015033299946816
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 5.7252890428571845e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5736121763862837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015198169248482737,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.276487537021637
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4546135365962982,
        "mean_feedback_forward_cosine": 0.9458679460710094,
        "mean_feedback_forward_relative_error": 0.3261065620087808,
        "min_feedback_forward_cosine": 0.9006040692329407
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003568283303870979,
        "instruction_rms": 0.0035682833038841824,
        "raw_apical_rms": 0.07017832986819403,
        "teaching_rms": 0.003568283303870979,
        "traffic_rms": 0.07008566460560568
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.809811108927533e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5715400077440312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015248935664702336,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.26848984317302704
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4374768137931824,
        "mean_feedback_forward_cosine": 0.9498625666864456,
        "mean_feedback_forward_relative_error": 0.31367341933711884,
        "min_feedback_forward_cosine": 0.9077830910682678
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036007854799207767,
        "instruction_rms": 0.003600785480386143,
        "raw_apical_rms": 0.07004737717378703,
        "teaching_rms": 0.0036007854799207767,
        "traffic_rms": 0.06995282721579597
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 6.960980414305595e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562841669749408e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01491243445533156,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.26658033462524416
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4211234748363495,
        "mean_feedback_forward_cosine": 0.953569890991334,
        "mean_feedback_forward_relative_error": 0.3016835357392988,
        "min_feedback_forward_cosine": 0.9144378304481506
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035859103841977,
        "instruction_rms": 0.0035859103847275513,
        "raw_apical_rms": 0.07025713004176318,
        "teaching_rms": 0.0035859103841977,
        "traffic_rms": 0.0701636167908582
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.169268201323575e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563881850591078e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015135091509715095,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2559234872341156
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.404587984085083,
        "mean_feedback_forward_cosine": 0.9570633845944558,
        "mean_feedback_forward_relative_error": 0.2899813310753915,
        "min_feedback_forward_cosine": 0.9208983182907104
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003623462345362718,
        "instruction_rms": 0.0036234623452563995,
        "raw_apical_rms": 0.07028596157188986,
        "teaching_rms": 0.003623462345362718,
        "traffic_rms": 0.07019001727884343
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 6.397198148988537e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5664044388585058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014641788890473018,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.25576767461776734
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3892500698566437,
        "mean_feedback_forward_cosine": 0.960218318047062,
        "mean_feedback_forward_relative_error": 0.2790132438944232,
        "min_feedback_forward_cosine": 0.9266842007637024
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003579824925072167,
        "instruction_rms": 0.0035798249259937926,
        "raw_apical_rms": 0.07039205688694457,
        "teaching_rms": 0.003579824925072167,
        "traffic_rms": 0.070298913649722
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 8.090054137710467e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5668529465423474e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014838895349049018,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2515813309431076
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37388598918914795,
        "mean_feedback_forward_cosine": 0.96321480120382,
        "mean_feedback_forward_relative_error": 0.26816824823617935,
        "min_feedback_forward_cosine": 0.9322986602783203
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003604920150045678,
        "instruction_rms": 0.003604920149207569,
        "raw_apical_rms": 0.07069537659520468,
        "teaching_rms": 0.003604920150045678,
        "traffic_rms": 0.07060154749305185
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.07327636555965e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5603341621615057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014696763425095934,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.25099168491363527
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.35926011204719543,
        "mean_feedback_forward_cosine": 0.9659601334602602,
        "mean_feedback_forward_relative_error": 0.2578650359665194,
        "min_feedback_forward_cosine": 0.9374220371246338
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036139582229496527,
        "instruction_rms": 0.003613958222213897,
        "raw_apical_rms": 0.0707432196080217,
        "teaching_rms": 0.0036139582229496527,
        "traffic_rms": 0.07064876743849158
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.36420204816568e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.557482387522224e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013753166593612634,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2449511640739441
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3455997407436371,
        "mean_feedback_forward_cosine": 0.9684372140515235,
        "mean_feedback_forward_relative_error": 0.24818992422473046,
        "min_feedback_forward_cosine": 0.9419872760772705
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003618526539846824,
        "instruction_rms": 0.0036185265395190084,
        "raw_apical_rms": 0.0712440779671978,
        "teaching_rms": 0.003618526539846824,
        "traffic_rms": 0.07115006688456978
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.842152882631126e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5608908939363994e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01463015384333008,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.24492750885009765
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.33338403701782227,
        "mean_feedback_forward_cosine": 0.970689308258795,
        "mean_feedback_forward_relative_error": 0.2390509692411269,
        "min_feedback_forward_cosine": 0.9460171461105347
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003514273819638191,
        "instruction_rms": 0.003514273819840301,
        "raw_apical_rms": 0.07185023575879976,
        "teaching_rms": 0.003514273819638191,
        "traffic_rms": 0.07176248139000149
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 5.988686524460718e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5559257207111566e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014423459384459852,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.2303639947128296
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.32096561789512634,
        "mean_feedback_forward_cosine": 0.9729102811505718,
        "mean_feedback_forward_relative_error": 0.22972243399389328,
        "min_feedback_forward_cosine": 0.9501440525054932
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036082622957538165,
        "instruction_rms": 0.0036082622961325665,
        "raw_apical_rms": 0.07153499119852696,
        "teaching_rms": 0.0036082622957538165,
        "traffic_rms": 0.07144157740120281
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485987603664398,
        "maximum_absolute_post_projection_soma_slope": 5.910189670998989e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5533174637422783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014583604056094006,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.2331293714237213
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.31002968549728394,
        "mean_feedback_forward_cosine": 0.9748779881385065,
        "mean_feedback_forward_relative_error": 0.22114136718934582,
        "min_feedback_forward_cosine": 0.9534217119216919
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035347714829293084,
        "instruction_rms": 0.0035347714822814118,
        "raw_apical_rms": 0.07183233493973475,
        "teaching_rms": 0.0035347714829293084,
        "traffic_rms": 0.07174284111941574
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 6.25932727871259e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5474592058844107e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014028240070744309,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.2342703471660614
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.29950159788131714,
        "mean_feedback_forward_cosine": 0.9767794339887558,
        "mean_feedback_forward_relative_error": 0.21252780575906077,
        "min_feedback_forward_cosine": 0.9565247893333435
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003610217123786374,
        "instruction_rms": 0.0036102171238047123,
        "raw_apical_rms": 0.07235855988277147,
        "teaching_rms": 0.003610217123786374,
        "traffic_rms": 0.07226617896469169
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.098534382521393e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5479094203370572e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014232548533931105,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.22992673044204712
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28973188996315,
        "mean_feedback_forward_cosine": 0.9784697755690543,
        "mean_feedback_forward_relative_error": 0.204577540918704,
        "min_feedback_forward_cosine": 0.9593740105628967
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035683437195230664,
        "instruction_rms": 0.003568343718641344,
        "raw_apical_rms": 0.07251229130585289,
        "teaching_rms": 0.0035683437195230664,
        "traffic_rms": 0.07242229310682763
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 1.0579122289300358e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5491293110287204e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013873516771714936,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.22220664313316346
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2802804708480835,
        "mean_feedback_forward_cosine": 0.9800236282810089,
        "mean_feedback_forward_relative_error": 0.1969566575942501,
        "min_feedback_forward_cosine": 0.9619824886322021
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003545573737626911,
        "instruction_rms": 0.0035455737376359816,
        "raw_apical_rms": 0.07271454910673958,
        "teaching_rms": 0.003545573737626911,
        "traffic_rms": 0.07262562983843843
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 6.769742810774915e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5573255268973508e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013970789926037681,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2209553227996826
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27100589871406555,
        "mean_feedback_forward_cosine": 0.9814942479133606,
        "mean_feedback_forward_relative_error": 0.18949198891078273,
        "min_feedback_forward_cosine": 0.9644244313240051
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035538451028273837,
        "instruction_rms": 0.003553845102324246,
        "raw_apical_rms": 0.07255014547313235,
        "teaching_rms": 0.0035538451028273837,
        "traffic_rms": 0.07246072808047117
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.043365795629143e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5467154917628083e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014452166843817482,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2208089984035492
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26140815019607544,
        "mean_feedback_forward_cosine": 0.982880175113678,
        "mean_feedback_forward_relative_error": 0.18220968784824496,
        "min_feedback_forward_cosine": 0.9668254852294922
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035411378733027445,
        "instruction_rms": 0.0035411378738394307,
        "raw_apical_rms": 0.07286733575368119,
        "teaching_rms": 0.0035411378733027445,
        "traffic_rms": 0.07277881354938386
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.648495336023188e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5555301059849515e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014634393083647996,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.21660668154716492
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2515721023082733,
        "mean_feedback_forward_cosine": 0.9841807599990599,
        "mean_feedback_forward_relative_error": 0.17512519321134012,
        "min_feedback_forward_cosine": 0.9692121744155884
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003528841659097951,
        "instruction_rms": 0.003528841659134414,
        "raw_apical_rms": 0.07273094495250207,
        "teaching_rms": 0.003528841659097951,
        "traffic_rms": 0.07264293644618175
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.333095197736839e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5532725380837097e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014309781620687424,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.2198983741378784
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2422412931919098,
        "mean_feedback_forward_cosine": 0.9853565500628564,
        "mean_feedback_forward_relative_error": 0.16845456582884635,
        "min_feedback_forward_cosine": 0.9714775085449219
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00356773510432647,
        "instruction_rms": 0.003567735103613113,
        "raw_apical_rms": 0.07288641617085317,
        "teaching_rms": 0.00356773510432647,
        "traffic_rms": 0.07279675240664363
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.341967827618646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5481388218298634e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013792453886977802,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.21505139840602874
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2331939935684204,
        "mean_feedback_forward_cosine": 0.9864503952764696,
        "mean_feedback_forward_relative_error": 0.16202208147414268,
        "min_feedback_forward_cosine": 0.9735477566719055
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035382228881439665,
        "instruction_rms": 0.0035382228874618767,
        "raw_apical_rms": 0.07342302901155884,
        "teaching_rms": 0.0035382228881439665,
        "traffic_rms": 0.07333512088777719
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.433903531113174e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5485429765373552e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014346749791625278,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.2117636529159546
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22525061666965485,
        "mean_feedback_forward_cosine": 0.987417588310857,
        "mean_feedback_forward_relative_error": 0.15608877027707715,
        "min_feedback_forward_cosine": 0.9753058552742004
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003467811643160292,
        "instruction_rms": 0.0034678116421256577,
        "raw_apical_rms": 0.0732651516126636,
        "teaching_rms": 0.003467811643160292,
        "traffic_rms": 0.07318059111933263
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.541247271092288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.543768711456422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014085245610821483,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.2025717242884636
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21740497648715973,
        "mean_feedback_forward_cosine": 0.9883876289090803,
        "mean_feedback_forward_relative_error": 0.1498993553461567,
        "min_feedback_forward_cosine": 0.9769393801689148
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036306974563469294,
        "instruction_rms": 0.0036306974575807606,
        "raw_apical_rms": 0.07310654396514574,
        "teaching_rms": 0.0036306974563469294,
        "traffic_rms": 0.07301367906981819
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.591091216203495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.545394036883777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015027317682516157,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.2066680376958847
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20983608067035675,
        "mean_feedback_forward_cosine": 0.9892710851084802,
        "mean_feedback_forward_relative_error": 0.1440406883916547,
        "min_feedback_forward_cosine": 0.978495180606842
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036078305681864972,
        "instruction_rms": 0.003607830568422387,
        "raw_apical_rms": 0.07326588468645093,
        "teaching_rms": 0.0036078305681864972,
        "traffic_rms": 0.07317474353022814
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.03603441568157e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5529996630176128e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015480392477072011,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.20970831125259398
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20208847522735596,
        "mean_feedback_forward_cosine": 0.9900660899377638,
        "mean_feedback_forward_relative_error": 0.13858351483941078,
        "min_feedback_forward_cosine": 0.9800778031349182
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035191287390104386,
        "instruction_rms": 0.003519128739096533,
        "raw_apical_rms": 0.07320936943679052,
        "teaching_rms": 0.0035191287390104386,
        "traffic_rms": 0.07312225658221999
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.146664772022632e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5475826626873828e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015389471798350141,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.20343002840995789
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19537170231342316,
        "mean_feedback_forward_cosine": 0.9907822551265839,
        "mean_feedback_forward_relative_error": 0.13345198249143939,
        "min_feedback_forward_cosine": 0.9813547134399414
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034957594861710862,
        "instruction_rms": 0.0034957594880671693,
        "raw_apical_rms": 0.0738828588731777,
        "teaching_rms": 0.0034957594861710862,
        "traffic_rms": 0.07379779846383361
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.070416359993942e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.542990011263659e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014873055506304843,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.19964063883781433
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1883355677127838,
        "mean_feedback_forward_cosine": 0.991474203525051,
        "mean_feedback_forward_relative_error": 0.12832156977345865,
        "min_feedback_forward_cosine": 0.9826860427856445
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035423250416894317,
        "instruction_rms": 0.0035423250424304704,
        "raw_apical_rms": 0.07414406138734056,
        "teaching_rms": 0.0035423250416894317,
        "traffic_rms": 0.07405697565431615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.433654130612922e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5484133176821375e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014601856314887793,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.19996760390281676
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18150240182876587,
        "mean_feedback_forward_cosine": 0.9921058416366577,
        "mean_feedback_forward_relative_error": 0.12345341352685806,
        "min_feedback_forward_cosine": 0.9839038848876953
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035368324558972893,
        "instruction_rms": 0.003536832455649132,
        "raw_apical_rms": 0.07443246141932693,
        "teaching_rms": 0.0035368324558972893,
        "traffic_rms": 0.07434611176159013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.004032839091451e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5400697112334856e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014279220159043305,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.19564476159572602
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1747015118598938,
        "mean_feedback_forward_cosine": 0.9927121670015396,
        "mean_feedback_forward_relative_error": 0.1185920762438928,
        "min_feedback_forward_cosine": 0.9850529432296753
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035915274110740816,
        "instruction_rms": 0.003591527411796789,
        "raw_apical_rms": 0.07430636998145877,
        "teaching_rms": 0.0035915274110740816,
        "traffic_rms": 0.07421717398528853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.405348322388818e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5461576666564704e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013864318215609397,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.19875957082271575
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16783694922924042,
        "mean_feedback_forward_cosine": 0.9932740196104972,
        "mean_feedback_forward_relative_error": 0.11392342960161547,
        "min_feedback_forward_cosine": 0.986203134059906
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003583734185415176,
        "instruction_rms": 0.0035837341850378382,
        "raw_apical_rms": 0.07424991043734266,
        "teaching_rms": 0.003583734185415176,
        "traffic_rms": 0.07416121185209427
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.0125791050086264e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5419158141631458e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013878449428116037,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.20260698585510253
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1618281751871109,
        "mean_feedback_forward_cosine": 0.9937629680479726,
        "mean_feedback_forward_relative_error": 0.10969174124540822,
        "min_feedback_forward_cosine": 0.9871610999107361
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003478286763943438,
        "instruction_rms": 0.0034782867641409117,
        "raw_apical_rms": 0.07455198519834542,
        "teaching_rms": 0.003478286763943438,
        "traffic_rms": 0.07446807860912723
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.071890949333465e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.542102533768073e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013162751639562506,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.18915049114227295
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1558232605457306,
        "mean_feedback_forward_cosine": 0.9942391476323528,
        "mean_feedback_forward_relative_error": 0.10540983477427114,
        "min_feedback_forward_cosine": 0.9880666732788086
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003535855358245179,
        "instruction_rms": 0.003535855358514941,
        "raw_apical_rms": 0.07485005451974064,
        "teaching_rms": 0.003535855358245179,
        "traffic_rms": 0.07476403673636119
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.411644276089646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.544305088672089e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013818985932131272,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.19254500077724457
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14955919981002808,
        "mean_feedback_forward_cosine": 0.9946779704863026,
        "mean_feedback_forward_relative_error": 0.1013064254676142,
        "min_feedback_forward_cosine": 0.9890223145484924
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003562531528604123,
        "instruction_rms": 0.0035625315279557363,
        "raw_apical_rms": 0.0746798395252637,
        "teaching_rms": 0.003562531528604123,
        "traffic_rms": 0.07459210094809259
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0262327521104453e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.537492892285799e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014652329516216799,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.19360217828273774
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14410655200481415,
        "mean_feedback_forward_cosine": 0.9950764986776537,
        "mean_feedback_forward_relative_error": 0.09742516832005593,
        "min_feedback_forward_cosine": 0.9898029565811157
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035676243786786333,
        "instruction_rms": 0.003567624377833858,
        "raw_apical_rms": 0.07492166847924847,
        "teaching_rms": 0.0035676243786786333,
        "traffic_rms": 0.07483419516109906
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.406086576291273e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.537579362513058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014646023011074276,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.19030395037651063
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1386268138885498,
        "mean_feedback_forward_cosine": 0.9954412310354172,
        "mean_feedback_forward_relative_error": 0.093738068255686,
        "min_feedback_forward_cosine": 0.9905557632446289
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035199649503759828,
        "instruction_rms": 0.003519964950999063,
        "raw_apical_rms": 0.07479722146273009,
        "teaching_rms": 0.0035199649503759828,
        "traffic_rms": 0.07471181997219575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.486156926641343e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.544761026237976e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01457558466425648,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.1909268178319931
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13337312638759613,
        "mean_feedback_forward_cosine": 0.9957873455939754,
        "mean_feedback_forward_relative_error": 0.09010233718060678,
        "min_feedback_forward_cosine": 0.9912433624267578
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035849803237658047,
        "instruction_rms": 0.003584980325426957,
        "raw_apical_rms": 0.07548526364493609,
        "teaching_rms": 0.0035849803237658047,
        "traffic_rms": 0.07539773625772524
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.101554354629116e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5268856084482808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014169535282067214,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.19319603216171263
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12824121117591858,
        "mean_feedback_forward_cosine": 0.9961044346132586,
        "mean_feedback_forward_relative_error": 0.08663714707138077,
        "min_feedback_forward_cosine": 0.991897702217102
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035324138877987567,
        "instruction_rms": 0.0035324138882821374,
        "raw_apical_rms": 0.07569603700592356,
        "teaching_rms": 0.0035324138877987567,
        "traffic_rms": 0.07561110523697553
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.58067190026668e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5334213973492087e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014581693564766853,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.18684907359600067
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12333238124847412,
        "mean_feedback_forward_cosine": 0.9963936132769431,
        "mean_feedback_forward_relative_error": 0.08334574962575589,
        "min_feedback_forward_cosine": 0.9924991130828857
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003496589974264169,
        "instruction_rms": 0.0034965899747340617,
        "raw_apical_rms": 0.07597036493797722,
        "teaching_rms": 0.003496589974264169,
        "traffic_rms": 0.07588712076219775
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.082046321078451e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5395833015813246e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0139032772775167,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.18405272352218627
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11874133348464966,
        "mean_feedback_forward_cosine": 0.9966578425899628,
        "mean_feedback_forward_relative_error": 0.08022083089716973,
        "min_feedback_forward_cosine": 0.9930402636528015
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003513683101232733,
        "instruction_rms": 0.0035136831006248627,
        "raw_apical_rms": 0.07609684610219249,
        "teaching_rms": 0.003513683101232733,
        "traffic_rms": 0.07601334137741342
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.90832154709642e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5242490335526098e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014270058077524241,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.18282177020549775
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11410302668809891,
        "mean_feedback_forward_cosine": 0.9969153981054982,
        "mean_feedback_forward_relative_error": 0.07707575161851221,
        "min_feedback_forward_cosine": 0.9935793280601501
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036083476381545535,
        "instruction_rms": 0.0036083476378228592,
        "raw_apical_rms": 0.07622372732885632,
        "teaching_rms": 0.0036083476381545535,
        "traffic_rms": 0.07613545448242943
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 6.938371654996445e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5296652058797503e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014754368099530188,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.18329295968055725
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10950884222984314,
        "mean_feedback_forward_cosine": 0.9971511325528545,
        "mean_feedback_forward_relative_error": 0.07406534020218157,
        "min_feedback_forward_cosine": 0.9940752387046814
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003547374439442843,
        "instruction_rms": 0.0035473744401827334,
        "raw_apical_rms": 0.07605307224422006,
        "teaching_rms": 0.003547374439442843,
        "traffic_rms": 0.07596778447124998
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.937065132386124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5315695191526278e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014888307990096316,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.18906341844081878
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10573495179414749,
        "mean_feedback_forward_cosine": 0.9973579760520689,
        "mean_feedback_forward_relative_error": 0.07130478100190239,
        "min_feedback_forward_cosine": 0.9944680333137512
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035124249429167513,
        "instruction_rms": 0.0035124249436087693,
        "raw_apical_rms": 0.07623972737135004,
        "teaching_rms": 0.0035124249429167513,
        "traffic_rms": 0.0761559267857974
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.0869854349948582e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5236234503629538e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014453972743486226,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.17535344400882721
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1018197163939476,
        "mean_feedback_forward_cosine": 0.9975589552233296,
        "mean_feedback_forward_relative_error": 0.06853668367670428,
        "min_feedback_forward_cosine": 0.9948732852935791
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035406117729962503,
        "instruction_rms": 0.0035406117724872217,
        "raw_apical_rms": 0.07615759788290066,
        "teaching_rms": 0.0035406117729962503,
        "traffic_rms": 0.07607255346579143
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 9.821511071095301e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5451872344122994e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015035056867348424,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.1841877987718582
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09843720495700836,
        "mean_feedback_forward_cosine": 0.9977367097331632,
        "mean_feedback_forward_relative_error": 0.06598064537730909,
        "min_feedback_forward_cosine": 0.9952043294906616
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003495830509761125,
        "instruction_rms": 0.0034958305109188876,
        "raw_apical_rms": 0.07629823092094715,
        "teaching_rms": 0.003495830509761125,
        "traffic_rms": 0.07621522743955157
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1210785544335522e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5239736843174995e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015060494768254747,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.17492715606689452
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09479423612356186,
        "mean_feedback_forward_cosine": 0.9979092690252489,
        "mean_feedback_forward_relative_error": 0.0634160170992536,
        "min_feedback_forward_cosine": 0.9955540895462036
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003531479361941745,
        "instruction_rms": 0.0035314793627695493,
        "raw_apical_rms": 0.0763427653959354,
        "teaching_rms": 0.003531479361941745,
        "traffic_rms": 0.07625820705492264
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.1792678122901634e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.519641786309308e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01462348411231385,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.1827969622707367
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09126103669404984,
        "mean_feedback_forward_cosine": 0.9980602264404297,
        "mean_feedback_forward_relative_error": 0.06107467719383778,
        "min_feedback_forward_cosine": 0.9958809614181519
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003511989402995332,
        "instruction_rms": 0.0035119894045005503,
        "raw_apical_rms": 0.07645319287249783,
        "teaching_rms": 0.003511989402995332,
        "traffic_rms": 0.07636960366053744
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.13380873157621e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.522335222133876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015485400517680681,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.17390078784942628
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08786570280790329,
        "mean_feedback_forward_cosine": 0.9982036775158297,
        "mean_feedback_forward_relative_error": 0.058767640722855445,
        "min_feedback_forward_cosine": 0.9961830377578735
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003510973985424096,
        "instruction_rms": 0.0035109739863188965,
        "raw_apical_rms": 0.07643620183467235,
        "teaching_rms": 0.003510973985424096,
        "traffic_rms": 0.07635283791254978
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.41351726674111e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.529499990270176e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014838685674348297,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.17431724754810332
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08470561355352402,
        "mean_feedback_forward_cosine": 0.9983381205989469,
        "mean_feedback_forward_relative_error": 0.05651552302222098,
        "min_feedback_forward_cosine": 0.9964495897293091
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035387833308349556,
        "instruction_rms": 0.0035387833295479386,
        "raw_apical_rms": 0.07682818089801362,
        "teaching_rms": 0.0035387833308349556,
        "traffic_rms": 0.07674391562968257
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 7.734478657539512e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.525725334664447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014106072571530726,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.1742467817211151
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08137988299131393,
        "mean_feedback_forward_cosine": 0.9984661398395416,
        "mean_feedback_forward_relative_error": 0.05429629410707181,
        "min_feedback_forward_cosine": 0.996722936630249
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035368698563421896,
        "instruction_rms": 0.0035368698565948807,
        "raw_apical_rms": 0.07668344871325335,
        "teaching_rms": 0.0035368698563421896,
        "traffic_rms": 0.07659905406782085
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.479236868197404e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5298777851516374e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014231159298908364,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.17773329139709473
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07825799286365509,
        "mean_feedback_forward_cosine": 0.998579828969894,
        "mean_feedback_forward_relative_error": 0.05224089318465802,
        "min_feedback_forward_cosine": 0.9969693422317505
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034274400758817418,
        "instruction_rms": 0.0034274400757067897,
        "raw_apical_rms": 0.07701370861979899,
        "teaching_rms": 0.0034274400758817418,
        "traffic_rms": 0.07693449183067701
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 1.1169006342015564e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5298715934851535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015109962188135194,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.1731295151090622
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0752711072564125,
        "mean_feedback_forward_cosine": 0.9986858887057151,
        "mean_feedback_forward_relative_error": 0.05024578530461558,
        "min_feedback_forward_cosine": 0.9971962571144104
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034798355626603264,
        "instruction_rms": 0.0034798355619360087,
        "raw_apical_rms": 0.0775893310921717,
        "teaching_rms": 0.0034798355626603264,
        "traffic_rms": 0.07750835716591364
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0516922088754654e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5225252800836012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015427078382848262,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.17347687585830687
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.072512187063694,
        "mean_feedback_forward_cosine": 0.9987837056959828,
        "mean_feedback_forward_relative_error": 0.048337063541816126,
        "min_feedback_forward_cosine": 0.9973939061164856
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003445245711270811,
        "instruction_rms": 0.003445245710523916,
        "raw_apical_rms": 0.07776831356730385,
        "teaching_rms": 0.003445245711270811,
        "traffic_rms": 0.0776889849298262
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.540880796521378e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5202650409199263e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015316771343777411,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.17246941825151443
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06970735639333725,
        "mean_feedback_forward_cosine": 0.9988761851864476,
        "mean_feedback_forward_relative_error": 0.04646128998889077,
        "min_feedback_forward_cosine": 0.9975912570953369
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034676542428025547,
        "instruction_rms": 0.003467654242923529,
        "raw_apical_rms": 0.0780375994479244,
        "teaching_rms": 0.0034676542428025547,
        "traffic_rms": 0.07795783358289698
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.036554522215738e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5187794423048757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014605065470960913,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.1780101472902298
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06705942004919052,
        "mean_feedback_forward_cosine": 0.9989592279157331,
        "mean_feedback_forward_relative_error": 0.04471062772697018,
        "min_feedback_forward_cosine": 0.9977735280990601
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034269871487030285,
        "instruction_rms": 0.0034269871481415267,
        "raw_apical_rms": 0.07826105492704556,
        "teaching_rms": 0.0034269871487030285,
        "traffic_rms": 0.0781829204866453
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.952651515097386e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5215194881173365e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01564781421400523,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.17068311315059662
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06453179568052292,
        "mean_feedback_forward_cosine": 0.9990373100003889,
        "mean_feedback_forward_relative_error": 0.04299624738914351,
        "min_feedback_forward_cosine": 0.997937798500061
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003464505163004312,
        "instruction_rms": 0.003464505162830319,
        "raw_apical_rms": 0.07820298580457843,
        "teaching_rms": 0.003464505163004312,
        "traffic_rms": 0.07812343209678141
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.397366002554918e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5236947503659647e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015184065074857188,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.16956559858322143
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.062339261174201965,
        "mean_feedback_forward_cosine": 0.999108495250825,
        "mean_feedback_forward_relative_error": 0.04137106588290584,
        "min_feedback_forward_cosine": 0.998076319694519
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034532588682173603,
        "instruction_rms": 0.00345325886788395,
        "raw_apical_rms": 0.07829725195512172,
        "teaching_rms": 0.0034532588682173603,
        "traffic_rms": 0.07821822696815829
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.947472534577173e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5161306306876885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01527853877513493,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.17076773929595948
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059681862592697144,
        "mean_feedback_forward_cosine": 0.9991771847971024,
        "mean_feedback_forward_relative_error": 0.039746583319239075,
        "min_feedback_forward_cosine": 0.9982354640960693
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035120564590859003,
        "instruction_rms": 0.003512056458114103,
        "raw_apical_rms": 0.07870747112464983,
        "teaching_rms": 0.0035120564590859003,
        "traffic_rms": 0.07862635169707961
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.217246343951047e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5232262780781532e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015276575791907918,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.17142115005493164
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05723540857434273,
        "mean_feedback_forward_cosine": 0.9992400484700357,
        "mean_feedback_forward_relative_error": 0.038202963408923915,
        "min_feedback_forward_cosine": 0.9983772039413452
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003494858156359144,
        "instruction_rms": 0.003494858156024841,
        "raw_apical_rms": 0.07849947800043329,
        "teaching_rms": 0.003494858156359144,
        "traffic_rms": 0.07841873976114817
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1524583243271991e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.519435529878183e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01421604195163046,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.17196555834770202
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05511709302663803,
        "mean_feedback_forward_cosine": 0.9992951423891129,
        "mean_feedback_forward_relative_error": 0.036785399961856105,
        "min_feedback_forward_cosine": 0.9984930157661438
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033877543881544784,
        "instruction_rms": 0.0033877543891387193,
        "raw_apical_rms": 0.07872908532779466,
        "teaching_rms": 0.0033877543881544784,
        "traffic_rms": 0.07865335545989838
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.518948473896671e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5275384610118153e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014686607838940357,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.16454553032398223
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.053032949566841125,
        "mean_feedback_forward_cosine": 0.9993482866594868,
        "mean_feedback_forward_relative_error": 0.035372225267271844,
        "min_feedback_forward_cosine": 0.9986045360565186
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034628492072512037,
        "instruction_rms": 0.0034628492076276113,
        "raw_apical_rms": 0.07910306808613789,
        "teaching_rms": 0.0034628492072512037,
        "traffic_rms": 0.07902444817274976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.613498891918425e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.524672210198651e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014690587823124638,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.1659625129032135
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0507659912109375,
        "mean_feedback_forward_cosine": 0.9993979853968467,
        "mean_feedback_forward_relative_error": 0.03399836599466301,
        "min_feedback_forward_cosine": 0.9987220764160156
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003486906064305537,
        "instruction_rms": 0.0034869060650725967,
        "raw_apical_rms": 0.0789895851124582,
        "teaching_rms": 0.003486906064305537,
        "traffic_rms": 0.07890988116910472
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.605545076534327e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5197526043836565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014318585798445338,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.16840963133335113
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04880470037460327,
        "mean_feedback_forward_cosine": 0.9994427580987254,
        "mean_feedback_forward_relative_error": 0.032710261913316864,
        "min_feedback_forward_cosine": 0.9988191723823547
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034286222954502533,
        "instruction_rms": 0.0034286222948842304,
        "raw_apical_rms": 0.0791167926077213,
        "teaching_rms": 0.0034286222954502533,
        "traffic_rms": 0.07903956783426677
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.1512290853943341e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5215864465985768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015061459454309834,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.16472424047470094
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.046967122703790665,
        "mean_feedback_forward_cosine": 0.9994842486996804,
        "mean_feedback_forward_relative_error": 0.03146700993660958,
        "min_feedback_forward_cosine": 0.9989062547683716
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034543203241874623,
        "instruction_rms": 0.003454320323692447,
        "raw_apical_rms": 0.07911317919499969,
        "teaching_rms": 0.0034543203241874623,
        "traffic_rms": 0.07903508655923748
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.277758294956584e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513490919059114e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015046410993624913,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.1640119525885582
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04525262862443924,
        "mean_feedback_forward_cosine": 0.9995235320060484,
        "mean_feedback_forward_relative_error": 0.030242789476629225,
        "min_feedback_forward_cosine": 0.9989849328994751
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003505403215488739,
        "instruction_rms": 0.00350540321593002,
        "raw_apical_rms": 0.07912524233391424,
        "teaching_rms": 0.003505403215488739,
        "traffic_rms": 0.07904428170793545
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.812236356765425e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5169537672197523e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015159762437062213,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.166050426030159
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04345744103193283,
        "mean_feedback_forward_cosine": 0.9995605657177586,
        "mean_feedback_forward_relative_error": 0.02904382453209931,
        "min_feedback_forward_cosine": 0.9990651607513428
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035393196707221674,
        "instruction_rms": 0.0035393196696472083,
        "raw_apical_rms": 0.07895586536078089,
        "teaching_rms": 0.0035393196707221674,
        "traffic_rms": 0.0788733693364956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.617264768417954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5167174494917777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015240176688414445,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.1662076429438591
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04176519811153412,
        "mean_feedback_forward_cosine": 0.9995943346331196,
        "mean_feedback_forward_relative_error": 0.027905780191142714,
        "min_feedback_forward_cosine": 0.9991357326507568
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003516851113984911,
        "instruction_rms": 0.003516851114126374,
        "raw_apical_rms": 0.07934237251546009,
        "teaching_rms": 0.003516851113984911,
        "traffic_rms": 0.07926160164845057
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.927081213665588e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5272991444347993e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015187137801153352,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.17011467378497125
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04019809141755104,
        "mean_feedback_forward_cosine": 0.9996240754281321,
        "mean_feedback_forward_relative_error": 0.026859281975175103,
        "min_feedback_forward_cosine": 0.9991989135742188
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003448810612157141,
        "instruction_rms": 0.0034488106128691583,
        "raw_apical_rms": 0.0796090302692927,
        "teaching_rms": 0.003448810612157141,
        "traffic_rms": 0.07953194447727764
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.7103857399361e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.523996955379413e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01492849317895086,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.16408861306190492
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.038644999265670776,
        "mean_feedback_forward_cosine": 0.9996531048128682,
        "mean_feedback_forward_relative_error": 0.025800723402250196,
        "min_feedback_forward_cosine": 0.9992592930793762
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035202597556042037,
        "instruction_rms": 0.0035202597556102436,
        "raw_apical_rms": 0.07971225660496446,
        "teaching_rms": 0.0035202597556042037,
        "traffic_rms": 0.07963165417954865
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.1783674125354082e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5197906453247196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01535256807704044,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.16387008115291596
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03719918057322502,
        "mean_feedback_forward_cosine": 0.9996788405602978,
        "mean_feedback_forward_relative_error": 0.024823390878736973,
        "min_feedback_forward_cosine": 0.9993136525154114
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034862356175156812,
        "instruction_rms": 0.0034862356161719844,
        "raw_apical_rms": 0.0796233196621906,
        "teaching_rms": 0.0034862356175156812,
        "traffic_rms": 0.07954412217449612
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0124649207909897e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5100573789575725e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015956955036797622,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.16269615334510804
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035789620131254196,
        "mean_feedback_forward_cosine": 0.9997035611060358,
        "mean_feedback_forward_relative_error": 0.023847881163800915,
        "min_feedback_forward_cosine": 0.9993649125099182
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035357990362742857,
        "instruction_rms": 0.003535799037342637,
        "raw_apical_rms": 0.07968405260724283,
        "teaching_rms": 0.0035357990362742857,
        "traffic_rms": 0.07960272501545694
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0262154148676927e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512815379923576e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014595247023227986,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.16219510801792145
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03450062870979309,
        "mean_feedback_forward_cosine": 0.999725676351978,
        "mean_feedback_forward_relative_error": 0.022937791602265452,
        "min_feedback_forward_cosine": 0.9994091987609863
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034607600347872436,
        "instruction_rms": 0.0034607600338873563,
        "raw_apical_rms": 0.08000673016027257,
        "teaching_rms": 0.0034607600347872436,
        "traffic_rms": 0.07992918212158623
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.115185406471937e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5132679730621306e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015766540240688,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.16312291798114775
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03321545943617821,
        "mean_feedback_forward_cosine": 0.9997461188224054,
        "mean_feedback_forward_relative_error": 0.022066733890002774,
        "min_feedback_forward_cosine": 0.9994525909423828
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034335899241077694,
        "instruction_rms": 0.0034335899243701077,
        "raw_apical_rms": 0.07965220592247597,
        "teaching_rms": 0.0034335899241077694,
        "traffic_rms": 0.07957544158849365
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.0353105039939692e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5219333090705045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014654316319455121,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.15964929082393647
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03320581838488579,
        "mean_feedback_forward_cosine": 0.9997462803317655,
        "mean_feedback_forward_relative_error": 0.02205745293007743,
        "min_feedback_forward_cosine": 0.9994529485702515
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002524377649175733,
        "instruction_rms": 0.002524377648267595,
        "raw_apical_rms": 0.07956611442997562,
        "teaching_rms": 0.002524377649175733,
        "traffic_rms": 0.07952373511436356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.715528648257532e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.509039661375874e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014598867267780324,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.0916484384560585
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0332002267241478,
        "mean_feedback_forward_cosine": 0.9997463918501331,
        "mean_feedback_forward_relative_error": 0.022051295460832697,
        "min_feedback_forward_cosine": 0.9994531273841858
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022497534103624855,
        "instruction_rms": 0.002249753409728509,
        "raw_apical_rms": 0.07960016190938568,
        "teaching_rms": 0.0022497534103624855,
        "traffic_rms": 0.07956597747766647
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1159445278963176e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.507462771047379e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014711402169480659,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.06731309509515762
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033195290714502335,
        "mean_feedback_forward_cosine": 0.9997464976003093,
        "mean_feedback_forward_relative_error": 0.022045515192252015,
        "min_feedback_forward_cosine": 0.9994533061981201
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002138066689938949,
        "instruction_rms": 0.0021380666902328957,
        "raw_apical_rms": 0.07967308021131113,
        "teaching_rms": 0.002138066689938949,
        "traffic_rms": 0.07964159952796075
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.0855472254434062e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.51108435162377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01468375803516038,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.056721894896030425
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033190567046403885,
        "mean_feedback_forward_cosine": 0.9997466033504855,
        "mean_feedback_forward_relative_error": 0.02204016044795994,
        "min_feedback_forward_cosine": 0.9994533061981201
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002051799172275007,
        "instruction_rms": 0.0020517991726182517,
        "raw_apical_rms": 0.0796808384156964,
        "teaching_rms": 0.002051799172275007,
        "traffic_rms": 0.07965182233170502
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.896699282307964e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5092704317774955e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01471528238026482,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.04962461613893509
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033185623586177826,
        "mean_feedback_forward_cosine": 0.9997466552642084,
        "mean_feedback_forward_relative_error": 0.022034939318414656,
        "min_feedback_forward_cosine": 0.9994535446166992
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020726900735696325,
        "instruction_rms": 0.0020726900734601827,
        "raw_apical_rms": 0.07960521261310456,
        "teaching_rms": 0.0020726900735696325,
        "traffic_rms": 0.07957533626496159
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.0391228499884164e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5078323246202397e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014989065416981587,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.04779350155115127
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0331808440387249,
        "mean_feedback_forward_cosine": 0.9997467398643494,
        "mean_feedback_forward_relative_error": 0.022029850722080278,
        "min_feedback_forward_cosine": 0.999453604221344
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002036422250482297,
        "instruction_rms": 0.0020364222508524317,
        "raw_apical_rms": 0.07962794960976033,
        "teaching_rms": 0.002036422250482297,
        "traffic_rms": 0.07959921322394772
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.102458875531738e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5105934403930013e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014656352690534264,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.04343980648636818
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033176030963659286,
        "mean_feedback_forward_cosine": 0.9997468321554123,
        "mean_feedback_forward_relative_error": 0.022024953001809698,
        "min_feedback_forward_cosine": 0.9994538426399231
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019692105624990824,
        "instruction_rms": 0.001969210562701008,
        "raw_apical_rms": 0.07960509195788704,
        "teaching_rms": 0.0019692105624990824,
        "traffic_rms": 0.07957783316156186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.2611951660801424e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5110189482235556e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0147731701658162,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.0396160158097744
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033171720802783966,
        "mean_feedback_forward_cosine": 0.9997469071419008,
        "mean_feedback_forward_relative_error": 0.022020161482355288,
        "min_feedback_forward_cosine": 0.9994539022445679
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019188334077852975,
        "instruction_rms": 0.0019188334085098486,
        "raw_apical_rms": 0.07958338833757954,
        "teaching_rms": 0.0019188334077852975,
        "traffic_rms": 0.07955734412186102
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.26731820779969e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5061211124889174e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015009183275247655,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.03591494343280792
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03316723182797432,
        "mean_feedback_forward_cosine": 0.9997470052011551,
        "mean_feedback_forward_relative_error": 0.02201542094530117,
        "min_feedback_forward_cosine": 0.9994542002677917
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019498957651283382,
        "instruction_rms": 0.0019498957650978819,
        "raw_apical_rms": 0.07959046767113151,
        "teaching_rms": 0.0019498957651283382,
        "traffic_rms": 0.07956336137100854
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0529499405720344e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.51076287096211e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014459088446631522,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.034892128787636756
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03316301852464676,
        "mean_feedback_forward_cosine": 0.9997470724967218,
        "mean_feedback_forward_relative_error": 0.022010906599462032,
        "min_feedback_forward_cosine": 0.9994543194770813
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018224904877953568,
        "instruction_rms": 0.0018224904876616578,
        "raw_apical_rms": 0.07956183794329776,
        "teaching_rms": 0.0018224904877953568,
        "traffic_rms": 0.07953792842441589
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.690877078583071e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.508789933180616e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014563443524614637,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.03149836225405336
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03315827250480652,
        "mean_feedback_forward_cosine": 0.9997471436377494,
        "mean_feedback_forward_relative_error": 0.022006309305828427,
        "min_feedback_forward_cosine": 0.9994544982910156
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019209985393784101,
        "instruction_rms": 0.0019209985401233442,
        "raw_apical_rms": 0.07959803661440297,
        "teaching_rms": 0.0019209985393784101,
        "traffic_rms": 0.07957096637679241
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1551588130487289e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5072826531844513e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014283908329078016,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.03162747761368752
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03315358608961105,
        "mean_feedback_forward_cosine": 0.9997472359288123,
        "mean_feedback_forward_relative_error": 0.02200179961660216,
        "min_feedback_forward_cosine": 0.9994546175003052
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018567101702496465,
        "instruction_rms": 0.0018567101701632818,
        "raw_apical_rms": 0.07956063304666747,
        "teaching_rms": 0.0018567101702496465,
        "traffic_rms": 0.07953554369900595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.462548433702977e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.504557128584169e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014699166657594836,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.029898817348778247
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03314914554357529,
        "mean_feedback_forward_cosine": 0.9997473224516837,
        "mean_feedback_forward_relative_error": 0.02199734953202067,
        "min_feedback_forward_cosine": 0.9994547963142395
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018413790513199125,
        "instruction_rms": 0.0018413790507320182,
        "raw_apical_rms": 0.07955049423748724,
        "teaching_rms": 0.0018413790513199125,
        "traffic_rms": 0.0795254641147627
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.593823253022492e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5111988895415303e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014515494039985179,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.028182127690315247
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03314487263560295,
        "mean_feedback_forward_cosine": 0.9997473859017895,
        "mean_feedback_forward_relative_error": 0.021993035916239023,
        "min_feedback_forward_cosine": 0.999454915523529
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017795296092024486,
        "instruction_rms": 0.0017795296086548704,
        "raw_apical_rms": 0.07955582123128997,
        "teaching_rms": 0.0017795296092024486,
        "traffic_rms": 0.0795319232146296
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0053417298649947e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5073376856272273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014497252674330037,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.02656099889576435
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03314022719860077,
        "mean_feedback_forward_cosine": 0.9997474820383133,
        "mean_feedback_forward_relative_error": 0.021988571696584264,
        "min_feedback_forward_cosine": 0.9994550347328186
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001797634265611029,
        "instruction_rms": 0.0017976342654406304,
        "raw_apical_rms": 0.07951707143616796,
        "teaching_rms": 0.001797634265611029,
        "traffic_rms": 0.07949222952459628
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.597399497351944e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.509047463529293e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014660497326169326,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.026259113113284112
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03313567489385605,
        "mean_feedback_forward_cosine": 0.9997475435656886,
        "mean_feedback_forward_relative_error": 0.02198437445106045,
        "min_feedback_forward_cosine": 0.9994550943374634
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017471089053553352,
        "instruction_rms": 0.0017471089048102062,
        "raw_apical_rms": 0.07946765434164102,
        "teaching_rms": 0.0017471089053553352,
        "traffic_rms": 0.07944430355378941
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.617651386406578e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5151259222042737e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01445668886878179,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.024145349757671356
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03313136473298073,
        "mean_feedback_forward_cosine": 0.9997476185521772,
        "mean_feedback_forward_relative_error": 0.021980281438558333,
        "min_feedback_forward_cosine": 0.9994553327560425
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016865049301085428,
        "instruction_rms": 0.0016865049298738439,
        "raw_apical_rms": 0.07948849854382041,
        "teaching_rms": 0.0016865049301085428,
        "traffic_rms": 0.07946660361099382
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.524128247699991e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5104894937384047e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014659490321058812,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.022238348321318626
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03312728554010391,
        "mean_feedback_forward_cosine": 0.9997476896932048,
        "mean_feedback_forward_relative_error": 0.021976222794863484,
        "min_feedback_forward_cosine": 0.9994553923606873
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016817080548818311,
        "instruction_rms": 0.0016817080542188324,
        "raw_apical_rms": 0.07951743508161727,
        "teaching_rms": 0.0016817080548818311,
        "traffic_rms": 0.07949618469505985
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.4558110674825e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.50937748467848e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014636433726206802,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.021405158285796644
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03312275558710098,
        "mean_feedback_forward_cosine": 0.99974775122058,
        "mean_feedback_forward_relative_error": 0.021972021899156032,
        "min_feedback_forward_cosine": 0.9994556307792664
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017309468360352236,
        "instruction_rms": 0.0017309468359035642,
        "raw_apical_rms": 0.07953350997944694,
        "teaching_rms": 0.0017309468360352236,
        "traffic_rms": 0.07950999837100513
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.687001695761865e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.509258159906198e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01421481767207631,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.02178585317194462
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03311806544661522,
        "mean_feedback_forward_cosine": 0.9997478473571039,
        "mean_feedback_forward_relative_error": 0.021967657210846103,
        "min_feedback_forward_cosine": 0.9994557499885559
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017604146655849492,
        "instruction_rms": 0.001760414665925824,
        "raw_apical_rms": 0.07950234198003521,
        "teaching_rms": 0.0017604146655849492,
        "traffic_rms": 0.07947830958813384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1629545326741209e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.508939020407699e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015019918875239891,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.021678331478238107
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03311392292380333,
        "mean_feedback_forward_cosine": 0.9997479281117839,
        "mean_feedback_forward_relative_error": 0.021963649519508886,
        "min_feedback_forward_cosine": 0.9994558095932007
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016276494832314413,
        "instruction_rms": 0.0016276494832636883,
        "raw_apical_rms": 0.07949333313050187,
        "teaching_rms": 0.0016276494832314413,
        "traffic_rms": 0.07947271086670903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.639353410444528e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5086631254468076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014495193289308194,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.0191543836581707
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033109523355960846,
        "mean_feedback_forward_cosine": 0.9997480069437334,
        "mean_feedback_forward_relative_error": 0.021959528101668242,
        "min_feedback_forward_cosine": 0.9994560480117798
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016840093252409765,
        "instruction_rms": 0.0016840093253523928,
        "raw_apical_rms": 0.07949006482803656,
        "teaching_rms": 0.0016840093252409765,
        "traffic_rms": 0.0794677123452571
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.4564647667994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512491338890048e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014758534750771176,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.019814275299310683
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03310495615005493,
        "mean_feedback_forward_cosine": 0.9997480992347964,
        "mean_feedback_forward_relative_error": 0.021955404190286514,
        "min_feedback_forward_cosine": 0.9994560480117798
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016450483733881712,
        "instruction_rms": 0.0016450483738384846,
        "raw_apical_rms": 0.07945055397437419,
        "teaching_rms": 0.0016450483733881712,
        "traffic_rms": 0.07942905777135492
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.15649328336076e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5097370078311765e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014317199746892446,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.0184604742115736
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03310025855898857,
        "mean_feedback_forward_cosine": 0.999748170375824,
        "mean_feedback_forward_relative_error": 0.021951179891344038,
        "min_feedback_forward_cosine": 0.9994562864303589
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016646489682154704,
        "instruction_rms": 0.0016646489675116367,
        "raw_apical_rms": 0.07939332941780236,
        "teaching_rms": 0.0016646489682154704,
        "traffic_rms": 0.0793713704016793
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1870082516907132e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5113734466973797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014584545773621074,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.018684975422620775
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03309587761759758,
        "mean_feedback_forward_cosine": 0.9997482434395821,
        "mean_feedback_forward_relative_error": 0.021947216663149097,
        "min_feedback_forward_cosine": 0.999456524848938
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015961695537588894,
        "instruction_rms": 0.0015961695537925569,
        "raw_apical_rms": 0.07936028725061918,
        "teaching_rms": 0.0015961695537588894,
        "traffic_rms": 0.07933939059594357
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.1308503644613666e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513410244674237e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014335429213391412,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.017586506919264795
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03309120610356331,
        "mean_feedback_forward_cosine": 0.9997483414988364,
        "mean_feedback_forward_relative_error": 0.021942997816950083,
        "min_feedback_forward_cosine": 0.9994565844535828
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016478505165141738,
        "instruction_rms": 0.0016478505164579625,
        "raw_apical_rms": 0.07938729879437009,
        "teaching_rms": 0.0016478505165141738,
        "traffic_rms": 0.07936557637829424
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.983491366938324e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5100228695085506e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014283761860934935,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.017436602291464806
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033086344599723816,
        "mean_feedback_forward_cosine": 0.9997483972580202,
        "mean_feedback_forward_relative_error": 0.021938673716278806,
        "min_feedback_forward_cosine": 0.9994568228721619
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001652176430966241,
        "instruction_rms": 0.0016521764307322567,
        "raw_apical_rms": 0.07941043600527799,
        "teaching_rms": 0.001652176430966241,
        "traffic_rms": 0.07938796849465479
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0065264888226011e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5165874757897445e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014618440249554736,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.017328789977729322
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033081695437431335,
        "mean_feedback_forward_cosine": 0.9997484876263526,
        "mean_feedback_forward_relative_error": 0.021934578811088876,
        "min_feedback_forward_cosine": 0.9994568824768066
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001546432797776313,
        "instruction_rms": 0.0015464327977135898,
        "raw_apical_rms": 0.07935611624620695,
        "teaching_rms": 0.001546432797776313,
        "traffic_rms": 0.0793365383409044
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.005647345044054e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.512237536886877e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014617593939318123,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.01631776251614094
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03307739645242691,
        "mean_feedback_forward_cosine": 0.9997485837628765,
        "mean_feedback_forward_relative_error": 0.02193071631594531,
        "min_feedback_forward_cosine": 0.999457061290741
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015037357866316053,
        "instruction_rms": 0.001503735786111609,
        "raw_apical_rms": 0.07932926771432572,
        "teaching_rms": 0.0015037357866316053,
        "traffic_rms": 0.0793099664185165
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0920367543576504e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.511391510659731e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014229565556877086,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.014984703678786754
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03307286649942398,
        "mean_feedback_forward_cosine": 0.9997486299084078,
        "mean_feedback_forward_relative_error": 0.021926819692335783,
        "min_feedback_forward_cosine": 0.9994572997093201
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014736606712644036,
        "instruction_rms": 0.0014736606712586367,
        "raw_apical_rms": 0.07929485206923978,
        "teaching_rms": 0.0014736606712644036,
        "traffic_rms": 0.07927646701433155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485996544361115,
        "maximum_absolute_post_projection_soma_slope": 1.3293023926053138e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513993364567757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014414970683719124,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.01485530969157815
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033068444579839706,
        "mean_feedback_forward_cosine": 0.999748706817627,
        "mean_feedback_forward_relative_error": 0.02192302085759659,
        "min_feedback_forward_cosine": 0.9994574189186096
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014623085161146114,
        "instruction_rms": 0.0014623085164752676,
        "raw_apical_rms": 0.07926587091041316,
        "teaching_rms": 0.0014623085161146114,
        "traffic_rms": 0.07924741455353097
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.738642520711437e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5127331979987113e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014329939355551581,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.013986171801686287
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0330636203289032,
        "mean_feedback_forward_cosine": 0.9997487856495765,
        "mean_feedback_forward_relative_error": 0.02191885963322655,
        "min_feedback_forward_cosine": 0.999457597732544
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001488147267169501,
        "instruction_rms": 0.0014881472668486888,
        "raw_apical_rms": 0.07931577823971268,
        "teaching_rms": 0.001488147267169501,
        "traffic_rms": 0.07929633046706953
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.666328454864924e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510809225351413e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014807647480394788,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.014039978965818881
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03305862098932266,
        "mean_feedback_forward_cosine": 0.9997488664042565,
        "mean_feedback_forward_relative_error": 0.02191468203560479,
        "min_feedback_forward_cosine": 0.9994577765464783
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015287955608723936,
        "instruction_rms": 0.0015287955609434537,
        "raw_apical_rms": 0.07930816031100323,
        "teaching_rms": 0.0015287955608723936,
        "traffic_rms": 0.07928856228118013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.03557548781464e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5161297888060356e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014344471194332043,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.014608249745666982
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03305349126458168,
        "mean_feedback_forward_cosine": 0.9997489759998937,
        "mean_feedback_forward_relative_error": 0.02191058897803868,
        "min_feedback_forward_cosine": 0.999457836151123
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00150112125665082,
        "instruction_rms": 0.0015011212561185463,
        "raw_apical_rms": 0.07934008124301642,
        "teaching_rms": 0.00150112125665082,
        "traffic_rms": 0.07932065923465888
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.94770408876866e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5148499394904662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014618811664349857,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.013778267548978328
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033047933131456375,
        "mean_feedback_forward_cosine": 0.9997490509863822,
        "mean_feedback_forward_relative_error": 0.021906138112347935,
        "min_feedback_forward_cosine": 0.9994581937789917
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015349943191689491,
        "instruction_rms": 0.001534994320111577,
        "raw_apical_rms": 0.07928782792113892,
        "teaching_rms": 0.0015349943191689491,
        "traffic_rms": 0.07926703245957184
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485989093780518,
        "maximum_absolute_post_projection_soma_slope": 1.0586501986153962e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5146327100451497e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014320241728654594,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.014246001432240009
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03304282948374748,
        "mean_feedback_forward_cosine": 0.9997491278956013,
        "mean_feedback_forward_relative_error": 0.021901976181975296,
        "min_feedback_forward_cosine": 0.9994581937789917
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014740610487929146,
        "instruction_rms": 0.0014740610494236002,
        "raw_apical_rms": 0.0792762921437456,
        "teaching_rms": 0.0014740610487929146,
        "traffic_rms": 0.07925717504643073
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.784923094002806e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514359236451982e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01417467304159868,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.012947517290711403
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03303813189268112,
        "mean_feedback_forward_cosine": 0.9997492124957423,
        "mean_feedback_forward_relative_error": 0.021897993125622312,
        "min_feedback_forward_cosine": 0.9994583129882812
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014300269964651832,
        "instruction_rms": 0.0014300269963151006,
        "raw_apical_rms": 0.07922977658315739,
        "teaching_rms": 0.0014300269964651832,
        "traffic_rms": 0.079211840163229
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.412162344484386e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5176864371716052e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014720802594932686,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.01280154710650444
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033033035695552826,
        "mean_feedback_forward_cosine": 0.9997492855595004,
        "mean_feedback_forward_relative_error": 0.021893944891710437,
        "min_feedback_forward_cosine": 0.9994584918022156
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001422550292052476,
        "instruction_rms": 0.0014225502922694034,
        "raw_apical_rms": 0.0792274778439576,
        "teaching_rms": 0.001422550292052476,
        "traffic_rms": 0.07920960937542025
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1356434015397099e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5133326718182288e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014270647888960066,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.012516646864414215
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033027809113264084,
        "mean_feedback_forward_cosine": 0.9997493951551376,
        "mean_feedback_forward_relative_error": 0.021889692908453363,
        "min_feedback_forward_cosine": 0.9994587898254395
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014556578825081108,
        "instruction_rms": 0.001455657882529878,
        "raw_apical_rms": 0.0792284660023234,
        "teaching_rms": 0.0014556578825081108,
        "traffic_rms": 0.07920974768793237
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.947395795961711e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5128178433672987e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01479745777508257,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.012854426398873329
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033022891730070114,
        "mean_feedback_forward_cosine": 0.9997494701416262,
        "mean_feedback_forward_relative_error": 0.02188554198871697,
        "min_feedback_forward_cosine": 0.9994589686393738
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014239408222492184,
        "instruction_rms": 0.0014239408218267473,
        "raw_apical_rms": 0.07920914969742018,
        "teaching_rms": 0.0014239408222492184,
        "traffic_rms": 0.0791905802278244
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.806539935652836e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5097579659283822e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014466917315100964,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.012006430386602878
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03301799297332764,
        "mean_feedback_forward_cosine": 0.9997495528190367,
        "mean_feedback_forward_relative_error": 0.021881497404988733,
        "min_feedback_forward_cosine": 0.9994590282440186
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013793257124983078,
        "instruction_rms": 0.0013793257123449474,
        "raw_apical_rms": 0.07921858917427291,
        "teaching_rms": 0.0013793257124983078,
        "traffic_rms": 0.07920085743444595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.272689993622407e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5135981381251612e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014045345101084775,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.011773471644818782
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03301255777478218,
        "mean_feedback_forward_cosine": 0.99974964703283,
        "mean_feedback_forward_relative_error": 0.021877035844109712,
        "min_feedback_forward_cosine": 0.9994592666625977
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014504367673261113,
        "instruction_rms": 0.0014504367676894732,
        "raw_apical_rms": 0.07922338906626804,
        "teaching_rms": 0.0014504367673261113,
        "traffic_rms": 0.07920431146452989
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.921401217776292e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514224387228165e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014464510775200487,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.012035533401668071
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033007241785526276,
        "mean_feedback_forward_cosine": 0.99974972778751,
        "mean_feedback_forward_relative_error": 0.02187272048585357,
        "min_feedback_forward_cosine": 0.9994593858718872
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014160072170194369,
        "instruction_rms": 0.0014160072167058446,
        "raw_apical_rms": 0.07918109159981292,
        "teaching_rms": 0.0014160072170194369,
        "traffic_rms": 0.07916295968253205
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.110519272326201e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.515495028598973e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014224182328554595,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.011447750072479248
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0330021008849144,
        "mean_feedback_forward_cosine": 0.999749812387651,
        "mean_feedback_forward_relative_error": 0.02186850042292668,
        "min_feedback_forward_cosine": 0.9994595050811768
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013933700395346994,
        "instruction_rms": 0.0013933700392033319,
        "raw_apical_rms": 0.07918157824278696,
        "teaching_rms": 0.0013933700395346994,
        "traffic_rms": 0.07916338343285519
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.707011372483976e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510750225411907e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01394252116038533,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.011034861965775489
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03299662470817566,
        "mean_feedback_forward_cosine": 0.99974988929687,
        "mean_feedback_forward_relative_error": 0.021864212313366514,
        "min_feedback_forward_cosine": 0.9994596838951111
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001368839589429481,
        "instruction_rms": 0.0013688395893179711,
        "raw_apical_rms": 0.07917062061491366,
        "teaching_rms": 0.001368839589429481,
        "traffic_rms": 0.0791535977046907
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.2251864234258392e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513117292228353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013996948203743328,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.01080519924364984
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03299080953001976,
        "mean_feedback_forward_cosine": 0.999749977742472,
        "mean_feedback_forward_relative_error": 0.021859597069241347,
        "min_feedback_forward_cosine": 0.9994598627090454
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014290478374085786,
        "instruction_rms": 0.0014290478379404262,
        "raw_apical_rms": 0.07915993932216328,
        "teaching_rms": 0.0014290478374085786,
        "traffic_rms": 0.07914083382911073
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0593859656182758e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514032748636662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013886441921894333,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.011204586127251387
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03298547491431236,
        "mean_feedback_forward_cosine": 0.9997500815699177,
        "mean_feedback_forward_relative_error": 0.02185536186481195,
        "min_feedback_forward_cosine": 0.999459981918335
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013227167268413406,
        "instruction_rms": 0.001322716727390108,
        "raw_apical_rms": 0.07913041551307097,
        "teaching_rms": 0.0013227167268413406,
        "traffic_rms": 0.07911367080930927
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0352396628832139e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5127181960960118e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014147333314633512,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.010198485948964954
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032979924231767654,
        "mean_feedback_forward_cosine": 0.9997501565564063,
        "mean_feedback_forward_relative_error": 0.021850934071886922,
        "min_feedback_forward_cosine": 0.9994602799415588
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001376275402272166,
        "instruction_rms": 0.0013762754027576624,
        "raw_apical_rms": 0.07909923910477713,
        "teaching_rms": 0.001376275402272166,
        "traffic_rms": 0.07908093860126976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 7.992051109795284e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.511808489834985e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014044196766188915,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.010641923874206842
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03297405317425728,
        "mean_feedback_forward_cosine": 0.9997502584611216,
        "mean_feedback_forward_relative_error": 0.02184631022053861,
        "min_feedback_forward_cosine": 0.9994604587554932
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014201690924522756,
        "instruction_rms": 0.0014201690920126423,
        "raw_apical_rms": 0.07914313714380547,
        "teaching_rms": 0.0014201690924522756,
        "traffic_rms": 0.07912430447505304
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.200623196647939e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5163667722108673e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01394759487130833,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.011176317230463029
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296904265880585,
        "mean_feedback_forward_cosine": 0.9997503180657664,
        "mean_feedback_forward_relative_error": 0.021842379107951157,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00125620757200252,
        "instruction_rms": 0.0012562075712499428,
        "raw_apical_rms": 0.0790734972576514,
        "teaching_rms": 0.00125620757200252,
        "traffic_rms": 0.07905877775397716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1262259391742191e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.515955062305274e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014052499863172833,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.009651345887109638
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968949526548386,
        "mean_feedback_forward_cosine": 0.9997503238339578,
        "mean_feedback_forward_relative_error": 0.02184228008733161,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012127444147503,
        "instruction_rms": 0.0012127444148545786,
        "raw_apical_rms": 0.07907800722754545,
        "teaching_rms": 0.0012127444147503,
        "traffic_rms": 0.07906396720153161
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0901062097445902e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5136365022952516e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01390933908113494,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.009107687174677848
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296886384487152,
        "mean_feedback_forward_cosine": 0.9997503296021493,
        "mean_feedback_forward_relative_error": 0.021842192392796278,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012044832049351271,
        "instruction_rms": 0.0012044832044063598,
        "raw_apical_rms": 0.07907504564911902,
        "teaching_rms": 0.0012044832049351271,
        "traffic_rms": 0.07906055223895456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0774364511689782e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.517670431963739e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013905316794414391,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.009388247827142477
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296883404254913,
        "mean_feedback_forward_cosine": 0.9997503411385321,
        "mean_feedback_forward_relative_error": 0.021842103541618394,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011686305647989979,
        "instruction_rms": 0.0011686305645142846,
        "raw_apical_rms": 0.07907672729787814,
        "teaching_rms": 0.0011686305647989979,
        "traffic_rms": 0.07906340510438958
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.0281117823751629e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.518394430389037e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014070420830134678,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.008710122377723456
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296877071261406,
        "mean_feedback_forward_cosine": 0.999750348829454,
        "mean_feedback_forward_relative_error": 0.021842013608904615,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011258742416508797,
        "instruction_rms": 0.0011258742418373587,
        "raw_apical_rms": 0.0790740132440427,
        "teaching_rms": 0.0011258742416508797,
        "traffic_rms": 0.07906119572531516
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0154835905495929e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.517110430964284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013724314104478141,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.008479624182283879
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296871483325958,
        "mean_feedback_forward_cosine": 0.9997503353703406,
        "mean_feedback_forward_relative_error": 0.02184192481781206,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001143909574712528,
        "instruction_rms": 0.001143909574256564,
        "raw_apical_rms": 0.07907794714577587,
        "teaching_rms": 0.001143909574712528,
        "traffic_rms": 0.07906466208946192
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.976192589216225e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5212801878121047e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014055417777558253,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.008150725717097521
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968681305646896,
        "mean_feedback_forward_cosine": 0.999750348829454,
        "mean_feedback_forward_relative_error": 0.021841845715478543,
        "min_feedback_forward_cosine": 0.999460756778717
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001113586573641177,
        "instruction_rms": 0.001113586574168122,
        "raw_apical_rms": 0.07907284645007709,
        "teaching_rms": 0.001113586573641177,
        "traffic_rms": 0.07906011026335273
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.142130585662926e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5168162832984197e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013956785087086336,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.008282279493808746
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296864777803421,
        "mean_feedback_forward_cosine": 0.9997503392158016,
        "mean_feedback_forward_relative_error": 0.02184175962822572,
        "min_feedback_forward_cosine": 0.9994608163833618
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010981999131193143,
        "instruction_rms": 0.00109819991333166,
        "raw_apical_rms": 0.07907158907386407,
        "teaching_rms": 0.0010981999131193143,
        "traffic_rms": 0.07905950387920319
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.484158880468385e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.51430887292063e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013811410831241175,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.007810450859293341
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296860679984093,
        "mean_feedback_forward_cosine": 0.9997503565203759,
        "mean_feedback_forward_relative_error": 0.021841676274855292,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010293274383823628,
        "instruction_rms": 0.0010293274385340119,
        "raw_apical_rms": 0.07906876547630647,
        "teaching_rms": 0.0010293274383823628,
        "traffic_rms": 0.07905777306666822
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0873407063627383e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.520211796338585e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014243086572885448,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.007417631448805332
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296856954693794,
        "mean_feedback_forward_cosine": 0.9997503507521844,
        "mean_feedback_forward_relative_error": 0.021841591209053032,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010990896054554713,
        "instruction_rms": 0.0010990896050859494,
        "raw_apical_rms": 0.07907188351905532,
        "teaching_rms": 0.0010990896054554713,
        "traffic_rms": 0.07905936494461577
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.216087448749022e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5128722676911396e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01390453691567737,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.00799274047780782
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968513667583466,
        "mean_feedback_forward_cosine": 0.9997503353703406,
        "mean_feedback_forward_relative_error": 0.021841514780516585,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001039693161321965,
        "instruction_rms": 0.0010396931615913152,
        "raw_apical_rms": 0.07907147451871269,
        "teaching_rms": 0.001039693161321965,
        "traffic_rms": 0.07906007519289633
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.175548143502965e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5159678167948397e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013929542799831694,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.007195238195806742
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296850621700287,
        "mean_feedback_forward_cosine": 0.9997503411385321,
        "mean_feedback_forward_relative_error": 0.021841427010874593,
        "min_feedback_forward_cosine": 0.9994604587554932
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010587673045355833,
        "instruction_rms": 0.0010587673048441063,
        "raw_apical_rms": 0.07906853031965344,
        "teaching_rms": 0.0010587673045355833,
        "traffic_rms": 0.07905707695607361
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0061324218213485e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5142331724915705e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013949775043342588,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.007522924195155501
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296847641468048,
        "mean_feedback_forward_cosine": 0.9997503699794892,
        "mean_feedback_forward_relative_error": 0.021841345940746607,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001032601818717189,
        "instruction_rms": 0.0010326018188862908,
        "raw_apical_rms": 0.07906675683980931,
        "teaching_rms": 0.001032601818717189,
        "traffic_rms": 0.07905548687416446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.145840351720835e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513182585962524e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013791341999313844,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.007077542001754046
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968468964099884,
        "mean_feedback_forward_cosine": 0.9997503565203759,
        "mean_feedback_forward_relative_error": 0.021841263383506768,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010075389793597076,
        "instruction_rms": 0.001007538979640138,
        "raw_apical_rms": 0.07905920973494185,
        "teaching_rms": 0.0010075389793597076,
        "traffic_rms": 0.07904918442559099
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.2415040373525699e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5149577056817836e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013963581488269363,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.007016531794071197
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968442887067795,
        "mean_feedback_forward_cosine": 0.9997503276794187,
        "mean_feedback_forward_relative_error": 0.021841186354117047,
        "min_feedback_forward_cosine": 0.9994605183601379
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009794548225085466,
        "instruction_rms": 0.000979454822212397,
        "raw_apical_rms": 0.07906025538834051,
        "teaching_rms": 0.0009794548225085466,
        "traffic_rms": 0.07905011493779528
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.708836756772143e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5159453615433813e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014014949148318256,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.0068274441438168285
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968390733003616,
        "mean_feedback_forward_cosine": 0.9997503584431063,
        "mean_feedback_forward_relative_error": 0.021841106290418293,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000954442312528871,
        "instruction_rms": 0.000954442312153421,
        "raw_apical_rms": 0.07905498202553352,
        "teaching_rms": 0.000954442312528871,
        "traffic_rms": 0.07904550296684917
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.484836655497929e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5164051989572564e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013849536754940474,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.006930758911669254
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296835720539093,
        "mean_feedback_forward_cosine": 0.9997503411385321,
        "mean_feedback_forward_relative_error": 0.021841023402709152,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010581227319160036,
        "instruction_rms": 0.0010581227317756794,
        "raw_apical_rms": 0.07905369779438841,
        "teaching_rms": 0.0010581227319160036,
        "traffic_rms": 0.07904225243721603
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1420457468602763e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5157561224054275e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014117948170150052,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.007310915174931288
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296829015016556,
        "mean_feedback_forward_cosine": 0.9997503584431063,
        "mean_feedback_forward_relative_error": 0.021840944976335572,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009231001149004738,
        "instruction_rms": 0.0009231001146256697,
        "raw_apical_rms": 0.07904741986531665,
        "teaching_rms": 0.0009231001149004738,
        "traffic_rms": 0.0790382252821156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.967943981337157e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.51251331573601e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01412589656533901,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.0064019406197965145
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296823427081108,
        "mean_feedback_forward_cosine": 0.9997503815158721,
        "mean_feedback_forward_relative_error": 0.021840862343989072,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009712137624356089,
        "instruction_rms": 0.0009712137624081436,
        "raw_apical_rms": 0.07904598387235957,
        "teaching_rms": 0.0009712137624356089,
        "traffic_rms": 0.0790361511473722
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.2918070524392533e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510792366926753e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014148175272320715,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.006712962313741445
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968200743198395,
        "mean_feedback_forward_cosine": 0.9997503565203759,
        "mean_feedback_forward_relative_error": 0.021840780312495846,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009585568874126313,
        "instruction_rms": 0.000958556887707422,
        "raw_apical_rms": 0.07904796009636961,
        "teaching_rms": 0.0009585568874126313,
        "traffic_rms": 0.07903824963562338
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.406608825202056e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5158510592307154e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014014358810283886,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.006386181721538305
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296816349029541,
        "mean_feedback_forward_cosine": 0.999750348829454,
        "mean_feedback_forward_relative_error": 0.02184070112003434,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010190728852142073,
        "instruction_rms": 0.001019072885635134,
        "raw_apical_rms": 0.07904376617008083,
        "teaching_rms": 0.0010190728852142073,
        "traffic_rms": 0.07903246938581641
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 9.508214304787543e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5147979536538562e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014128765496529347,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.00735633303925395
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968126237392426,
        "mean_feedback_forward_cosine": 0.9997503545976454,
        "mean_feedback_forward_relative_error": 0.021840617376109286,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010597441145455456,
        "instruction_rms": 0.0010597441143722257,
        "raw_apical_rms": 0.07903477734099151,
        "teaching_rms": 0.0010597441145455456,
        "traffic_rms": 0.07902286833676171
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.194368916747408e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5194051803493045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014033613988649298,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.007420399015843868
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296808898448944,
        "mean_feedback_forward_cosine": 0.9997503430612625,
        "mean_feedback_forward_relative_error": 0.021840542705068664,
        "min_feedback_forward_cosine": 0.9994608163833618
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009092463332496438,
        "instruction_rms": 0.0009092463329607667,
        "raw_apical_rms": 0.07902699670635355,
        "teaching_rms": 0.0009092463332496438,
        "traffic_rms": 0.07901763732489243
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1640194941264781e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5172593750667414e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013780072240533117,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.006279832129329443
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296803683042526,
        "mean_feedback_forward_cosine": 0.9997503603658369,
        "mean_feedback_forward_relative_error": 0.0218404695211399,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009283214847513154,
        "instruction_rms": 0.0009283214850865595,
        "raw_apical_rms": 0.07902539066494889,
        "teaching_rms": 0.0009283214847513154,
        "traffic_rms": 0.0790161656110024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0106430181622272e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510396423546384e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013900489463075089,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.006302440658658743
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032968029379844666,
        "mean_feedback_forward_cosine": 0.9997503680567588,
        "mean_feedback_forward_relative_error": 0.021840394579715306,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009633431514219273,
        "instruction_rms": 0.0009633431512511766,
        "raw_apical_rms": 0.07902768305575265,
        "teaching_rms": 0.0009633431514219273,
        "traffic_rms": 0.07901792463611976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0518120774349882e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5128072079863254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013987146702412094,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.006698597816675901
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296799957752228,
        "mean_feedback_forward_cosine": 0.9997503565203759,
        "mean_feedback_forward_relative_error": 0.021840316393683033,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010000299154175943,
        "instruction_rms": 0.0010000299151706183,
        "raw_apical_rms": 0.07902469276990336,
        "teaching_rms": 0.0010000299154175943,
        "traffic_rms": 0.0790144353089952
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 7.862864492835797e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5112782806721006e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014643221676709678,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.006783464626297355
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967958599328995,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.021840241827791738,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008780621072531113,
        "instruction_rms": 0.0008780621068969911,
        "raw_apical_rms": 0.07902535642722684,
        "teaching_rms": 0.0008780621072531113,
        "traffic_rms": 0.07901718988832938
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.293840008695042e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5190192119950504e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014337392750427867,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.006023441557586193
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296790271997452,
        "mean_feedback_forward_cosine": 0.999750348829454,
        "mean_feedback_forward_relative_error": 0.021840161869242307,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010084789308129687,
        "instruction_rms": 0.00100847893088988,
        "raw_apical_rms": 0.07901621026423537,
        "teaching_rms": 0.0010084789308129687,
        "traffic_rms": 0.07900551782606892
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1451479764446049e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5101286456537437e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01404842447167463,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.0068005267182737585
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296787291765213,
        "mean_feedback_forward_cosine": 0.9997503661340282,
        "mean_feedback_forward_relative_error": 0.02184008601151647,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009281412579568421,
        "instruction_rms": 0.0009281412575446859,
        "raw_apical_rms": 0.07901848716659302,
        "teaching_rms": 0.0009281412579568421,
        "traffic_rms": 0.07900935628414446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.991509841711377e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513563349317439e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014266434664338122,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.0063689275822788475
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296784311532974,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.02184000653364966,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009401112224684706,
        "instruction_rms": 0.0009401112219936799,
        "raw_apical_rms": 0.07901911226798321,
        "teaching_rms": 0.0009401112224684706,
        "traffic_rms": 0.07900958266821878
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 7.831042125872045e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5107561904213066e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013947600001987413,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.006227054849639535
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296780586242676,
        "mean_feedback_forward_cosine": 0.9997503584431063,
        "mean_feedback_forward_relative_error": 0.021839930045027888,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009164359653864836,
        "instruction_rms": 0.000916435965763419,
        "raw_apical_rms": 0.07901875888850046,
        "teaching_rms": 0.0009164359653864836,
        "traffic_rms": 0.07901024929324467
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.639287412710473e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5138816225905168e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014516120322245647,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.006150956730246544
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296780586242676,
        "mean_feedback_forward_cosine": 0.9997503661340282,
        "mean_feedback_forward_relative_error": 0.021839853661555435,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010130038828007153,
        "instruction_rms": 0.0010130038828723808,
        "raw_apical_rms": 0.07902319780907384,
        "teaching_rms": 0.0010130038828007153,
        "traffic_rms": 0.0790124095618252
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.684595170256216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5105054896223538e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014464864722658278,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.006684562460407615
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296775743365288,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.02183977739825364,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009672630980360208,
        "instruction_rms": 0.0009672630980452365,
        "raw_apical_rms": 0.07902147399329391,
        "teaching_rms": 0.0009672630980360208,
        "traffic_rms": 0.07901109540736853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.772029502779333e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5147833422659638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014153282180992266,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.006518044872879982
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296773135662079,
        "mean_feedback_forward_cosine": 0.9997503603658369,
        "mean_feedback_forward_relative_error": 0.021839702817341013,
        "min_feedback_forward_cosine": 0.999460756778717
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008945342574852321,
        "instruction_rms": 0.0008945342576079396,
        "raw_apical_rms": 0.07902197896548262,
        "teaching_rms": 0.0008945342574852321,
        "traffic_rms": 0.07901360048996826
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0292936281075526e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5145038787534723e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014322578794122146,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.006084084855392575
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0329676978290081,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.02183962811625773,
        "min_feedback_forward_cosine": 0.9994605183601379
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008992423666483758,
        "instruction_rms": 0.00089924236675753,
        "raw_apical_rms": 0.07902933837563056,
        "teaching_rms": 0.0008992423666483758,
        "traffic_rms": 0.07902068264415925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0374198922136202e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5135901896982387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014059817482893236,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.006096628274694085
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967641949653625,
        "mean_feedback_forward_cosine": 0.9997503642112978,
        "mean_feedback_forward_relative_error": 0.02183955101176135,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009439295918184116,
        "instruction_rms": 0.0009439295917520948,
        "raw_apical_rms": 0.07903089944121158,
        "teaching_rms": 0.0009439295918184116,
        "traffic_rms": 0.07902142464199287
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 1.131690225975035e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513015308590563e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014110760511991617,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.006555102370977402
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296760842204094,
        "mean_feedback_forward_cosine": 0.9997503661340282,
        "mean_feedback_forward_relative_error": 0.02183947269053709,
        "min_feedback_forward_cosine": 0.9994605779647827
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009616176574595979,
        "instruction_rms": 0.0009616176575442036,
        "raw_apical_rms": 0.07902639739093784,
        "teaching_rms": 0.0009616176574595979,
        "traffic_rms": 0.0790164520945508
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.79134915976465e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5130737708500898e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013927311754260987,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.006420740809813142
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296755254268646,
        "mean_feedback_forward_cosine": 0.9997503680567588,
        "mean_feedback_forward_relative_error": 0.0218393943542915,
        "min_feedback_forward_cosine": 0.999460756778717
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009561128928233094,
        "instruction_rms": 0.0009561128929356521,
        "raw_apical_rms": 0.07901602955702663,
        "teaching_rms": 0.0009561128928233094,
        "traffic_rms": 0.07900628366509403
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.298380294036178e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5198650270715774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014109272161080539,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.006626169956922531
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296753019094467,
        "mean_feedback_forward_cosine": 0.9997503661340282,
        "mean_feedback_forward_relative_error": 0.021839321245469393,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000840724984697107,
        "instruction_rms": 0.0008407249842759102,
        "raw_apical_rms": 0.07901127431004264,
        "teaching_rms": 0.000840724984697107,
        "traffic_rms": 0.07900356784083713
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 1.0973425190741182e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.510839297349668e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014017268517362923,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.005670979055911303
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296751528978348,
        "mean_feedback_forward_cosine": 0.9997503719022197,
        "mean_feedback_forward_relative_error": 0.02183924743064469,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009584272369043849,
        "instruction_rms": 0.0009584272367005154,
        "raw_apical_rms": 0.07900784757432908,
        "teaching_rms": 0.0009584272369043849,
        "traffic_rms": 0.0789979160255518
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485995054244995,
        "maximum_absolute_post_projection_soma_slope": 1.1700515756274399e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.514845728999968e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013975331223805388,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.006382069548889995
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296748921275139,
        "mean_feedback_forward_cosine": 0.9997503545976454,
        "mean_feedback_forward_relative_error": 0.02183917286475339,
        "min_feedback_forward_cosine": 0.999460756778717
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009023088347941386,
        "instruction_rms": 0.000902308834552656,
        "raw_apical_rms": 0.07900471276416937,
        "teaching_rms": 0.0009023088347941386,
        "traffic_rms": 0.07899559234368503
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.519089871901087e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.51414561701434e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014107934734276593,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.00600534839913249
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967474311590195,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.02183909953061131,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009122620665221869,
        "instruction_rms": 0.0009122620665402818,
        "raw_apical_rms": 0.07900576117634668,
        "teaching_rms": 0.0009122620665221869,
        "traffic_rms": 0.07899680517053587
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485990583896637,
        "maximum_absolute_post_projection_soma_slope": 8.163934950289331e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5162347607435555e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01422119973126778,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.006067476005852223
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967422157526016,
        "mean_feedback_forward_cosine": 0.9997503680567588,
        "mean_feedback_forward_relative_error": 0.021839025550551953,
        "min_feedback_forward_cosine": 0.999460756778717
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008872481055347488,
        "instruction_rms": 0.0008872481059716014,
        "raw_apical_rms": 0.07900496911237236,
        "teaching_rms": 0.0008872481055347488,
        "traffic_rms": 0.07899654099239764
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.099937776416482e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.517637085567607e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013890023698339776,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.005863672554884106
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296740725636482,
        "mean_feedback_forward_cosine": 0.9997503719022197,
        "mean_feedback_forward_relative_error": 0.021838953027561787,
        "min_feedback_forward_cosine": 0.9994608163833618
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009156327037024176,
        "instruction_rms": 0.0009156327038337892,
        "raw_apical_rms": 0.0790039321496955,
        "teaching_rms": 0.0009156327037024176,
        "traffic_rms": 0.07899460412410766
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 9.450116067455383e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5189542867007598e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014710242127299952,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.00601576112754643
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967373728752136,
        "mean_feedback_forward_cosine": 0.9997503642112978,
        "mean_feedback_forward_relative_error": 0.02183888137580887,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009124955672854133,
        "instruction_rms": 0.0009124955673140389,
        "raw_apical_rms": 0.07900084201321039,
        "teaching_rms": 0.0009124955672854133,
        "traffic_rms": 0.07899186077277014
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.168264773809824e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5140803261038174e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014547152937846046,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.005961679786294699
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296734765172005,
        "mean_feedback_forward_cosine": 0.9997503699794892,
        "mean_feedback_forward_relative_error": 0.021838807365706852,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009445591740789052,
        "instruction_rms": 0.0009445591741396572,
        "raw_apical_rms": 0.07899786446561065,
        "teaching_rms": 0.0009445591740789052,
        "traffic_rms": 0.07898848974266093
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1056327053893256e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.516956032154085e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014368800921630846,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.006252165116071701
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296731784939766,
        "mean_feedback_forward_cosine": 0.9997503622885673,
        "mean_feedback_forward_relative_error": 0.021838735338420637,
        "min_feedback_forward_cosine": 0.9994606375694275
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009108061973677489,
        "instruction_rms": 0.0009108061971431601,
        "raw_apical_rms": 0.07899758507212541,
        "teaching_rms": 0.0009108061973677489,
        "traffic_rms": 0.07898874183738822
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.3652264385655144e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5132383642144577e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01409900083149227,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.006082479944527149
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967302948236465,
        "mean_feedback_forward_cosine": 0.9997503719022197,
        "mean_feedback_forward_relative_error": 0.021838656912047054,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009383804513924885,
        "instruction_rms": 0.0009383804510292355,
        "raw_apical_rms": 0.07899267105418258,
        "teaching_rms": 0.0009383804513924885,
        "traffic_rms": 0.07898357952351737
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.1492713269944943e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5191171640399516e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014221252394748479,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.006195355851203203
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032967254519462585,
        "mean_feedback_forward_cosine": 0.9997503815158721,
        "mean_feedback_forward_relative_error": 0.02183858228607043,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008929500694685327,
        "instruction_rms": 0.0008929500696270735,
        "raw_apical_rms": 0.07899459633576932,
        "teaching_rms": 0.0008929500694685327,
        "traffic_rms": 0.07898567271487614
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485992074012756,
        "maximum_absolute_post_projection_soma_slope": 8.929259109891063e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5141642521591798e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013872893435305468,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.005830887074619532
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0329672209918499,
        "mean_feedback_forward_cosine": 0.9997503565203759,
        "mean_feedback_forward_relative_error": 0.02183850734464584,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008716643037513351,
        "instruction_rms": 0.000871664303017085,
        "raw_apical_rms": 0.07899832843137548,
        "teaching_rms": 0.0008716643037513351,
        "traffic_rms": 0.07898993315542388
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 1.0306368380952335e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5132546889416105e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014071420884752703,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.005806158569604159
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03296716883778572,
        "mean_feedback_forward_cosine": 0.9997503872840635,
        "mean_feedback_forward_relative_error": 0.021838433800205108,
        "min_feedback_forward_cosine": 0.9994606971740723
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009030733433882777,
        "instruction_rms": 0.0009030733431554299,
        "raw_apical_rms": 0.07899734028753069,
        "teaching_rms": 0.0009030733433882777,
        "traffic_rms": 0.07898853607377436
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.16485993564128876,
        "maximum_absolute_post_projection_soma_slope": 9.832930913944438e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5207141787821894e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014025337666491038,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.005745448650866747
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9245,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.3702026550292969,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2529336320,
    "peak_memory_reserved_bytes": 3821010944,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 4.7853433216005214e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 3.677267201851464e-08,
      "min_residual_soma_slope": -4.7853433216005214e-08,
      "mse": 5.5042523997636e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.121279244416156e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.121279244416156e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 14,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 1.1455144882202148,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.04877066612243652,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 14949.984804391861,
    "train_wall_s": 14945.887037992477
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.022805234417319298,
      0.016488894820213318,
      0.010465242899954319,
      0.009960980154573917,
      0.0061687263660132885,
      0.0069997189566493034,
      0.0042089177295565605,
      0.0052098724991083145,
      0.0032430493738502264,
      0.004236941691488028,
      0.0026123940479010344,
      0.005416125524789095,
      0.0038156001828610897,
      0.004767284262925386,
      0.0030251212883740664,
      0.004124426748603582,
      0.0025168154388666153,
      0.003442907240241766,
      0.0021780587267130613,
      0.0030431649647653103,
      0.0018720370717346668,
      0.004256135784089565,
      0.0029823817312717438,
      0.003729435382410884,
      0.0026436245534569025,
      0.003457642626017332,
      0.002387387678027153,
      0.0029531591571867466,
      0.0022456953302025795,
      0.002684617880731821,
      0.002184882527217269
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.000000476837158,
      3.999999523162842,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      3.999999523162842,
      3.999999761581421,
      3.999999761581421,
      4.0,
      3.999999761581421,
      3.999999523162842,
      4.0,
      4.0,
      3.999999761581421,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.12281870096921921,
      0.0890195369720459,
      0.037514179944992065,
      0.05279386788606644,
      0.016393808647990227,
      0.03781002387404442,
      0.009272366762161255,
      0.028348324820399284,
      0.006517303641885519,
      0.022264672443270683,
      0.004724749829620123,
      0.028529828414320946,
      0.008454201743006706,
      0.0255922582000494,
      0.006007933523505926,
      0.022076090797781944,
      0.004486671183258295,
      0.018180686980485916,
      0.0035881344228982925,
      0.01652967743575573,
      0.0028566550463438034,
      0.022440683096647263,
      0.005847430322319269,
      0.019685085862874985,
      0.004685010761022568,
      0.018438123166561127,
      0.003933165688067675,
      0.015699174255132675,
      0.0034667328000068665,
      0.014064486138522625,
      0.003166335867717862
    ],
    "unscaled_traffic_rms": [
      0.7427284121513367,
      0.7409113049507141,
      1.1158705949783325,
      0.7547073364257812,
      1.5051356554031372,
      0.7405146360397339,
      1.8156821727752686,
      0.7351224422454834,
      1.9904239177703857,
      0.7611954212188721,
      2.211667537689209,
      0.7593632340431213,
      1.8053035736083984,
      0.7451134920120239,
      2.0140843391418457,
      0.7473110556602478,
      2.2438154220581055,
      0.7574867010116577,
      2.428068161010742,
      0.7364124059677124,
      2.6212995052337646,
      0.7586463689804077,
      2.0401315689086914,
      0.7578194737434387,
      2.257091522216797,
      0.7501072883605957,
      2.427955389022827,
      0.7524368166923523,
      2.591137409210205,
      0.7635167837142944,
      2.7601399421691895
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 68420224,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 684206618894336,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 684202240000000,
      "local_weight_correlation_macs": 688625920000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 688625920000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 4407205888
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 72745580756992,
    "forward_macs_per_example": 68862592,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 2745665106100224
  }
}