{
  "architecture": {
    "adaptive_apical_parameters": 376832,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 188416,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 376832,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 13,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 13,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5013,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996656179428101,
    "feedback_forward_cosine": [
      0.9998631477355957,
      0.9998596906661987,
      0.9998418092727661,
      0.9998016953468323,
      0.9997780919075012,
      0.9997223615646362,
      0.999835193157196,
      0.9998847246170044,
      0.9998432397842407,
      0.9998133182525635,
      0.9998433589935303,
      0.9997926950454712,
      0.9998364448547363,
      0.9999034404754639,
      0.9998959898948669,
      0.9998729228973389,
      0.9998736381530762,
      0.9997097849845886,
      0.9999890327453613
    ],
    "feedback_forward_norm_ratio": [
      0.999667227268219,
      1.0005890130996704,
      0.9995686411857605,
      1.0003647804260254,
      0.9988363981246948,
      1.0012967586517334,
      0.9990342259407043,
      1.0004116296768188,
      0.9999168515205383,
      1.0004847049713135,
      0.9997726678848267,
      1.000679612159729,
      0.9996684789657593,
      1.00027334690094,
      0.9999366998672485,
      1.0003808736801147,
      1.0000495910644531,
      1.0009263753890991,
      1.002256989479065
    ],
    "feedback_forward_relative_error": [
      0.016540788114070892,
      0.016762301325798035,
      0.01778847724199295,
      0.019920967519283295,
      0.0210877675563097,
      0.023614225909113884,
      0.018173595890402794,
      0.015191975980997086,
      0.017702825367450714,
      0.01933632604777813,
      0.017698097974061966,
      0.020378584042191505,
      0.01808561570942402,
      0.013898434117436409,
      0.014422350563108921,
      0.015949860215187073,
      0.015894636511802673,
      0.02412259951233864,
      0.005206604953855276
    ],
    "innovation_negative_gradient_cosine": [
      0.9996950626373291,
      0.9996610879898071,
      0.9996656179428101,
      0.9996557235717773,
      0.9996821284294128,
      0.9996340870857239,
      0.9997382164001465,
      0.9997807145118713,
      0.9997648000717163,
      0.9997376203536987,
      0.9997768402099609,
      0.9997832179069519,
      0.9997901320457458,
      0.9998494982719421,
      0.999852180480957,
      0.9998642206192017,
      0.9999117851257324,
      0.9999609589576721,
      0.7433841824531555
    ],
    "instruction_negative_gradient_cosine": [
      0.9996950626373291,
      0.9996610283851624,
      0.9996656179428101,
      0.9996557235717773,
      0.9996821284294128,
      0.9996340870857239,
      0.9997382164001465,
      0.9997807145118713,
      0.9997648000717163,
      0.9997376203536987,
      0.9997768402099609,
      0.9997832179069519,
      0.9997901320457458,
      0.9998495578765869,
      0.999852180480957,
      0.9998642206192017,
      0.9999117851257324,
      0.9999609589576721,
      0.7660573124885559
    ],
    "matched_negative_gradient_cosine": [
      0.05739140883088112,
      0.018270419910550117,
      0.04111289605498314,
      0.04713906720280647,
      0.08068474382162094,
      0.12596231698989868,
      0.15550340712070465,
      0.10640871524810791,
      0.18959969282150269,
      0.1880919635295868,
      0.25665342807769775,
      0.26636940240859985,
      0.2972011864185333,
      0.22581735253334045,
      0.21684125065803528,
      0.3512689471244812,
      0.21852251887321472,
      0.3467845618724823,
      0.12179291248321533
    ],
    "max_norm_match_direction_error": 2.384185791015625e-07,
    "max_norm_match_relative_error": 1.528547954876558e-07,
    "mean_feedback_forward_cosine": 0.9998400305446825,
    "mean_feedback_forward_relative_error": 0.01746189655540021,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.04260949790477753,
      "max_absolute_post_projection_soma_slope": 6.049770906457752e-09,
      "max_absolute_pre_projection_soma_slope": 0.04260949790477753,
      "max_positive_post_projection_soma_slope": 4.677387810403388e-09,
      "min_post_projection_soma_slope": -6.049770906457752e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.5057951096319325e-08,
      "pre_projection_traffic_rms_ratio": 0.015215151659880008
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.015215151659861944,
    "raw_negative_gradient_cosine": [
      0.05739140510559082,
      0.018270419910550117,
      0.04111289605498314,
      0.04713907092809677,
      0.08068474382162094,
      0.12596231698989868,
      0.15550340712070465,
      0.10640871524810791,
      0.18959969282150269,
      0.1880919635295868,
      0.25665342807769775,
      0.26636940240859985,
      0.2972011864185333,
      0.22581735253334045,
      0.21684125065803528,
      0.3512689471244812,
      0.21852251887321472,
      0.3467845320701599,
      0.12179291248321533
    ],
    "teaching_negative_gradient_cosine": [
      0.9996950626373291,
      0.9996610879898071,
      0.9996656179428101,
      0.9996557235717773,
      0.9996821284294128,
      0.9996340870857239,
      0.9997382164001465,
      0.9997807145118713,
      0.9997648000717163,
      0.9997376203536987,
      0.9997768402099609,
      0.9997832179069519,
      0.9997901320457458,
      0.9998494982719421,
      0.999852180480957,
      0.9998642206192017,
      0.9999117851257324,
      0.9999609589576721,
      0.7433841824531555
    ],
    "traffic_instruction_rms_ratio": 5.559677130489447,
    "used_negative_gradient_cosine": [
      0.9996950626373291,
      0.9996610879898071,
      0.9996656179428101,
      0.9996557235717773,
      0.9996821284294128,
      0.9996340870857239,
      0.9997382164001465,
      0.9997807145118713,
      0.9997648000717163,
      0.9997376203536987,
      0.9997768402099609,
      0.9997832179069519,
      0.9997901320457458,
      0.9998494982719421,
      0.999852180480957,
      0.9998642206192017,
      0.9999117851257324,
      0.9999609589576721,
      0.7433841824531555
    ],
    "wall_s": 0.1295778751373291
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3027007579803467,
        "mean_feedback_forward_cosine": 0.2941389766178633,
        "mean_feedback_forward_relative_error": 1.1855346027173495,
        "min_feedback_forward_cosine": 0.1548420786857605
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0022099131513391075,
        "instruction_rms": 0.0022099131516978587,
        "raw_apical_rms": 0.02049783138632947,
        "teaching_rms": 0.0022099131513391075,
        "traffic_rms": 0.020369867517521623
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609505355358124,
        "maximum_absolute_post_projection_soma_slope": 2.252576614125701e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.022787119052029e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011781372872730613,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.8145993555068969
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2454464435577393,
        "mean_feedback_forward_cosine": 0.41178234705799505,
        "mean_feedback_forward_relative_error": 1.081332671014886,
        "min_feedback_forward_cosine": 0.23041030764579773
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003369646450442476,
        "instruction_rms": 0.003369646449840238,
        "raw_apical_rms": 0.02371177729904339,
        "teaching_rms": 0.003369646450442476,
        "traffic_rms": 0.023468539669579156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.78777952442033e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7841205220507376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014674241493280669,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.3020985621643066
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1960309743881226,
        "mean_feedback_forward_cosine": 0.503131019441705,
        "mean_feedback_forward_relative_error": 0.9945317020541743,
        "min_feedback_forward_cosine": 0.2934151887893677
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004053055591412124,
        "instruction_rms": 0.00405305559282846,
        "raw_apical_rms": 0.026559498849280487,
        "teaching_rms": 0.004053055591412124,
        "traffic_rms": 0.02624639113264166
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609505355358124,
        "maximum_absolute_post_projection_soma_slope": 1.858708564839162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7461648375224808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015174689519701596,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.054893334350586
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1529499292373657,
        "mean_feedback_forward_cosine": 0.5719225720355385,
        "mean_feedback_forward_relative_error": 0.9236011661981282,
        "min_feedback_forward_cosine": 0.3460838794708252
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043203463935955365,
        "instruction_rms": 0.004320346392818454,
        "raw_apical_rms": 0.027984947955852376,
        "teaching_rms": 0.0043203463935955365,
        "traffic_rms": 0.027647528156859502
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 1.9308300736042838e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7170764040544823e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01628820537932188,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8837519716453552
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1152151823043823,
        "mean_feedback_forward_cosine": 0.6237310641690305,
        "mean_feedback_forward_relative_error": 0.8658630706762013,
        "min_feedback_forward_cosine": 0.39089518785476685
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00439673824880753,
        "instruction_rms": 0.004396738249066948,
        "raw_apical_rms": 0.02891968515530854,
        "teaching_rms": 0.00439673824880753,
        "traffic_rms": 0.028581192000128902
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 2.214620842266868e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7080805449420846e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018099003451330663,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.776260923576355
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0785514116287231,
        "mean_feedback_forward_cosine": 0.6657476503598062,
        "mean_feedback_forward_relative_error": 0.8159580983613667,
        "min_feedback_forward_cosine": 0.43281182646751404
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004407834559001862,
        "instruction_rms": 0.004407834560382446,
        "raw_apical_rms": 0.029700572082760664,
        "teaching_rms": 0.004407834559001862,
        "traffic_rms": 0.029369496536809432
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260951280593872,
        "maximum_absolute_post_projection_soma_slope": 2.1508249403723312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6931715158242862e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017618795907965654,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.7036562633895874
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0421745777130127,
        "mean_feedback_forward_cosine": 0.7009112803559554,
        "mean_feedback_forward_relative_error": 0.7716566261492277,
        "min_feedback_forward_cosine": 0.4722203016281128
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004479921589740855,
        "instruction_rms": 0.004479921589831261,
        "raw_apical_rms": 0.030281737040198226,
        "teaching_rms": 0.004479921589740855,
        "traffic_rms": 0.029945685465791662
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 1.851197417579442e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6911379234729106e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01828950856920798,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6467658293342591
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0072448253631592,
        "mean_feedback_forward_cosine": 0.7314785060129667,
        "mean_feedback_forward_relative_error": 0.7311911049642061,
        "min_feedback_forward_cosine": 0.5086159706115723
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004538640813936125,
        "instruction_rms": 0.004538640813457685,
        "raw_apical_rms": 0.030990691872179524,
        "teaching_rms": 0.004538640813936125,
        "traffic_rms": 0.030653609814569653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 1.8189005857038865e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.677040170388382e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01865060670167592,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5990780521774292
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9732503294944763,
        "mean_feedback_forward_cosine": 0.7564867546683863,
        "mean_feedback_forward_relative_error": 0.6958839328665483,
        "min_feedback_forward_cosine": 0.5420337915420532
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004467881522887306,
        "instruction_rms": 0.004467881523009288,
        "raw_apical_rms": 0.03161750882236315,
        "teaching_rms": 0.004467881522887306,
        "traffic_rms": 0.03129727570834674
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 2.063391768558631e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.667910633922773e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018714229991270703,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5651215485572815
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9400590062141418,
        "mean_feedback_forward_cosine": 0.7793027852710924,
        "mean_feedback_forward_relative_error": 0.6622625291347504,
        "min_feedback_forward_cosine": 0.5735139846801758
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004465930820801688,
        "instruction_rms": 0.004465930822082836,
        "raw_apical_rms": 0.03201380393201628,
        "teaching_rms": 0.004465930820801688,
        "traffic_rms": 0.0316973568205798
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260950908064842,
        "maximum_absolute_post_projection_soma_slope": 1.9786291716172855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6701770049518647e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020565879992335005,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5367881216335296
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9074550867080688,
        "mean_feedback_forward_cosine": 0.7992629251982036,
        "mean_feedback_forward_relative_error": 0.6312989404326991,
        "min_feedback_forward_cosine": 0.6033881306648254
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004488743882996864,
        "instruction_rms": 0.004488743883394296,
        "raw_apical_rms": 0.03253820913506442,
        "teaching_rms": 0.004488743882996864,
        "traffic_rms": 0.03222387411153172
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609505355358124,
        "maximum_absolute_post_projection_soma_slope": 1.624934675703571e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6570978633104678e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021121763491213384,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5133781090164184
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8749079704284668,
        "mean_feedback_forward_cosine": 0.8172648266742104,
        "mean_feedback_forward_relative_error": 0.6019264969386553,
        "min_feedback_forward_cosine": 0.6315286755561829
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004567185532329587,
        "instruction_rms": 0.004567185531875145,
        "raw_apical_rms": 0.03267877246236714,
        "teaching_rms": 0.004567185532329587,
        "traffic_rms": 0.03235449023079796
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609505355358124,
        "maximum_absolute_post_projection_soma_slope": 1.8825023317958767e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6523962768317078e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023949785669718785,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.49568962508201597
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8439585566520691,
        "mean_feedback_forward_cosine": 0.8328915928539476,
        "mean_feedback_forward_relative_error": 0.5754922346064919,
        "min_feedback_forward_cosine": 0.6576087474822998
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004532660189511615,
        "instruction_rms": 0.004532660189898692,
        "raw_apical_rms": 0.03303496742703316,
        "teaching_rms": 0.004532660189511615,
        "traffic_rms": 0.03271914015958286
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.495164525522341e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6616506826460655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02561395877530542,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.4700289748954773
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8138879537582397,
        "mean_feedback_forward_cosine": 0.8469477389988146,
        "mean_feedback_forward_relative_error": 0.5503434405515069,
        "min_feedback_forward_cosine": 0.6818727254867554
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004543746671020827,
        "instruction_rms": 0.004543746671636478,
        "raw_apical_rms": 0.03339056727055667,
        "teaching_rms": 0.004543746671020827,
        "traffic_rms": 0.03307631893544561
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 2.3063201126660715e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.651180880965252e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02348627774186139,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.45553980001449584
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7851724028587341,
        "mean_feedback_forward_cosine": 0.8597740060404727,
        "mean_feedback_forward_relative_error": 0.5264343807571813,
        "min_feedback_forward_cosine": 0.7039593458175659
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00452330743429448,
        "instruction_rms": 0.004523307432850339,
        "raw_apical_rms": 0.03344017224893044,
        "teaching_rms": 0.00452330743429448,
        "traffic_rms": 0.033129054610113035
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6594851715012737e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6482547187262293e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025244760944578597,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4385257519340515
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7562856078147888,
        "mean_feedback_forward_cosine": 0.8712828629895261,
        "mean_feedback_forward_relative_error": 0.5040967166423798,
        "min_feedback_forward_cosine": 0.7253634929656982
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004524894111178448,
        "instruction_rms": 0.004524894110433841,
        "raw_apical_rms": 0.03372623442973159,
        "teaching_rms": 0.004524894111178448,
        "traffic_rms": 0.033417226831372264
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.9184927424475973e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6491610418417525e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02459173713643007,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.42662155561447146
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.727494478225708,
        "mean_feedback_forward_cosine": 0.8819398629037958,
        "mean_feedback_forward_relative_error": 0.4824242921252,
        "min_feedback_forward_cosine": 0.7459448575973511
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00455710462571581,
        "instruction_rms": 0.004557104626514899,
        "raw_apical_rms": 0.03389859302778579,
        "teaching_rms": 0.00455710462571581,
        "traffic_rms": 0.033587132058906455
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6784120759893995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6446676038834672e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02439157158673806,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.41716986381530763
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7017595171928406,
        "mean_feedback_forward_cosine": 0.8912567935491863,
        "mean_feedback_forward_relative_error": 0.46277998779949386,
        "min_feedback_forward_cosine": 0.763495147228241
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004467705501455536,
        "instruction_rms": 0.00446770550187483,
        "raw_apical_rms": 0.03403597744219213,
        "teaching_rms": 0.004467705501455536,
        "traffic_rms": 0.03373757295694631
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.789609349600596e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6520740782490892e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02412368861044063,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3956812519741058
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.674005925655365,
        "mean_feedback_forward_cosine": 0.90006906421561,
        "mean_feedback_forward_relative_error": 0.44327360626898316,
        "min_feedback_forward_cosine": 0.7818157076835632
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045355020081382195,
        "instruction_rms": 0.004535502007613549,
        "raw_apical_rms": 0.03414242862730772,
        "teaching_rms": 0.0045355020081382195,
        "traffic_rms": 0.03383535456553936
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6704419181223784e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6467703134921036e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026533008973207206,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.38709440392494204
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6480402946472168,
        "mean_feedback_forward_cosine": 0.9078673187055086,
        "mean_feedback_forward_relative_error": 0.425374625544799,
        "min_feedback_forward_cosine": 0.7980890870094299
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004437292046340473,
        "instruction_rms": 0.004437292046299349,
        "raw_apical_rms": 0.03410200116090209,
        "teaching_rms": 0.004437292046340473,
        "traffic_rms": 0.03380794785297589
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.545208228037609e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6423353591707344e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024433479929107754,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.37912769493103027
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6218765377998352,
        "mean_feedback_forward_cosine": 0.9153628161079005,
        "mean_feedback_forward_relative_error": 0.4074434708607824,
        "min_feedback_forward_cosine": 0.8138716220855713
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004577775429658856,
        "instruction_rms": 0.004577775429810046,
        "raw_apical_rms": 0.03422206346928123,
        "teaching_rms": 0.004577775429658856,
        "traffic_rms": 0.03390969191510792
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.542358774031527e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6413110439167186e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026103734111856496,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.37635857237815856
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5979951620101929,
        "mean_feedback_forward_cosine": 0.9217759872737684,
        "mean_feedback_forward_relative_error": 0.391411008803468,
        "min_feedback_forward_cosine": 0.8279277682304382
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004447784983443329,
        "instruction_rms": 0.004447784982886651,
        "raw_apical_rms": 0.034372298812697134,
        "teaching_rms": 0.004447784983443329,
        "traffic_rms": 0.03407923668921428
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.901300095141778e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6469210153284278e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024747049097685145,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.36215542563438413
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5739215612411499,
        "mean_feedback_forward_cosine": 0.9280606320029811,
        "mean_feedback_forward_relative_error": 0.3751860935437052,
        "min_feedback_forward_cosine": 0.8413478136062622
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004539715791415214,
        "instruction_rms": 0.004539715791681997,
        "raw_apical_rms": 0.03438840107740811,
        "teaching_rms": 0.004539715791415214,
        "traffic_rms": 0.03408294657128336
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.5479693971087727e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6453338652510303e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02347878522757768,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3543705605697632
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5511946082115173,
        "mean_feedback_forward_cosine": 0.9336594625523216,
        "mean_feedback_forward_relative_error": 0.36014276507653686,
        "min_feedback_forward_cosine": 0.853603184223175
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044465964539733265,
        "instruction_rms": 0.004446596453891937,
        "raw_apical_rms": 0.034583346033741406,
        "teaching_rms": 0.0044465964539733265,
        "traffic_rms": 0.034291434508801615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.568325380674196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6418646959488624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02368308386768571,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.34472532731056216
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5287750363349915,
        "mean_feedback_forward_cosine": 0.9389357064899645,
        "mean_feedback_forward_relative_error": 0.3454364742103376,
        "min_feedback_forward_cosine": 0.8649998307228088
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004471474856238844,
        "instruction_rms": 0.004471474856356307,
        "raw_apical_rms": 0.034863329562206606,
        "teaching_rms": 0.004471474856238844,
        "traffic_rms": 0.034571458157533194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5870133651674223e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6426718790656828e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023835742278320818,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3465214729595184
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5074366331100464,
        "mean_feedback_forward_cosine": 0.9436989646208914,
        "mean_feedback_forward_relative_error": 0.3315695398732236,
        "min_feedback_forward_cosine": 0.8755497932434082
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004448171037908281,
        "instruction_rms": 0.004448171038350835,
        "raw_apical_rms": 0.03483415854737568,
        "teaching_rms": 0.004448171037908281,
        "traffic_rms": 0.03454369402791954
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.0888506924165995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6463878292020533e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024030193243639503,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.33590031269073484
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4867047667503357,
        "mean_feedback_forward_cosine": 0.9480897501895302,
        "mean_feedback_forward_relative_error": 0.3182977806580694,
        "min_feedback_forward_cosine": 0.8853880167007446
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004423384168458073,
        "instruction_rms": 0.004423384169365268,
        "raw_apical_rms": 0.035117064294096716,
        "teaching_rms": 0.004423384168458073,
        "traffic_rms": 0.034832597217755064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 2.0543510004245036e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.644458445748287e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024089120783701224,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.3282954907798767
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.46751919388771057,
        "mean_feedback_forward_cosine": 0.9520918319099828,
        "mean_feedback_forward_relative_error": 0.30566978336949097,
        "min_feedback_forward_cosine": 0.8941617012023926
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044125753228557866,
        "instruction_rms": 0.004412575322187627,
        "raw_apical_rms": 0.035066078593451525,
        "teaching_rms": 0.0044125753228557866,
        "traffic_rms": 0.03478221942297027
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.642468205886871e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6375638614241898e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023219864507712074,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.3214613053703308
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4484589993953705,
        "mean_feedback_forward_cosine": 0.9558267907092446,
        "mean_feedback_forward_relative_error": 0.2933885396311158,
        "min_feedback_forward_cosine": 0.9025173187255859
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004476423203763373,
        "instruction_rms": 0.0044764232035603944,
        "raw_apical_rms": 0.03505950494868195,
        "teaching_rms": 0.004476423203763373,
        "traffic_rms": 0.03476770158376339
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6993489282413066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6464416585870255e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02482951248995586,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.31700959282875063
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4301394820213318,
        "mean_feedback_forward_cosine": 0.9592449821923908,
        "mean_feedback_forward_relative_error": 0.2816562750621846,
        "min_feedback_forward_cosine": 0.910204291343689
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004490847735998194,
        "instruction_rms": 0.004490847734793306,
        "raw_apical_rms": 0.03507095271301133,
        "teaching_rms": 0.004490847735998194,
        "traffic_rms": 0.034776383161730595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6190808693750114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6498577713188072e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023441666684380635,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.315634055557251
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4131023585796356,
        "mean_feedback_forward_cosine": 0.9623561344648662,
        "mean_feedback_forward_relative_error": 0.2705946294100661,
        "min_feedback_forward_cosine": 0.9170982837677002
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00447937626184933,
        "instruction_rms": 0.0044793762596638835,
        "raw_apical_rms": 0.03512164572764162,
        "teaching_rms": 0.00447937626184933,
        "traffic_rms": 0.03482965493361372
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7080411751635438e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6457773394476655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02167975560102077,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.3085683342170715
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3964741826057434,
        "mean_feedback_forward_cosine": 0.9651784645883661,
        "mean_feedback_forward_relative_error": 0.26015177016195495,
        "min_feedback_forward_cosine": 0.9236017465591431
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004405803658098219,
        "instruction_rms": 0.004405803658003219,
        "raw_apical_rms": 0.03538970437620587,
        "teaching_rms": 0.004405803658098219,
        "traffic_rms": 0.035109684564481256
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.893741341518762e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6397816077385317e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02294377047044634,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.29902457102775576
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.38062727451324463,
        "mean_feedback_forward_cosine": 0.9678651439516168,
        "mean_feedback_forward_relative_error": 0.24982087196488129,
        "min_feedback_forward_cosine": 0.9295386075973511
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00447090715112082,
        "instruction_rms": 0.004470907150392404,
        "raw_apical_rms": 0.0353383738859797,
        "teaching_rms": 0.00447090715112082,
        "traffic_rms": 0.03504876898765303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.609725863715994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.644604952098583e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024566996648501704,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2977564609622955
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.36492830514907837,
        "mean_feedback_forward_cosine": 0.9703365250637657,
        "mean_feedback_forward_relative_error": 0.2399726498283838,
        "min_feedback_forward_cosine": 0.9351792931556702
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004364335905305467,
        "instruction_rms": 0.0043643359050392575,
        "raw_apical_rms": 0.035456471510900006,
        "teaching_rms": 0.004364335905305467,
        "traffic_rms": 0.0351822665190461
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7922589634622454e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6424306069191065e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024348977475543303,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.29589119950294496
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3503844141960144,
        "mean_feedback_forward_cosine": 0.9725847871680009,
        "mean_feedback_forward_relative_error": 0.2306134336088833,
        "min_feedback_forward_cosine": 0.9401798844337463
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004447146035738178,
        "instruction_rms": 0.004447146035938516,
        "raw_apical_rms": 0.03557121944095086,
        "teaching_rms": 0.004447146035738178,
        "traffic_rms": 0.03528669089704726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8323179418189284e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6441995587972693e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02415735175392005,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.28913657015800476
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.33654966950416565,
        "mean_feedback_forward_cosine": 0.9746715144107216,
        "mean_feedback_forward_relative_error": 0.22158391459992058,
        "min_feedback_forward_cosine": 0.9447486400604248
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044103386134673765,
        "instruction_rms": 0.004410338612966179,
        "raw_apical_rms": 0.035549935239983455,
        "teaching_rms": 0.0044103386134673765,
        "traffic_rms": 0.035269379515583725
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6309007477843807e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.646905115209585e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02389306688227081,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2843629100704193
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.322573184967041,
        "mean_feedback_forward_cosine": 0.9766120565565009,
        "mean_feedback_forward_relative_error": 0.21291067882588036,
        "min_feedback_forward_cosine": 0.9491961002349854
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004423752816388216,
        "instruction_rms": 0.0044237528169845785,
        "raw_apical_rms": 0.03571848439953673,
        "teaching_rms": 0.004423752816388216,
        "traffic_rms": 0.035438604820113274
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.660399995273565e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6421032949187638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02659053691296109,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2839098592567444
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30924469232559204,
        "mean_feedback_forward_cosine": 0.9783869417090165,
        "mean_feedback_forward_relative_error": 0.2046125076319042,
        "min_feedback_forward_cosine": 0.9532613754272461
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004415721175997225,
        "instruction_rms": 0.004415721174459779,
        "raw_apical_rms": 0.035916717582382435,
        "teaching_rms": 0.004415721175997225,
        "traffic_rms": 0.035638754870780685
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7482420844316948e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6349979177537058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024286965104017403,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.27768599178314207
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2961288094520569,
        "mean_feedback_forward_cosine": 0.9800594950977125,
        "mean_feedback_forward_relative_error": 0.1964913104709826,
        "min_feedback_forward_cosine": 0.9571245908737183
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044117293092607816,
        "instruction_rms": 0.0044117293089649045,
        "raw_apical_rms": 0.03583366174769138,
        "teaching_rms": 0.0044117293092607816,
        "traffic_rms": 0.0355553536211928
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6573682870557604e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6451315176269963e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025957363338989476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.2769059896183014
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28415414690971375,
        "mean_feedback_forward_cosine": 0.9815883667845475,
        "mean_feedback_forward_relative_error": 0.18880548955578552,
        "min_feedback_forward_cosine": 0.9604951739311218
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004393749558337426,
        "instruction_rms": 0.004393749556537889,
        "raw_apical_rms": 0.035675566681543515,
        "teaching_rms": 0.004393749558337426,
        "traffic_rms": 0.035397661010868706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6211796349807628e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6417471676073113e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025829876646181235,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.27106802872657776
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.272704154253006,
        "mean_feedback_forward_cosine": 0.9829937439215811,
        "mean_feedback_forward_relative_error": 0.1813990767849119,
        "min_feedback_forward_cosine": 0.9635632038116455
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004424747032764403,
        "instruction_rms": 0.004424747031815081,
        "raw_apical_rms": 0.035685327873677515,
        "teaching_rms": 0.004424747032764403,
        "traffic_rms": 0.03540451898891116
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.4912355794649557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6421930289825777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02619181318080056,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.26903158897399904
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26139092445373535,
        "mean_feedback_forward_cosine": 0.9842860134024369,
        "mean_feedback_forward_relative_error": 0.1743228913922059,
        "min_feedback_forward_cosine": 0.9665086269378662
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004399376926037717,
        "instruction_rms": 0.004399376926419535,
        "raw_apical_rms": 0.03578037191453057,
        "teaching_rms": 0.004399376926037717,
        "traffic_rms": 0.035503200118891506
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.054619230307253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6446065149664913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026543507888778975,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.2697189217185974
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25096380710601807,
        "mean_feedback_forward_cosine": 0.9854529907828883,
        "mean_feedback_forward_relative_error": 0.16767705388759313,
        "min_feedback_forward_cosine": 0.9690964221954346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004380814009624374,
        "instruction_rms": 0.0043808140088818885,
        "raw_apical_rms": 0.035898657009851814,
        "teaching_rms": 0.004380814009624374,
        "traffic_rms": 0.03562496222187497
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6261184399013473e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637953854628046e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025042926658955567,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.264529719247818
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2404278963804245,
        "mean_feedback_forward_cosine": 0.9865727895184567,
        "mean_feedback_forward_relative_error": 0.16105910743537702,
        "min_feedback_forward_cosine": 0.971608579158783
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00441623546840931,
        "instruction_rms": 0.004416235469685677,
        "raw_apical_rms": 0.03576710243699769,
        "teaching_rms": 0.00441623546840931,
        "traffic_rms": 0.03548826101255406
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.1600827793122335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6485260806068663e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02507802646393133,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2682321417474747
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2306424379348755,
        "mean_feedback_forward_cosine": 0.9875766885908026,
        "mean_feedback_forward_relative_error": 0.15487558610345187,
        "min_feedback_forward_cosine": 0.973849892616272
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004383347469055149,
        "instruction_rms": 0.004383347468803006,
        "raw_apical_rms": 0.03570098141385334,
        "teaching_rms": 0.004383347469055149,
        "traffic_rms": 0.035425391724340095
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5865712299500956e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.648822174202504e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02572795370507735,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.26048758533477784
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22135618329048157,
        "mean_feedback_forward_cosine": 0.98851919487903,
        "mean_feedback_forward_relative_error": 0.14887614058036552,
        "min_feedback_forward_cosine": 0.97590172290802
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004411132220707498,
        "instruction_rms": 0.004411132221361865,
        "raw_apical_rms": 0.03585327806696431,
        "teaching_rms": 0.004411132220707498,
        "traffic_rms": 0.03557491052381889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.519676651184909e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6374410443092133e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.023959072416830783,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.2558250538158417
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21225978434085846,
        "mean_feedback_forward_cosine": 0.9893784585751986,
        "mean_feedback_forward_relative_error": 0.14319396077802307,
        "min_feedback_forward_cosine": 0.9778265357017517
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004349862079328885,
        "instruction_rms": 0.004349862082166698,
        "raw_apical_rms": 0.036059146458913394,
        "teaching_rms": 0.004349862079328885,
        "traffic_rms": 0.03578927992557844
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8104026722198796e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6394240413382868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024059027526004726,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.25653854535102844
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20403455197811127,
        "mean_feedback_forward_cosine": 0.9901408208043951,
        "mean_feedback_forward_relative_error": 0.13790253079251238,
        "min_feedback_forward_cosine": 0.9795041680335999
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004306479480967527,
        "instruction_rms": 0.004306479480347433,
        "raw_apical_rms": 0.03609244323650274,
        "teaching_rms": 0.004306479480967527,
        "traffic_rms": 0.03582863102146008
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.887720202375931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6346973588729177e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02586103547696073,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.2501375808238983
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19561706483364105,
        "mean_feedback_forward_cosine": 0.990902536793759,
        "mean_feedback_forward_relative_error": 0.13246441848183932,
        "min_feedback_forward_cosine": 0.9811499118804932
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004380121993508599,
        "instruction_rms": 0.004380121993528997,
        "raw_apical_rms": 0.03618118102068092,
        "teaching_rms": 0.004380121993508599,
        "traffic_rms": 0.03590919125609109
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5899722427548113e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.642278442334458e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02467008859314559,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.25490029556274413
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18769954144954681,
        "mean_feedback_forward_cosine": 0.9915783060224432,
        "mean_feedback_forward_relative_error": 0.12744557053634994,
        "min_feedback_forward_cosine": 0.9826302528381348
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004286147496289654,
        "instruction_rms": 0.004286147496351909,
        "raw_apical_rms": 0.03630124343660979,
        "teaching_rms": 0.004286147496289654,
        "traffic_rms": 0.036040969836335424
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.648854563995883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6430216693006145e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026401292513840293,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.24815159578323365
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18009990453720093,
        "mean_feedback_forward_cosine": 0.9922122735726205,
        "mean_feedback_forward_relative_error": 0.12253583477515924,
        "min_feedback_forward_cosine": 0.9839999079704285
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004312106636242478,
        "instruction_rms": 0.004312106636474313,
        "raw_apical_rms": 0.036184531812555536,
        "teaching_rms": 0.004312106636242478,
        "traffic_rms": 0.03592057902823251
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6694354343371742e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6393579239439885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.024730917909241687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.2403199802684784
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17225059866905212,
        "mean_feedback_forward_cosine": 0.9928227694411027,
        "mean_feedback_forward_relative_error": 0.11763422053895499,
        "min_feedback_forward_cosine": 0.9853569269180298
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004380892139840888,
        "instruction_rms": 0.004380892138539752,
        "raw_apical_rms": 0.03613477430970268,
        "teaching_rms": 0.004380892139840888,
        "traffic_rms": 0.035862071127396776
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.4650358259871155e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6405279076261334e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025655650530405014,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.25474447553634644
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16533377766609192,
        "mean_feedback_forward_cosine": 0.9933718819367258,
        "mean_feedback_forward_relative_error": 0.11302786869438071,
        "min_feedback_forward_cosine": 0.9865034818649292
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004372155822051499,
        "instruction_rms": 0.004372155820960061,
        "raw_apical_rms": 0.03608949200343661,
        "teaching_rms": 0.004372155822051499,
        "traffic_rms": 0.035817816284899884
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 2.2975777724809632e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6393209236534024e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025822520163800676,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.24282258381843566
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15859918296337128,
        "mean_feedback_forward_cosine": 0.9938796225347017,
        "mean_feedback_forward_relative_error": 0.108597190364411,
        "min_feedback_forward_cosine": 0.9875694513320923
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004362059949352545,
        "instruction_rms": 0.004362059949161949,
        "raw_apical_rms": 0.03625296530730955,
        "teaching_rms": 0.004362059949352545,
        "traffic_rms": 0.03598279929393575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.797129733915881e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.649467975778483e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025184496131834908,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.2423663339328766
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1521463394165039,
        "mean_feedback_forward_cosine": 0.9943467911921049,
        "mean_feedback_forward_relative_error": 0.10436487472371052,
        "min_feedback_forward_cosine": 0.9885553121566772
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004349241087665281,
        "instruction_rms": 0.004349241087557516,
        "raw_apical_rms": 0.036288853362750687,
        "teaching_rms": 0.004349241087665281,
        "traffic_rms": 0.03602159539953193
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7972057619886073e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.645573059315511e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027309716729476814,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.24145609384059907
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14589492976665497,
        "mean_feedback_forward_cosine": 0.9947792511237296,
        "mean_feedback_forward_relative_error": 0.10027973961673285,
        "min_feedback_forward_cosine": 0.9894683361053467
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00443560020305727,
        "instruction_rms": 0.004435600202779282,
        "raw_apical_rms": 0.036245082784293885,
        "teaching_rms": 0.00443560020305727,
        "traffic_rms": 0.03596629811076143
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6471787489535927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.64481746909483e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02564385253995259,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.23738046546936034
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13990528881549835,
        "mean_feedback_forward_cosine": 0.9951821157806798,
        "mean_feedback_forward_relative_error": 0.09634204718627427,
        "min_feedback_forward_cosine": 0.9903104305267334
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004417898072200897,
        "instruction_rms": 0.004417898070255701,
        "raw_apical_rms": 0.03634591894911371,
        "teaching_rms": 0.004417898072200897,
        "traffic_rms": 0.03607015230122321
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.532388971270393e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6438721709474604e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.025940952342224873,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.24064112573623658
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13450220227241516,
        "mean_feedback_forward_cosine": 0.9955436932413202,
        "mean_feedback_forward_relative_error": 0.09263677797035168,
        "min_feedback_forward_cosine": 0.9910425543785095
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004350186836046022,
        "instruction_rms": 0.004350186836275804,
        "raw_apical_rms": 0.03632066720030548,
        "teaching_rms": 0.004350186836046022,
        "traffic_rms": 0.03605261313788862
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7902296534089146e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6421214299135592e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02531954217838077,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.23421626525878905
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12912173569202423,
        "mean_feedback_forward_cosine": 0.9958715627067968,
        "mean_feedback_forward_relative_error": 0.08915260924320471,
        "min_feedback_forward_cosine": 0.9917436838150024
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004295469282799223,
        "instruction_rms": 0.004295469282800077,
        "raw_apical_rms": 0.036303267360028105,
        "teaching_rms": 0.004295469282799223,
        "traffic_rms": 0.03604184390644494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5573377254440857e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6398779170850022e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027254379703392013,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.23287498149871827
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12378261238336563,
        "mean_feedback_forward_cosine": 0.9961902028635928,
        "mean_feedback_forward_relative_error": 0.0856276297647702,
        "min_feedback_forward_cosine": 0.9924105405807495
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004404649950875146,
        "instruction_rms": 0.004404649949878285,
        "raw_apical_rms": 0.03640634575193176,
        "teaching_rms": 0.004404649950875146,
        "traffic_rms": 0.03613292402335098
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.3403815835033583e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6458606822450422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02821253384677919,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.23738461943149566
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.118791863322258,
        "mean_feedback_forward_cosine": 0.9964815691897744,
        "mean_feedback_forward_relative_error": 0.0822867433491506,
        "min_feedback_forward_cosine": 0.9930055141448975
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043798131965625195,
        "instruction_rms": 0.004379813195739186,
        "raw_apical_rms": 0.036508153808117935,
        "teaching_rms": 0.0043798131965625195,
        "traffic_rms": 0.036238237111727765
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.543406824566773e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6358234620969477e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027344268898437243,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.2298891465139389
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11408618837594986,
        "mean_feedback_forward_cosine": 0.9967511108047084,
        "mean_feedback_forward_relative_error": 0.07907330931017273,
        "min_feedback_forward_cosine": 0.9935445785522461
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004400033544582169,
        "instruction_rms": 0.004400033542666569,
        "raw_apical_rms": 0.036581720541914525,
        "teaching_rms": 0.004400033544582169,
        "traffic_rms": 0.036310252605506126
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7451132094947752e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.646800580301058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029348223731756308,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.23212497337818147
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10955850780010223,
        "mean_feedback_forward_cosine": 0.9969988402567411,
        "mean_feedback_forward_relative_error": 0.07600064732526478,
        "min_feedback_forward_cosine": 0.9940474033355713
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004400858957967885,
        "instruction_rms": 0.004400858957259833,
        "raw_apical_rms": 0.03662189152470648,
        "teaching_rms": 0.004400858957967885,
        "traffic_rms": 0.03635043751975639
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.149361932879401e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6488186231541156e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029423990786304387,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.23038364398002625
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10510402917861938,
        "mean_feedback_forward_cosine": 0.9972231450833773,
        "mean_feedback_forward_relative_error": 0.07309989062579055,
        "min_feedback_forward_cosine": 0.994519054889679
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004298693635184693,
        "instruction_rms": 0.004298693636958555,
        "raw_apical_rms": 0.03672323394124366,
        "teaching_rms": 0.004298693635184693,
        "traffic_rms": 0.03646474824245048
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6175935257933816e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6358027796049103e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026275037975836905,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.22771517116069795
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1008649468421936,
        "mean_feedback_forward_cosine": 0.9974358709234941,
        "mean_feedback_forward_relative_error": 0.07025236891288507,
        "min_feedback_forward_cosine": 0.9949517250061035
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004371207459752592,
        "instruction_rms": 0.004371207458225978,
        "raw_apical_rms": 0.036732438158368304,
        "teaching_rms": 0.004371207459752592,
        "traffic_rms": 0.036464986695496755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6207767572495868e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.632175738377127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026726881148244803,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.2288066136932373
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09671594202518463,
        "mean_feedback_forward_cosine": 0.997633021128805,
        "mean_feedback_forward_relative_error": 0.06750233343949444,
        "min_feedback_forward_cosine": 0.9953564405441284
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00435124354276943,
        "instruction_rms": 0.004351243544278372,
        "raw_apical_rms": 0.0367646880373878,
        "teaching_rms": 0.00435124354276943,
        "traffic_rms": 0.03649963306686959
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5049236523623222e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6325353369323043e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02943399038339836,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.2258894060230255
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09282435476779938,
        "mean_feedback_forward_cosine": 0.9978102476973283,
        "mean_feedback_forward_relative_error": 0.06492303449072336,
        "min_feedback_forward_cosine": 0.9957225918769836
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004301245945143303,
        "instruction_rms": 0.004301245945195418,
        "raw_apical_rms": 0.036927061981523776,
        "teaching_rms": 0.004301245945143303,
        "traffic_rms": 0.0366689103528022
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.5561564481458845e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637986732491845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03096522569673623,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.22593291145324707
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08929688483476639,
        "mean_feedback_forward_cosine": 0.9979695803240726,
        "mean_feedback_forward_relative_error": 0.06250794878915737,
        "min_feedback_forward_cosine": 0.9960407018661499
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004230834898941168,
        "instruction_rms": 0.004230834897509177,
        "raw_apical_rms": 0.036939073473167064,
        "teaching_rms": 0.004230834898941168,
        "traffic_rms": 0.036689647557933955
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9310835597252662e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6516867513268415e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028589777565949704,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.2201699444103241
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08564090728759766,
        "mean_feedback_forward_cosine": 0.9981240034103394,
        "mean_feedback_forward_relative_error": 0.060087979722179864,
        "min_feedback_forward_cosine": 0.9963566064834595
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004271565482905371,
        "instruction_rms": 0.00427156548377046,
        "raw_apical_rms": 0.03695803659325144,
        "teaching_rms": 0.004271565482905371,
        "traffic_rms": 0.03670412882219586
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.2025249180046558e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6406193336393507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02759562895835457,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.22320329292297364
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08221229165792465,
        "mean_feedback_forward_cosine": 0.9982665902689883,
        "mean_feedback_forward_relative_error": 0.05775321931823304,
        "min_feedback_forward_cosine": 0.9966413974761963
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004360666322564923,
        "instruction_rms": 0.004360666322151648,
        "raw_apical_rms": 0.03696974506483356,
        "teaching_rms": 0.004360666322564923,
        "traffic_rms": 0.03670505541069315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7738548407919552e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6380015919216007e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029595878956890163,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.21980459425926208
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07890763878822327,
        "mean_feedback_forward_cosine": 0.9983981439941808,
        "mean_feedback_forward_relative_error": 0.055507991266878026,
        "min_feedback_forward_cosine": 0.9969053268432617
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004310736395403316,
        "instruction_rms": 0.0043107363940004095,
        "raw_apical_rms": 0.03709640868607015,
        "teaching_rms": 0.004310736395403316,
        "traffic_rms": 0.03683809630429253
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5565614575052678e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6361613618084028e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027300228376568036,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.2204686019039154
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07569430023431778,
        "mean_feedback_forward_cosine": 0.998520082549045,
        "mean_feedback_forward_relative_error": 0.05335385989593832,
        "min_feedback_forward_cosine": 0.997151255607605
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004323432938393961,
        "instruction_rms": 0.004323432936287673,
        "raw_apical_rms": 0.03725071845572123,
        "teaching_rms": 0.004323432938393961,
        "traffic_rms": 0.036992139013249506
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.965426221772759e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6382316724464877e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02898712459683593,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.21767166561126708
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07255414873361588,
        "mean_feedback_forward_cosine": 0.9986343634755988,
        "mean_feedback_forward_relative_error": 0.05125473723991921,
        "min_feedback_forward_cosine": 0.9973822832107544
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00441862426066667,
        "instruction_rms": 0.00441862426124997,
        "raw_apical_rms": 0.037235194156025005,
        "teaching_rms": 0.00441862426066667,
        "traffic_rms": 0.036966230528392104
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.718154862828669e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6437110558224434e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02991792440940041,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.2246888160943985
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06971338391304016,
        "mean_feedback_forward_cosine": 0.9987352239458185,
        "mean_feedback_forward_relative_error": 0.04932096541712159,
        "min_feedback_forward_cosine": 0.9975833296775818
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004272562643246793,
        "instruction_rms": 0.0042725626416128,
        "raw_apical_rms": 0.0374901821037666,
        "teaching_rms": 0.004272562643246793,
        "traffic_rms": 0.03723931378122401
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7589670164852578e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6461356648238112e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029996935967058744,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21846248909950255
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06683551520109177,
        "mean_feedback_forward_cosine": 0.9988325551936501,
        "mean_feedback_forward_relative_error": 0.04738790257588813,
        "min_feedback_forward_cosine": 0.9977781176567078
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004350795653378297,
        "instruction_rms": 0.004350795652732428,
        "raw_apical_rms": 0.03770099980268839,
        "teaching_rms": 0.004350795653378297,
        "traffic_rms": 0.03744178384044821
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6747682352047377e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6471955241072376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029882823360970725,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21745040514945985
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06427686661481857,
        "mean_feedback_forward_cosine": 0.9989167985163236,
        "mean_feedback_forward_relative_error": 0.04563660145198044,
        "min_feedback_forward_cosine": 0.9979446530342102
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004252741005501674,
        "instruction_rms": 0.004252741006726077,
        "raw_apical_rms": 0.03771005482405822,
        "teaching_rms": 0.004252741005501674,
        "traffic_rms": 0.0374629135557298
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6525609325412915e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6362543539925117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02786908802995047,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.21024232966423034
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06162598356604576,
        "mean_feedback_forward_cosine": 0.9990003736395585,
        "mean_feedback_forward_relative_error": 0.043843959115053475,
        "min_feedback_forward_cosine": 0.998110294342041
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004325275254150915,
        "instruction_rms": 0.004325275251857677,
        "raw_apical_rms": 0.03756144632966855,
        "teaching_rms": 0.004325275254150915,
        "traffic_rms": 0.03730497840717791
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.057539738586911e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637602498587542e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027524282422649687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.21708910552501678
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05915717035531998,
        "mean_feedback_forward_cosine": 0.99907617506228,
        "mean_feedback_forward_relative_error": 0.04214897663577607,
        "min_feedback_forward_cosine": 0.9982584118843079
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004309418796410489,
        "instruction_rms": 0.004309418797101769,
        "raw_apical_rms": 0.037640647899612384,
        "teaching_rms": 0.004309418796410489,
        "traffic_rms": 0.03738624936337194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7299415233651416e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.631184541595925e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02538905609059549,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.21470391620635987
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.056747566908597946,
        "mean_feedback_forward_cosine": 0.9991461791490254,
        "mean_feedback_forward_relative_error": 0.04051467178291396,
        "min_feedback_forward_cosine": 0.998397171497345
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043014494592701616,
        "instruction_rms": 0.004301449459838726,
        "raw_apical_rms": 0.03766436506243184,
        "teaching_rms": 0.0043014494592701616,
        "traffic_rms": 0.0374106554542983
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8397047440998904e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.625295671665333e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02570591754529208,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.21144128823280334
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05448109284043312,
        "mean_feedback_forward_cosine": 0.999211007042935,
        "mean_feedback_forward_relative_error": 0.03894878154326426,
        "min_feedback_forward_cosine": 0.9985224008560181
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004338925489758241,
        "instruction_rms": 0.004338925487702967,
        "raw_apical_rms": 0.03769431373012702,
        "teaching_rms": 0.004338925489758241,
        "traffic_rms": 0.03743694702242664
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.503887858689268e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6347195041873302e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03087129784802902,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.21591497334480286
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05233306437730789,
        "mean_feedback_forward_cosine": 0.9992701348505522,
        "mean_feedback_forward_relative_error": 0.03745676812372709,
        "min_feedback_forward_cosine": 0.9986362457275391
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004262911033864895,
        "instruction_rms": 0.004262911032461412,
        "raw_apical_rms": 0.03756991058654036,
        "teaching_rms": 0.004262911033864895,
        "traffic_rms": 0.037320575213139924
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.821502060295188e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635825890972668e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029972013270255258,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.21523317390441896
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05033174902200699,
        "mean_feedback_forward_cosine": 0.9993233053307784,
        "mean_feedback_forward_relative_error": 0.03606237922059862,
        "min_feedback_forward_cosine": 0.9987383484840393
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004235331000303778,
        "instruction_rms": 0.004235330999733004,
        "raw_apical_rms": 0.03763125841777892,
        "teaching_rms": 0.004235331000303778,
        "traffic_rms": 0.037386295053336384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8305499338566733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.62866648550901e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03199962139528819,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.20814406343460082
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04831020161509514,
        "mean_feedback_forward_cosine": 0.9993755786042464,
        "mean_feedback_forward_relative_error": 0.03464266368629117,
        "min_feedback_forward_cosine": 0.9988373517990112
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042793988046633665,
        "instruction_rms": 0.004279398806622811,
        "raw_apical_rms": 0.03785771018223702,
        "teaching_rms": 0.0042793988046633665,
        "traffic_rms": 0.03760810224804689
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.739566535263748e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628562119284446e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02889728565216775,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.21176144869804384
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04645945876836777,
        "mean_feedback_forward_cosine": 0.999421941606622,
        "mean_feedback_forward_relative_error": 0.03332514379565653,
        "min_feedback_forward_cosine": 0.9989247918128967
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004193732668225378,
        "instruction_rms": 0.004193732668115014,
        "raw_apical_rms": 0.03802973077714694,
        "teaching_rms": 0.004193732668225378,
        "traffic_rms": 0.03779198190752415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7790846129628335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6289693711293847e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028981119505451246,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.20443459541320802
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04457734897732735,
        "mean_feedback_forward_cosine": 0.9994671940803528,
        "mean_feedback_forward_relative_error": 0.031998100886611563,
        "min_feedback_forward_cosine": 0.9990100264549255
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004323376996153676,
        "instruction_rms": 0.004323376996283124,
        "raw_apical_rms": 0.037952526576866444,
        "teaching_rms": 0.004323376996153676,
        "traffic_rms": 0.03769842263314647
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9098525427807544e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6534175299853367e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03152263700242818,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.2138747335100174
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04280515015125275,
        "mean_feedback_forward_cosine": 0.9995075966182508,
        "mean_feedback_forward_relative_error": 0.030757261685242777,
        "min_feedback_forward_cosine": 0.9990870952606201
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004255726437110494,
        "instruction_rms": 0.004255726436316464,
        "raw_apical_rms": 0.03791747742408011,
        "teaching_rms": 0.004255726437110494,
        "traffic_rms": 0.03767044845686484
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8015006375549092e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6313528637687926e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03032290058548302,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.20586758162021637
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04110410064458847,
        "mean_feedback_forward_cosine": 0.9995450942139876,
        "mean_feedback_forward_relative_error": 0.02956567371362134,
        "min_feedback_forward_cosine": 0.9991582632064819
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004260112557881052,
        "instruction_rms": 0.004260112557768156,
        "raw_apical_rms": 0.03789958229204585,
        "teaching_rms": 0.004260112557881052,
        "traffic_rms": 0.03765199066570434
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.724694698168605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6339050635709703e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030190049271698268,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.2072344115114212
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03949689120054245,
        "mean_feedback_forward_cosine": 0.9995794766827634,
        "mean_feedback_forward_relative_error": 0.02842776163628227,
        "min_feedback_forward_cosine": 0.9992226362228394
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004256048220758677,
        "instruction_rms": 0.004256048219750716,
        "raw_apical_rms": 0.03793151217403447,
        "teaching_rms": 0.004256048220758677,
        "traffic_rms": 0.037685829450225194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8520099231977838e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6272271576602712e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.032234332523108915,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.20653880887031556
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03798986226320267,
        "mean_feedback_forward_cosine": 0.9996102326794675,
        "mean_feedback_forward_relative_error": 0.027364657652613363,
        "min_feedback_forward_cosine": 0.9992806911468506
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004192474929239927,
        "instruction_rms": 0.004192474930560906,
        "raw_apical_rms": 0.038066076250903275,
        "teaching_rms": 0.004192474929239927,
        "traffic_rms": 0.03782790867276122
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.741722499559728e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630554216309163e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030888199245855136,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.20467469822883605
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03655789792537689,
        "mean_feedback_forward_cosine": 0.9996384915552641,
        "mean_feedback_forward_relative_error": 0.026353497254221064,
        "min_feedback_forward_cosine": 0.9993339776992798
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004196713987726843,
        "instruction_rms": 0.004196713988576469,
        "raw_apical_rms": 0.03803824456353289,
        "teaching_rms": 0.004196713987726843,
        "traffic_rms": 0.03779980152657051
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8555535774567034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635573494246336e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03137445276631297,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.2006166345643997
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.035058069974184036,
        "mean_feedback_forward_cosine": 0.9996663582952399,
        "mean_feedback_forward_relative_error": 0.025318155163212827,
        "min_feedback_forward_cosine": 0.9993873834609985
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004278457500947302,
        "instruction_rms": 0.004278457502537187,
        "raw_apical_rms": 0.03801589089672703,
        "teaching_rms": 0.004278457500947302,
        "traffic_rms": 0.03776764602797676
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.816962225120733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6315265603102006e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03156189317425394,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.2079934164237976
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03361845761537552,
        "mean_feedback_forward_cosine": 0.9996919067282426,
        "mean_feedback_forward_relative_error": 0.024330640505803258,
        "min_feedback_forward_cosine": 0.999436616897583
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004171329128176773,
        "instruction_rms": 0.004171329128546838,
        "raw_apical_rms": 0.03827341891966776,
        "teaching_rms": 0.004171329128176773,
        "traffic_rms": 0.03803890411963171
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8939614321311637e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6322205690983076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029275241594310046,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.2060692320919037
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03226522356271744,
        "mean_feedback_forward_cosine": 0.999715296845687,
        "mean_feedback_forward_relative_error": 0.023390883432799263,
        "min_feedback_forward_cosine": 0.9994810223579407
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004216183031360325,
        "instruction_rms": 0.004216183031316873,
        "raw_apical_rms": 0.0383180232899589,
        "teaching_rms": 0.004216183031360325,
        "traffic_rms": 0.038078698374211586
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6305541805650137e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6360973112662722e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030478763164477576,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.20303939084529876
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03100731037557125,
        "mean_feedback_forward_cosine": 0.9997361365117525,
        "mean_feedback_forward_relative_error": 0.022514498743571733,
        "min_feedback_forward_cosine": 0.9995205998420715
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004163393397072652,
        "instruction_rms": 0.004163393397009668,
        "raw_apical_rms": 0.03833071208223166,
        "teaching_rms": 0.004163393397072652,
        "traffic_rms": 0.038097333243707746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8549133784517835e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.632358579443667e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029992315804167283,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.20438588438510893
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029799586161971092,
        "mean_feedback_forward_cosine": 0.9997556240935075,
        "mean_feedback_forward_relative_error": 0.021665562973602823,
        "min_feedback_forward_cosine": 0.9995572566986084
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004182450845487229,
        "instruction_rms": 0.004182450845156524,
        "raw_apical_rms": 0.03838367147440939,
        "teaching_rms": 0.004182450845487229,
        "traffic_rms": 0.03814845954977189
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.857545406380723e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6354508912788782e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03239208739900565,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.20093711258888244
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.028632402420043945,
        "mean_feedback_forward_cosine": 0.9997738129214236,
        "mean_feedback_forward_relative_error": 0.02084279521123359,
        "min_feedback_forward_cosine": 0.9995911717414856
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004157537731913381,
        "instruction_rms": 0.004157537731379954,
        "raw_apical_rms": 0.038425944631641194,
        "teaching_rms": 0.004157537731913381,
        "traffic_rms": 0.03819441855615874
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7136260410666182e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6357160612488496e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03206599202925909,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.19841983298301696
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.027546999976038933,
        "mean_feedback_forward_cosine": 0.9997905084961339,
        "mean_feedback_forward_relative_error": 0.020055406089676053,
        "min_feedback_forward_cosine": 0.999621570110321
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004154733364645373,
        "instruction_rms": 0.004154733365560695,
        "raw_apical_rms": 0.03846353718351853,
        "teaching_rms": 0.004154733364645373,
        "traffic_rms": 0.038232406989128116
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8425650338826927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628075372259727e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028683843982306924,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.19625775382995606
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0264087226241827,
        "mean_feedback_forward_cosine": 0.9998070189827367,
        "mean_feedback_forward_relative_error": 0.019253365009238844,
        "min_feedback_forward_cosine": 0.9996521472930908
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042599252761829475,
        "instruction_rms": 0.004259925277249636,
        "raw_apical_rms": 0.038604673676729505,
        "teaching_rms": 0.0042599252761829475,
        "traffic_rms": 0.03836300148434747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8255667200151038e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6265624598591425e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03087310950536546,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.20741704453468324
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.025341574102640152,
        "mean_feedback_forward_cosine": 0.9998218824988917,
        "mean_feedback_forward_relative_error": 0.018501235245677986,
        "min_feedback_forward_cosine": 0.9996797442436218
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042094224722156095,
        "instruction_rms": 0.0042094224718676986,
        "raw_apical_rms": 0.038713135498952,
        "teaching_rms": 0.0042094224722156095,
        "traffic_rms": 0.03847705976377316
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.79087731311256e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6195933099066158e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02960927641826687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.204039328083992
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02440030314028263,
        "mean_feedback_forward_cosine": 0.9998348606260199,
        "mean_feedback_forward_relative_error": 0.017810885426833442,
        "min_feedback_forward_cosine": 0.999703049659729
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004117859472492527,
        "instruction_rms": 0.004117859474156029,
        "raw_apical_rms": 0.038701788627718385,
        "teaching_rms": 0.004117859472492527,
        "traffic_rms": 0.03847557076029507
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609505355358124,
        "maximum_absolute_post_projection_soma_slope": 1.8698004922157452e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6229578661455872e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03049685797023529,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.19670563138008118
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024391166865825653,
        "mean_feedback_forward_cosine": 0.9998350174803483,
        "mean_feedback_forward_relative_error": 0.017800767170755488,
        "min_feedback_forward_cosine": 0.9997032284736633
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.003179026705783299,
        "instruction_rms": 0.0031790267065782574,
        "raw_apical_rms": 0.038544389375566396,
        "teaching_rms": 0.003179026705783299,
        "traffic_rms": 0.03840680150874719
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.588349896053387e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.624144865769337e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027675154413828704,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.12655558094978334
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024386301636695862,
        "mean_feedback_forward_cosine": 0.9998350864962527,
        "mean_feedback_forward_relative_error": 0.017793416903403244,
        "min_feedback_forward_cosine": 0.9997033476829529
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029287619001886916,
        "instruction_rms": 0.0029287618995988015,
        "raw_apical_rms": 0.03849690741492052,
        "teaching_rms": 0.0029287619001886916,
        "traffic_rms": 0.03838005195211529
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6706454886161737e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.626041716359266e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02857278409441352,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.0995091800403595
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024381738156080246,
        "mean_feedback_forward_cosine": 0.9998351994313692,
        "mean_feedback_forward_relative_error": 0.01778646129624624,
        "min_feedback_forward_cosine": 0.9997035264968872
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002889367035483512,
        "instruction_rms": 0.0028893670367144413,
        "raw_apical_rms": 0.03843924183862453,
        "teaching_rms": 0.002889367035483512,
        "traffic_rms": 0.038325082495950846
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.743197586279166e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6272460604856103e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028255246501920312,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08899504912376403
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024377111345529556,
        "mean_feedback_forward_cosine": 0.9998352778585333,
        "mean_feedback_forward_relative_error": 0.01777963776533541,
        "min_feedback_forward_cosine": 0.999703586101532
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002897907895945032,
        "instruction_rms": 0.0028979078949984286,
        "raw_apical_rms": 0.03841718175182117,
        "teaching_rms": 0.002897907895945032,
        "traffic_rms": 0.03830130882759564
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5513190732008297e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6272050344922435e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028600452100672448,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.08258995244503022
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024372657760977745,
        "mean_feedback_forward_cosine": 0.9998353437373513,
        "mean_feedback_forward_relative_error": 0.01777309083722924,
        "min_feedback_forward_cosine": 0.9997038245201111
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028784666830826322,
        "instruction_rms": 0.0028784666831947123,
        "raw_apical_rms": 0.03840374065522137,
        "teaching_rms": 0.0028784666830826322,
        "traffic_rms": 0.03828951576145043
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6295867766302763e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6321912550861737e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03095972703082713,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.07666517376422882
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02436809428036213,
        "mean_feedback_forward_cosine": 0.9998354347128617,
        "mean_feedback_forward_relative_error": 0.017766643977282864,
        "min_feedback_forward_cosine": 0.9997037649154663
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028574284321735465,
        "instruction_rms": 0.002857428432841945,
        "raw_apical_rms": 0.03838028119085107,
        "teaching_rms": 0.0028574284321735465,
        "traffic_rms": 0.038266125693776284
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6779969413960316e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6262498446059382e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030548839764621104,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.0729199279665947
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024363676086068153,
        "mean_feedback_forward_cosine": 0.9998355131400259,
        "mean_feedback_forward_relative_error": 0.017760291303458967,
        "min_feedback_forward_cosine": 0.9997040033340454
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028477375906979735,
        "instruction_rms": 0.00284773758954153,
        "raw_apical_rms": 0.03836111874534094,
        "teaching_rms": 0.0028477375906979735,
        "traffic_rms": 0.038248339579944966
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.4994883557051253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6265149204207406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028496321822722406,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06813725110530854
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024359235540032387,
        "mean_feedback_forward_cosine": 0.9998355758817572,
        "mean_feedback_forward_relative_error": 0.017754049138411096,
        "min_feedback_forward_cosine": 0.9997040033340454
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002853157299260968,
        "instruction_rms": 0.0028531573005924505,
        "raw_apical_rms": 0.03832887919683993,
        "teaching_rms": 0.002853157299260968,
        "traffic_rms": 0.03821395828074973
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8518367284059423e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6254492913902912e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030980415415287507,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.06615437236607075
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024354973807930946,
        "mean_feedback_forward_cosine": 0.9998356825427005,
        "mean_feedback_forward_relative_error": 0.017747866627024978,
        "min_feedback_forward_cosine": 0.999704122543335
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028571887090759465,
        "instruction_rms": 0.002857188708956099,
        "raw_apical_rms": 0.038281830153525084,
        "teaching_rms": 0.0028571887090759465,
        "traffic_rms": 0.03816623902205902
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.597818943821494e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6317886170160946e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029810152893313003,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.06305335481882095
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02435063011944294,
        "mean_feedback_forward_cosine": 0.9998357672440378,
        "mean_feedback_forward_relative_error": 0.01774180940303363,
        "min_feedback_forward_cosine": 0.9997041821479797
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002798155903604824,
        "instruction_rms": 0.0027981559025121536,
        "raw_apical_rms": 0.03822435450228829,
        "teaching_rms": 0.002798155903604824,
        "traffic_rms": 0.038114383034759766
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9217495150769537e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6262830369694138e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030090600123654613,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.05926888483524322
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024345962330698967,
        "mean_feedback_forward_cosine": 0.9998358644937214,
        "mean_feedback_forward_relative_error": 0.017735529029251712,
        "min_feedback_forward_cosine": 0.9997043609619141
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028978784475245023,
        "instruction_rms": 0.002897878449104799,
        "raw_apical_rms": 0.03820622244963158,
        "teaching_rms": 0.0028978784475245023,
        "traffic_rms": 0.03808770234922229
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9065179657218323e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6301124448697057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02836610108669883,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.05826293412923813
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024341417476534843,
        "mean_feedback_forward_cosine": 0.9998359209612796,
        "mean_feedback_forward_relative_error": 0.017729360904348523,
        "min_feedback_forward_cosine": 0.9997044801712036
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002865168588762386,
        "instruction_rms": 0.002865168589302596,
        "raw_apical_rms": 0.038184002112897165,
        "teaching_rms": 0.002865168588762386,
        "traffic_rms": 0.03806822580479173
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.57621542484776e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630518845138447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03121196575661005,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.055725299928188324
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02433665096759796,
        "mean_feedback_forward_cosine": 0.9998360338963961,
        "mean_feedback_forward_relative_error": 0.01772325625643134,
        "min_feedback_forward_cosine": 0.9997045397758484
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002900892158505984,
        "instruction_rms": 0.0029008921597130305,
        "raw_apical_rms": 0.0381859705983744,
        "teaching_rms": 0.002900892158505984,
        "traffic_rms": 0.03806606992609318
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.5598230262980906e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.62698279607599e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02855047279621995,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.0552879858404398
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02433180622756481,
        "mean_feedback_forward_cosine": 0.9998360997752139,
        "mean_feedback_forward_relative_error": 0.017717032276682164,
        "min_feedback_forward_cosine": 0.9997047781944275
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028942445686823523,
        "instruction_rms": 0.0028942445686312864,
        "raw_apical_rms": 0.03818343898154148,
        "teaching_rms": 0.0028942445686823523,
        "traffic_rms": 0.038063900751888494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.590624520986239e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.626656362093636e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02928100567272575,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.053517754414081575
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024326931685209274,
        "mean_feedback_forward_cosine": 0.9998362127103304,
        "mean_feedback_forward_relative_error": 0.017710822854975338,
        "min_feedback_forward_cosine": 0.9997048377990723
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002855171863317974,
        "instruction_rms": 0.0028551718623112997,
        "raw_apical_rms": 0.03816784218398797,
        "teaching_rms": 0.002855171863317974,
        "traffic_rms": 0.03805111755122843
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8336146823116906e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6333472901587676e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028554780319079598,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.050370801820755005
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024322347715497017,
        "mean_feedback_forward_cosine": 0.9998362754520617,
        "mean_feedback_forward_relative_error": 0.01770480347209071,
        "min_feedback_forward_cosine": 0.9997047781944275
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027841425838554534,
        "instruction_rms": 0.0027841425837481894,
        "raw_apical_rms": 0.03817243474017886,
        "teaching_rms": 0.0027841425838554534,
        "traffic_rms": 0.038060656891443105
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.667809712557755e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6330742622084078e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028143377182345303,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.048433622547388075
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02431740052998066,
        "mean_feedback_forward_cosine": 0.9998363570163125,
        "mean_feedback_forward_relative_error": 0.017698535377061682,
        "min_feedback_forward_cosine": 0.9997049570083618
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028106014387825878,
        "instruction_rms": 0.0028106014394653706,
        "raw_apical_rms": 0.03818917709008749,
        "teaching_rms": 0.0028106014387825878,
        "traffic_rms": 0.038075449856995104
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.662762905141335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.631315671365113e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027691073423025077,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.047586882081031796
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024312132969498634,
        "mean_feedback_forward_cosine": 0.9998364574030826,
        "mean_feedback_forward_relative_error": 0.017692159518207375,
        "min_feedback_forward_cosine": 0.9997051954269409
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002953739237151755,
        "instruction_rms": 0.0029537392373398578,
        "raw_apical_rms": 0.0381793571155127,
        "teaching_rms": 0.002953739237151755,
        "traffic_rms": 0.03805275921706456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5935089692220572e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.633683158037976e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027758944416930283,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.048949061319828034
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02430706098675728,
        "mean_feedback_forward_cosine": 0.9998365734752855,
        "mean_feedback_forward_relative_error": 0.017685870370386464,
        "min_feedback_forward_cosine": 0.9997053742408752
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028756249201881763,
        "instruction_rms": 0.0028756249193649624,
        "raw_apical_rms": 0.03814997425840536,
        "teaching_rms": 0.0028756249201881763,
        "traffic_rms": 0.03803003793494863
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.0159447444711986e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6266722671533227e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02739988708903035,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.04659503278851509
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02430209144949913,
        "mean_feedback_forward_cosine": 0.9998366393541035,
        "mean_feedback_forward_relative_error": 0.01767973084688971,
        "min_feedback_forward_cosine": 0.99970543384552
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002855469919774234,
        "instruction_rms": 0.002855469920523629,
        "raw_apical_rms": 0.0381664843558346,
        "teaching_rms": 0.002855469919774234,
        "traffic_rms": 0.03804897044984533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.611810596102714e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6312700705659508e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027018974862316678,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.04470591497212648
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02429714798927307,
        "mean_feedback_forward_cosine": 0.9998367334667005,
        "mean_feedback_forward_relative_error": 0.017673658574686238,
        "min_feedback_forward_cosine": 0.9997056126594543
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002777489530641082,
        "instruction_rms": 0.002777489531632554,
        "raw_apical_rms": 0.03814198702052696,
        "teaching_rms": 0.002777489530641082,
        "traffic_rms": 0.03803080585431653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8681355129501753e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6267258185991083e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027625246733703982,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.0416520052075386
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02429223619401455,
        "mean_feedback_forward_cosine": 0.9998368307163841,
        "mean_feedback_forward_relative_error": 0.017667439006465047,
        "min_feedback_forward_cosine": 0.9997057318687439
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002821754386801719,
        "instruction_rms": 0.0028217543856636357,
        "raw_apical_rms": 0.0381538404344633,
        "teaching_rms": 0.002821754386801719,
        "traffic_rms": 0.0380376422760824
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.1500005331631655e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6368597796121046e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02831915680151875,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.042157179543972016
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024286789819598198,
        "mean_feedback_forward_cosine": 0.9998369028693751,
        "mean_feedback_forward_relative_error": 0.01766088237299731,
        "min_feedback_forward_cosine": 0.9997056722640991
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00287099217093587,
        "instruction_rms": 0.002870992170392142,
        "raw_apical_rms": 0.03814249189189445,
        "teaching_rms": 0.00287099217093587,
        "traffic_rms": 0.03802173452515019
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6051426854346573e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.632665029994574e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02803552967277772,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.04256076957076788
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024281475692987442,
        "mean_feedback_forward_cosine": 0.9998370283528378,
        "mean_feedback_forward_relative_error": 0.01765451335201138,
        "min_feedback_forward_cosine": 0.999705970287323
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028542211399620707,
        "instruction_rms": 0.0028542211405410125,
        "raw_apical_rms": 0.038126600072165014,
        "teaching_rms": 0.0028542211399620707,
        "traffic_rms": 0.03800729671987331
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6796169788335646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.629588081762878e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028222068885658116,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.041336037738323214
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02427625097334385,
        "mean_feedback_forward_cosine": 0.9998371161912617,
        "mean_feedback_forward_relative_error": 0.017648057007279835,
        "min_feedback_forward_cosine": 0.9997060298919678
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028444279513209895,
        "instruction_rms": 0.002844427951440205,
        "raw_apical_rms": 0.03810639780215022,
        "teaching_rms": 0.0028444279513209895,
        "traffic_rms": 0.0379865910516583
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5449046486537554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.634290867061289e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02760626874696826,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.039499966514110564
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024271268397569656,
        "mean_feedback_forward_cosine": 0.999837200892599,
        "mean_feedback_forward_relative_error": 0.017641894715396983,
        "min_feedback_forward_cosine": 0.9997062087059021
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027745640559955357,
        "instruction_rms": 0.002774564056563379,
        "raw_apical_rms": 0.03806365440521084,
        "teaching_rms": 0.0027745640559955357,
        "traffic_rms": 0.03794959872437935
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.774474256421854e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630464678094194e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029444412425316858,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.037465833300352094
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024265890941023827,
        "mean_feedback_forward_cosine": 0.9998373201018885,
        "mean_feedback_forward_relative_error": 0.017635436802122154,
        "min_feedback_forward_cosine": 0.9997062683105469
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002791808533786061,
        "instruction_rms": 0.002791808533175641,
        "raw_apical_rms": 0.038036355818003346,
        "teaching_rms": 0.002791808533786061,
        "traffic_rms": 0.037920966138419956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5231488958988848e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6300637187436822e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027888544145559344,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.03822269675016403
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024260472506284714,
        "mean_feedback_forward_cosine": 0.9998373985290527,
        "mean_feedback_forward_relative_error": 0.017628938106721954,
        "min_feedback_forward_cosine": 0.9997063875198364
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002816295270981323,
        "instruction_rms": 0.002816295271534726,
        "raw_apical_rms": 0.038012651352739554,
        "teaching_rms": 0.002816295270981323,
        "traffic_rms": 0.037894872600576675
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6384559486937178e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630107791042069e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027970774931098688,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03754126287817955
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024255044758319855,
        "mean_feedback_forward_cosine": 0.9998374895045632,
        "mean_feedback_forward_relative_error": 0.017622441421017834,
        "min_feedback_forward_cosine": 0.9997065663337708
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028062750989805785,
        "instruction_rms": 0.002806275099539733,
        "raw_apical_rms": 0.03798950938172732,
        "teaching_rms": 0.0028062750989805785,
        "traffic_rms": 0.03787212527379785
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8353883746158317e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6321252082355345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02894100011422392,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.03605225296735764
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024249592795968056,
        "mean_feedback_forward_cosine": 0.9998376275363722,
        "mean_feedback_forward_relative_error": 0.01761589581637006,
        "min_feedback_forward_cosine": 0.9997067451477051
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002765788298478851,
        "instruction_rms": 0.0027657882983845123,
        "raw_apical_rms": 0.0379584358447442,
        "teaching_rms": 0.002765788298478851,
        "traffic_rms": 0.03784400594744625
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.705656593742333e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6375448793869924e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02736768031450825,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.034945035716295245
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02424427680671215,
        "mean_feedback_forward_cosine": 0.9998377028264498,
        "mean_feedback_forward_relative_error": 0.01760945991171818,
        "min_feedback_forward_cosine": 0.9997067451477051
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002750761391000042,
        "instruction_rms": 0.0027507613917443674,
        "raw_apical_rms": 0.03795828215533089,
        "teaching_rms": 0.002750761391000042,
        "traffic_rms": 0.03784513828531192
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.0022680402576043e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6340863649369752e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027473514659823086,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.034318179429769516
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024238575249910355,
        "mean_feedback_forward_cosine": 0.9998378032132199,
        "mean_feedback_forward_relative_error": 0.017602624445173302,
        "min_feedback_forward_cosine": 0.9997069835662842
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002863352961773103,
        "instruction_rms": 0.0028633529621481133,
        "raw_apical_rms": 0.03793942446156504,
        "teaching_rms": 0.002863352961773103,
        "traffic_rms": 0.03781806389028844
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6839887706510126e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6337561314240548e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027202314646760106,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.035223023883104325
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02423299290239811,
        "mean_feedback_forward_cosine": 0.9998379381079423,
        "mean_feedback_forward_relative_error": 0.017595933970848198,
        "min_feedback_forward_cosine": 0.9997071027755737
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002786127018426224,
        "instruction_rms": 0.0027861270172061373,
        "raw_apical_rms": 0.03795992039050734,
        "teaching_rms": 0.002786127018426224,
        "traffic_rms": 0.037844081618257745
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6967288019031912e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6312757056824788e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02721230883939806,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.0331034127920866
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02422712929546833,
        "mean_feedback_forward_cosine": 0.9998380102609333,
        "mean_feedback_forward_relative_error": 0.017588985005491657,
        "min_feedback_forward_cosine": 0.9997072219848633
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028010573518330644,
        "instruction_rms": 0.0028010573517441087,
        "raw_apical_rms": 0.03794051401599309,
        "teaching_rms": 0.0028010573518330644,
        "traffic_rms": 0.037820020824824406
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7840791954881752e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6342987526824714e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02751815095278811,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.03425266128063202
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02422151155769825,
        "mean_feedback_forward_cosine": 0.9998381326073095,
        "mean_feedback_forward_relative_error": 0.01758236504208885,
        "min_feedback_forward_cosine": 0.9997073411941528
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002725742634204056,
        "instruction_rms": 0.0027257426349391266,
        "raw_apical_rms": 0.037949667140741855,
        "teaching_rms": 0.002725742634204056,
        "traffic_rms": 0.037837798666861086
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6456692009114704e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6331579401330578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027389177673075162,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.03188193285614252
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02421550638973713,
        "mean_feedback_forward_cosine": 0.9998382831874647,
        "mean_feedback_forward_relative_error": 0.017575500263391358,
        "min_feedback_forward_cosine": 0.9997075796127319
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027573831112445283,
        "instruction_rms": 0.0027573831118537333,
        "raw_apical_rms": 0.03791839525114141,
        "teaching_rms": 0.0027573831112445283,
        "traffic_rms": 0.037801952376990126
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7953897923916884e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6317408057031523e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028815699129357532,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.0323467669582367
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02420925535261631,
        "mean_feedback_forward_cosine": 0.9998383490662826,
        "mean_feedback_forward_relative_error": 0.01756825800494928,
        "min_feedback_forward_cosine": 0.9997075796127319
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028079833547609294,
        "instruction_rms": 0.002807983354089362,
        "raw_apical_rms": 0.03794267236220198,
        "teaching_rms": 0.0028079833547609294,
        "traffic_rms": 0.037822461155592
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6759276633138143e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6345820745737477e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028440088127738523,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.03266691097676754
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02420339733362198,
        "mean_feedback_forward_cosine": 0.9998384714126587,
        "mean_feedback_forward_relative_error": 0.017561426043118302,
        "min_feedback_forward_cosine": 0.999707818031311
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002705004912790277,
        "instruction_rms": 0.0027050049131659157,
        "raw_apical_rms": 0.03792755723668941,
        "teaching_rms": 0.002705004912790277,
        "traffic_rms": 0.03781677595100711
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6947307557302338e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6329039586782434e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02889812369165593,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.030610567131638528
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02419724501669407,
        "mean_feedback_forward_cosine": 0.9998386000332079,
        "mean_feedback_forward_relative_error": 0.017554279612867457,
        "min_feedback_forward_cosine": 0.999707818031311
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028077751367833748,
        "instruction_rms": 0.0028077751367902304,
        "raw_apical_rms": 0.037911960402099154,
        "teaching_rms": 0.0028077751367833748,
        "traffic_rms": 0.03779169054985673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9131160655661006e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6328251136932713e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027756080235054367,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.03195802564442158
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02419080212712288,
        "mean_feedback_forward_cosine": 0.9998387035570646,
        "mean_feedback_forward_relative_error": 0.01754698703849786,
        "min_feedback_forward_cosine": 0.9997080564498901
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002797028966805361,
        "instruction_rms": 0.0027970289664361503,
        "raw_apical_rms": 0.037903516406906146,
        "teaching_rms": 0.002797028966805361,
        "traffic_rms": 0.037783486866956165
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.628210455351109e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6320453222544145e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028679887676589213,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.031110650631189347
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02418488636612892,
        "mean_feedback_forward_cosine": 0.9998388133550945,
        "mean_feedback_forward_relative_error": 0.01753985264191502,
        "min_feedback_forward_cosine": 0.9997082948684692
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002687701617649995,
        "instruction_rms": 0.0026877016181362868,
        "raw_apical_rms": 0.037865651469657854,
        "teaching_rms": 0.002687701617649995,
        "traffic_rms": 0.03775186409824806
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7037230293226457e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6325401127940314e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028143998870652297,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.029477277586460113
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024178162217140198,
        "mean_feedback_forward_cosine": 0.9998389388385572,
        "mean_feedback_forward_relative_error": 0.017532196116486664,
        "min_feedback_forward_cosine": 0.9997084140777588
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028407891958566545,
        "instruction_rms": 0.0028407891954956802,
        "raw_apical_rms": 0.03787576724332805,
        "teaching_rms": 0.0028407891958566545,
        "traffic_rms": 0.03775150471301688
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7020827414171436e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6358950803791543e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.026820116725568343,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.03069683021366596
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024172000586986542,
        "mean_feedback_forward_cosine": 0.9998390800074527,
        "mean_feedback_forward_relative_error": 0.01752481200291138,
        "min_feedback_forward_cosine": 0.9997085332870483
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002741805874041709,
        "instruction_rms": 0.002741805874036415,
        "raw_apical_rms": 0.03786996897588241,
        "teaching_rms": 0.002741805874041709,
        "traffic_rms": 0.03775390074976039
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.553666884035465e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635823715152352e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02930735149798332,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.029123738759756088
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024165531620383263,
        "mean_feedback_forward_cosine": 0.9998391929425692,
        "mean_feedback_forward_relative_error": 0.017517208587378263,
        "min_feedback_forward_cosine": 0.9997087121009827
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027125692509741305,
        "instruction_rms": 0.0027125692510506583,
        "raw_apical_rms": 0.037850722825552484,
        "teaching_rms": 0.0027125692509741305,
        "traffic_rms": 0.037735724317929015
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6843717531855873e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6346126203209812e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028856961217839722,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.028139158279299737
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02415895089507103,
        "mean_feedback_forward_cosine": 0.999839324700205,
        "mean_feedback_forward_relative_error": 0.01750923247125588,
        "min_feedback_forward_cosine": 0.9997087717056274
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002843532835478719,
        "instruction_rms": 0.00284353283643772,
        "raw_apical_rms": 0.03784700710492062,
        "teaching_rms": 0.002843532835478719,
        "traffic_rms": 0.037720039733174296
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5278679654784355e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6363583645446378e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.027534650186400497,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.029715198423862457
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024152269586920738,
        "mean_feedback_forward_cosine": 0.9998394627320139,
        "mean_feedback_forward_relative_error": 0.017501401469895716,
        "min_feedback_forward_cosine": 0.9997090697288513
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027765508193411826,
        "instruction_rms": 0.002776550820691896,
        "raw_apical_rms": 0.03784641974608369,
        "teaching_rms": 0.0027765508193411826,
        "traffic_rms": 0.03772811238065054
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.710374419872096e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.638389901930008e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029984266015497505,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.028153792588710785
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024145562201738358,
        "mean_feedback_forward_cosine": 0.9998395693929572,
        "mean_feedback_forward_relative_error": 0.017493511476602993,
        "min_feedback_forward_cosine": 0.9997091889381409
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027225010447686823,
        "instruction_rms": 0.0027225010444080974,
        "raw_apical_rms": 0.03778644859489713,
        "teaching_rms": 0.0027225010447686823,
        "traffic_rms": 0.03766937788503084
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.796483672933391e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6396360444638596e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029011253681010887,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.02699219999194145
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024138273671269417,
        "mean_feedback_forward_cosine": 0.9998397074247661,
        "mean_feedback_forward_relative_error": 0.01748516390982427,
        "min_feedback_forward_cosine": 0.9997093081474304
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002874868834479267,
        "instruction_rms": 0.002874868834856794,
        "raw_apical_rms": 0.03782203222377719,
        "teaching_rms": 0.002874868834479267,
        "traffic_rms": 0.037692347850709816
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.733541665771554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6388421345890447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029179071599221288,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.029015158318281175
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024131594225764275,
        "mean_feedback_forward_cosine": 0.9998398736903542,
        "mean_feedback_forward_relative_error": 0.017477254603842373,
        "min_feedback_forward_cosine": 0.9997095465660095
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002737071574580931,
        "instruction_rms": 0.002737071575472585,
        "raw_apical_rms": 0.03777959398330103,
        "teaching_rms": 0.002737071574580931,
        "traffic_rms": 0.0376627612291719
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5334451930471005e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.63731648137444e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02921601616866473,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.027257524942755698
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124834686517715,
        "mean_feedback_forward_cosine": 0.9998399615287781,
        "mean_feedback_forward_relative_error": 0.017469506122564014,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026881812406890147,
        "instruction_rms": 0.0026881812421086834,
        "raw_apical_rms": 0.03778835222499603,
        "teaching_rms": 0.0026881812406890147,
        "traffic_rms": 0.03767466057235425
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.650234970895781e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637180215460211e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029638898405396144,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.025928232842683793
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124763906002045,
        "mean_feedback_forward_cosine": 0.9998399834883841,
        "mean_feedback_forward_relative_error": 0.017469323044152635,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002512099351400936,
        "instruction_rms": 0.002512099351714385,
        "raw_apical_rms": 0.03778083469029654,
        "teaching_rms": 0.002512099351400936,
        "traffic_rms": 0.037681667173522566
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6259699364695734e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6375325426479412e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02942679257720158,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.023494667397737503
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124711751937866,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.01746915447476663,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0024759108301970942,
        "instruction_rms": 0.0024759108306594627,
        "raw_apical_rms": 0.0377829224511515,
        "teaching_rms": 0.0024759108301970942,
        "traffic_rms": 0.03768468440589697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7887600733956788e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.633803881278791e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029908903653510843,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.022378340302705763
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412465773522854,
        "mean_feedback_forward_cosine": 0.9998399709400377,
        "mean_feedback_forward_relative_error": 0.017468992228570738,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002345576658962606,
        "instruction_rms": 0.0023455766594098868,
        "raw_apical_rms": 0.037770645197161286,
        "teaching_rms": 0.002345576658962606,
        "traffic_rms": 0.037681637682619
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.774184354985664e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6350311443064542e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029914194163741723,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.021482819549441336
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412460930645466,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.017468830251968222,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023161138883983517,
        "instruction_rms": 0.0023161138881173287,
        "raw_apical_rms": 0.03776586137050586,
        "teaching_rms": 0.0023161138883983517,
        "traffic_rms": 0.037677713845178734
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.604109556296862e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6351283024027737e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02887894548787551,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.02060969588473439
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124549701809883,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.017468668422416636,
        "min_feedback_forward_cosine": 0.9997098445892334
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022761659376191617,
        "instruction_rms": 0.00227616593806067,
        "raw_apical_rms": 0.03776452178527538,
        "teaching_rms": 0.0022761659376191617,
        "traffic_rms": 0.037677794768358176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8529791034893606e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.63242813895515e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029762193907283175,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.020659416515231132
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0241245049983263,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.01746850830845927,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021977497349401852,
        "instruction_rms": 0.002197749734677848,
        "raw_apical_rms": 0.037756130880803915,
        "teaching_rms": 0.0021977497349401852,
        "traffic_rms": 0.03767614345862013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.4879161902570104e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6341609597740665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029387030680323188,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.019731176279783248
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412446215748787,
        "mean_feedback_forward_cosine": 0.9998399740771243,
        "mean_feedback_forward_relative_error": 0.017468354125556192,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002237817840417667,
        "instruction_rms": 0.0022378178415560636,
        "raw_apical_rms": 0.037757324878180905,
        "teaching_rms": 0.002237817840417667,
        "traffic_rms": 0.037675001153112044
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.5737642300450716e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635446688302846e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02928842697570987,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.019653168328404427
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412441186606884,
        "mean_feedback_forward_cosine": 0.9998399740771243,
        "mean_feedback_forward_relative_error": 0.017468198153533433,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002168380512431499,
        "instruction_rms": 0.002168380512754141,
        "raw_apical_rms": 0.03774632701315577,
        "teaching_rms": 0.002168380512431499,
        "traffic_rms": 0.03766950197740105
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.816683337096947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6369749551125613e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0295288309461172,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.0196416904014349
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412436343729496,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.017468048063547986,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021377435776286833,
        "instruction_rms": 0.0021377435780742795,
        "raw_apical_rms": 0.037741032203396724,
        "teaching_rms": 0.0021377435776286833,
        "traffic_rms": 0.037666623945758114
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.1946503281355945e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6350221871226305e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02926786955625405,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.018775004043877126
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412431128323078,
        "mean_feedback_forward_cosine": 0.9998400085850766,
        "mean_feedback_forward_relative_error": 0.017467890106337636,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022537393358488473,
        "instruction_rms": 0.002253739335605527,
        "raw_apical_rms": 0.03774818785951027,
        "teaching_rms": 0.0022537393358488473,
        "traffic_rms": 0.03766639104422812
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.8423470748984982e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6362196465481584e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02950267933399348,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.01982100011460483
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412426844239235,
        "mean_feedback_forward_cosine": 0.9998400023109034,
        "mean_feedback_forward_relative_error": 0.017467741560386985,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022076121383924198,
        "instruction_rms": 0.0022076121382267216,
        "raw_apical_rms": 0.03774639829724547,
        "teaching_rms": 0.0022076121383924198,
        "traffic_rms": 0.03766369977690297
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.856384201914807e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6351528724303086e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029377002309960695,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.019263869641423226
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412422001361847,
        "mean_feedback_forward_cosine": 0.9998400117221632,
        "mean_feedback_forward_relative_error": 0.017467587598060306,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00219058763899542,
        "instruction_rms": 0.002190587638472142,
        "raw_apical_rms": 0.03774331220682675,
        "teaching_rms": 0.00219058763899542,
        "traffic_rms": 0.03766459834638054
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8222346298557568e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6381408744536347e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029098201842610714,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.01946328058898449
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124179035425186,
        "mean_feedback_forward_cosine": 0.9998399897625572,
        "mean_feedback_forward_relative_error": 0.017467431331935682,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002192078951288292,
        "instruction_rms": 0.002192078949867031,
        "raw_apical_rms": 0.03773768993554071,
        "teaching_rms": 0.002192078951288292,
        "traffic_rms": 0.03765867739244358
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 2.07888515291188e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6381583479856887e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029345472270655905,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.01895153920143843
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124134331941605,
        "mean_feedback_forward_cosine": 0.9998400085850766,
        "mean_feedback_forward_relative_error": 0.017467276119676075,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021798141714220024,
        "instruction_rms": 0.002179814171356218,
        "raw_apical_rms": 0.037732090945664924,
        "teaching_rms": 0.0021798141714220024,
        "traffic_rms": 0.03765347336069479
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5818656606825243e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637035408370783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030517851032356935,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.019025590111911298
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412409335374832,
        "mean_feedback_forward_cosine": 0.9998399928996438,
        "mean_feedback_forward_relative_error": 0.01746711598121022,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002108667282662803,
        "instruction_rms": 0.0021086672833647833,
        "raw_apical_rms": 0.03772245967556486,
        "teaching_rms": 0.002108667282662803,
        "traffic_rms": 0.03764874656721136
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8509146215706096e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6361987641805696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02919121835468558,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.0175739151892066
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412405051290989,
        "mean_feedback_forward_cosine": 0.9998400179963363,
        "mean_feedback_forward_relative_error": 0.017466964812851267,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002086256668935669,
        "instruction_rms": 0.0020862566693628654,
        "raw_apical_rms": 0.03771980059398002,
        "teaching_rms": 0.002086256668935669,
        "traffic_rms": 0.03764586989237003
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.5780821982502857e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6385547611068537e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03261533934624725,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.017858488550782203
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024124007672071457,
        "mean_feedback_forward_cosine": 0.9998400023109034,
        "mean_feedback_forward_relative_error": 0.017466814159170577,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002142388464954725,
        "instruction_rms": 0.0021423884659324353,
        "raw_apical_rms": 0.03772356106928675,
        "teaching_rms": 0.002142388464954725,
        "traffic_rms": 0.03764652879929485
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 2.0155534130594788e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6376609742623527e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028521125273949927,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.01815188979908824
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123961105942726,
        "mean_feedback_forward_cosine": 0.9998399960367303,
        "mean_feedback_forward_relative_error": 0.01746666313786256,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00213218635595419,
        "instruction_rms": 0.002132186355930815,
        "raw_apical_rms": 0.037721227953268766,
        "teaching_rms": 0.00213218635595419,
        "traffic_rms": 0.03764610657248904
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.9101538129007167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6381514954155945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030619483800415348,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.017933868695795534
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123916402459145,
        "mean_feedback_forward_cosine": 0.9998399866254706,
        "mean_feedback_forward_relative_error": 0.017466511332282896,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002205859288343346,
        "instruction_rms": 0.0022058592884123514,
        "raw_apical_rms": 0.03772761446337472,
        "teaching_rms": 0.002205859288343346,
        "traffic_rms": 0.03764620477399277
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.6566135130346993e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.634597629472389e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02992810734643524,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.01900389332294464
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123867973685265,
        "mean_feedback_forward_cosine": 0.9998400211334229,
        "mean_feedback_forward_relative_error": 0.01746636018843243,
        "min_feedback_forward_cosine": 0.9997096061706543
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00212809858510473,
        "instruction_rms": 0.00212809858470707,
        "raw_apical_rms": 0.037720594716828516,
        "teaching_rms": 0.00212809858510473,
        "traffic_rms": 0.037642991859921086
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7144392572276956e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6436203923633724e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02861834784615175,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.018187360529303552
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123825132846832,
        "mean_feedback_forward_cosine": 0.9998400148592497,
        "mean_feedback_forward_relative_error": 0.01746620977983663,
        "min_feedback_forward_cosine": 0.9997096061706543
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021159229165487654,
        "instruction_rms": 0.0021159229155844183,
        "raw_apical_rms": 0.03771920373651622,
        "teaching_rms": 0.0021159229165487654,
        "traffic_rms": 0.037642935977046314
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.588687581488557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6394954666035788e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02980552559332825,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.018119465565681458
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123776704072952,
        "mean_feedback_forward_cosine": 0.9998400211334229,
        "mean_feedback_forward_relative_error": 0.017466054126424223,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021832058175114055,
        "instruction_rms": 0.0021832058174614507,
        "raw_apical_rms": 0.0377148793914144,
        "teaching_rms": 0.0021832058175114055,
        "traffic_rms": 0.03763607844048633
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7723285949955425e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6354887455890467e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02828137668047521,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.01831909615278244
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412373200058937,
        "mean_feedback_forward_cosine": 0.9998400242705094,
        "mean_feedback_forward_relative_error": 0.01746590359528598,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021191236391901475,
        "instruction_rms": 0.002119123639081316,
        "raw_apical_rms": 0.03770896425564634,
        "teaching_rms": 0.0021191236391901475,
        "traffic_rms": 0.0376322190952523
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8184286076916578e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6403416209848818e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028916948684040055,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.017763544843345882
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412368543446064,
        "mean_feedback_forward_cosine": 0.9998400368188557,
        "mean_feedback_forward_relative_error": 0.01746575485326742,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002152521059141093,
        "instruction_rms": 0.0021525210603297513,
        "raw_apical_rms": 0.03770815818302289,
        "teaching_rms": 0.002152521059141093,
        "traffic_rms": 0.037631172445479054
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8434519688526052e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.63631638076453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029850454386229994,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.01822192080527544
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412364073097706,
        "mean_feedback_forward_cosine": 0.9998400148592497,
        "mean_feedback_forward_relative_error": 0.01746560547402815,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002201578217208239,
        "instruction_rms": 0.002201578218164846,
        "raw_apical_rms": 0.037710140092871165,
        "teaching_rms": 0.002201578217208239,
        "traffic_rms": 0.037630002792582974
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8773675947159063e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.638141733384063e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02990990862743404,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.01801656636953354
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123607203364372,
        "mean_feedback_forward_cosine": 0.9998400242705094,
        "mean_feedback_forward_relative_error": 0.017465454305669193,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020423947114650543,
        "instruction_rms": 0.0020423947107161625,
        "raw_apical_rms": 0.03769828201438481,
        "teaching_rms": 0.0020423947114650543,
        "traffic_rms": 0.03762882328759173
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6092942090040196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635979473371933e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029350895173242686,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.01650597850203514
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412356063723564,
        "mean_feedback_forward_cosine": 0.9998400117221632,
        "mean_feedback_forward_relative_error": 0.017465303725513973,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002162562205277122,
        "instruction_rms": 0.0021625622054609905,
        "raw_apical_rms": 0.03770672368570381,
        "teaching_rms": 0.002162562205277122,
        "traffic_rms": 0.037627351020254746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.788552417281153e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6369313488526438e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02968996086084433,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.018415781159102917
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412351779639721,
        "mean_feedback_forward_cosine": 0.9998400305446825,
        "mean_feedback_forward_relative_error": 0.01746515356200306,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020790792981043686,
        "instruction_rms": 0.0020790792980142233,
        "raw_apical_rms": 0.03769983286205152,
        "teaching_rms": 0.0020790792981043686,
        "traffic_rms": 0.03762726828175788
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.644118086119306e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6394628347694375e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028192604697828378,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.016889842451661825
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123473092913628,
        "mean_feedback_forward_cosine": 0.9998400117221632,
        "mean_feedback_forward_relative_error": 0.01746499822720101,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020789779705875076,
        "instruction_rms": 0.0020789779710468437,
        "raw_apical_rms": 0.03770234836736029,
        "teaching_rms": 0.0020789779705875076,
        "traffic_rms": 0.03762930919488528
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.4269216919160499e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6357271522449716e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029209682985848952,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.017061909224241972
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123432114720345,
        "mean_feedback_forward_cosine": 0.9998399991738168,
        "mean_feedback_forward_relative_error": 0.017464847867622188,
        "min_feedback_forward_cosine": 0.9997096061706543
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002054429870078575,
        "instruction_rms": 0.0020544298702461945,
        "raw_apical_rms": 0.03770123915280548,
        "teaching_rms": 0.002054429870078575,
        "traffic_rms": 0.03763042391377173
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.683946138086867e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.637265093863061e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02853414614372443,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.017165063470602034
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412339486181736,
        "mean_feedback_forward_cosine": 0.999840027407596,
        "mean_feedback_forward_relative_error": 0.01746469696885661,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001962521641765262,
        "instruction_rms": 0.00196252164183644,
        "raw_apical_rms": 0.03768957601975499,
        "teaching_rms": 0.001962521641765262,
        "traffic_rms": 0.03762578223009289
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8365081899673896e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.63976047305593e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.030073419122935992,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.01597975587248802
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123355746269226,
        "mean_feedback_forward_cosine": 0.999840027407596,
        "mean_feedback_forward_relative_error": 0.017464552197213237,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002093624596110751,
        "instruction_rms": 0.0020936245955443726,
        "raw_apical_rms": 0.03769753188566556,
        "teaching_rms": 0.002093624596110751,
        "traffic_rms": 0.03762556676398152
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.803278593115465e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.639690685562026e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029151207752288865,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.017134904894977807
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412331849336624,
        "mean_feedback_forward_cosine": 0.9998400242705094,
        "mean_feedback_forward_relative_error": 0.01746439774471678,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020553892384532458,
        "instruction_rms": 0.002055389238601866,
        "raw_apical_rms": 0.03769552184896614,
        "teaching_rms": 0.0020553892384532458,
        "traffic_rms": 0.037624102367656266
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.8202239715492396e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6381365522859757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0295941778694074,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.016659469042122364
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412327565252781,
        "mean_feedback_forward_cosine": 0.9998400368188557,
        "mean_feedback_forward_relative_error": 0.017464248733104842,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002078022151477977,
        "instruction_rms": 0.002078022150790173,
        "raw_apical_rms": 0.037697976466919435,
        "teaching_rms": 0.002078022151477977,
        "traffic_rms": 0.037625015468372776
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7498507531854557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6369172944102014e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028970360896772417,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.017125242560505866
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123232811689377,
        "mean_feedback_forward_cosine": 0.9998400336817691,
        "mean_feedback_forward_relative_error": 0.01746410043223908,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020941993609841654,
        "instruction_rms": 0.0020941993608986817,
        "raw_apical_rms": 0.03770201872716891,
        "teaching_rms": 0.0020941993609841654,
        "traffic_rms": 0.037627024983123286
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5423326615859878e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6393883639624854e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02915905408700286,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.016837770342826842
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123186245560646,
        "mean_feedback_forward_cosine": 0.9998400179963363,
        "mean_feedback_forward_relative_error": 0.017463961052463242,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020162084188143758,
        "instruction_rms": 0.002016208418992741,
        "raw_apical_rms": 0.037697248416285106,
        "teaching_rms": 0.0020162084188143758,
        "traffic_rms": 0.03762835290106732
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.491498657912871e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6420237395048272e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029034031628682913,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.016559073784053326
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123145267367363,
        "mean_feedback_forward_cosine": 0.9998400430930289,
        "mean_feedback_forward_relative_error": 0.017463809688036378,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020525345712708175,
        "instruction_rms": 0.0020525345717388966,
        "raw_apical_rms": 0.03769936018534238,
        "teaching_rms": 0.0020525345712708175,
        "traffic_rms": 0.03762730319507773
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7422740583583618e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6376061216963926e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028757430448824076,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.01713921374976635
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412310056388378,
        "mean_feedback_forward_cosine": 0.9998400117221632,
        "mean_feedback_forward_relative_error": 0.017463662269476214,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002029678100155011,
        "instruction_rms": 0.002029678099128298,
        "raw_apical_rms": 0.03769180660780897,
        "teaching_rms": 0.002029678100155011,
        "traffic_rms": 0.037622917542157776
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.640860780582898e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6362057232544045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02906322723256925,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.01598433049611747
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123061448335648,
        "mean_feedback_forward_cosine": 0.9998400211334229,
        "mean_feedback_forward_relative_error": 0.017463515904781065,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002052915991358444,
        "instruction_rms": 0.002052915990815351,
        "raw_apical_rms": 0.037690501418362346,
        "teaching_rms": 0.002052915991358444,
        "traffic_rms": 0.037619957931258226
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6137315483888415e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.641652113344294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.03086880475931979,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.016301513905525207
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024123020470142365,
        "mean_feedback_forward_cosine": 0.9998400305446825,
        "mean_feedback_forward_relative_error": 0.01746336458937118,
        "min_feedback_forward_cosine": 0.9997096657752991
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019479437611311518,
        "instruction_rms": 0.0019479437608414046,
        "raw_apical_rms": 0.03768573934494471,
        "teaching_rms": 0.0019479437611311518,
        "traffic_rms": 0.037620309335732384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6788542112067262e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635757348890472e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02900233135643222,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.015345649285018444
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412298135459423,
        "mean_feedback_forward_cosine": 0.9998400399559423,
        "mean_feedback_forward_relative_error": 0.01746321476897911,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021447044906676674,
        "instruction_rms": 0.002144704491069724,
        "raw_apical_rms": 0.03769377658999959,
        "teaching_rms": 0.0021447044906676674,
        "traffic_rms": 0.037615444956041084
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7222680170903004e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6383058999208022e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029395381977616736,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.016931594114005567
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0241229385137558,
        "mean_feedback_forward_cosine": 0.9998400242705094,
        "mean_feedback_forward_relative_error": 0.017463068012148142,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019692579554160348,
        "instruction_rms": 0.001969257956691704,
        "raw_apical_rms": 0.03768064585353536,
        "teaching_rms": 0.0019692579554160348,
        "traffic_rms": 0.03761343486612728
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5712474876750093e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.638205830355066e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028456133006839603,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.015925373104810715
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024122891947627068,
        "mean_feedback_forward_cosine": 0.9998400305446825,
        "mean_feedback_forward_relative_error": 0.017462920005384245,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002080407162628285,
        "instruction_rms": 0.0020804071631492687,
        "raw_apical_rms": 0.03768786520455775,
        "teaching_rms": 0.002080407162628285,
        "traffic_rms": 0.037615757197931046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.9063524092644002e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6376635221494296e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029400511417143213,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.0170525233823061
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412284165620804,
        "mean_feedback_forward_cosine": 0.9998400525042885,
        "mean_feedback_forward_relative_error": 0.017462768150787605,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021211435305110524,
        "instruction_rms": 0.002121143530555767,
        "raw_apical_rms": 0.03768912587706113,
        "teaching_rms": 0.0021211435305110524,
        "traffic_rms": 0.0376132453496459
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.6199741992295458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6372998273891664e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028536602741520825,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.016747989618480206
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412281185388565,
        "mean_feedback_forward_cosine": 0.9998400430930289,
        "mean_feedback_forward_relative_error": 0.017462627741655235,
        "min_feedback_forward_cosine": 0.9997096061706543
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019165052752953883,
        "instruction_rms": 0.0019165052759307142,
        "raw_apical_rms": 0.037671895735817154,
        "teaching_rms": 0.0019165052752953883,
        "traffic_rms": 0.03760895043029113
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.68814278111995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.640876085033803e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028889707937501685,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.015112103095799684
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024122776463627815,
        "mean_feedback_forward_cosine": 0.9998400556413751,
        "mean_feedback_forward_relative_error": 0.017462485592420165,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001996219086534768,
        "instruction_rms": 0.001996219086486198,
        "raw_apical_rms": 0.03767480418347961,
        "teaching_rms": 0.001996219086534768,
        "traffic_rms": 0.03760730951825967
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.7283158015857225e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.636087756245981e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029037986229620984,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.01563433119907975
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412273734807968,
        "mean_feedback_forward_cosine": 0.9998400493672019,
        "mean_feedback_forward_relative_error": 0.017462336629825204,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020700816980100114,
        "instruction_rms": 0.0020700816970940987,
        "raw_apical_rms": 0.03768313470950499,
        "teaching_rms": 0.0020700816980100114,
        "traffic_rms": 0.03761121988379186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7009314845495282e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6314315432434987e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02948241782482489,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.016187381901741026
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412269078195095,
        "mean_feedback_forward_cosine": 0.9998400399559423,
        "mean_feedback_forward_relative_error": 0.017462188255433973,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002056683754078632,
        "instruction_rms": 0.0020566837544679253,
        "raw_apical_rms": 0.037683022796554465,
        "teaching_rms": 0.002056683754078632,
        "traffic_rms": 0.03760943140000922
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.7841188082456938e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.636158304936118e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028986441175231487,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.016201708638370036
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024122638627886772,
        "mean_feedback_forward_cosine": 0.9998400430930289,
        "mean_feedback_forward_relative_error": 0.017462040444737988,
        "min_feedback_forward_cosine": 0.9997097253799438
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002045424897886477,
        "instruction_rms": 0.002045424897873187,
        "raw_apical_rms": 0.037679514655966466,
        "teaching_rms": 0.002045424897886477,
        "traffic_rms": 0.0376082056842288
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.042609501630067825,
        "maximum_absolute_post_projection_soma_slope": 1.615462963400205e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6388010498947505e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.028979276714724486,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.01641013019055128
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02412259951233864,
        "mean_feedback_forward_cosine": 0.9998400305446825,
        "mean_feedback_forward_relative_error": 0.01746189655540021,
        "min_feedback_forward_cosine": 0.9997097849845886
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001966106387844023,
        "instruction_rms": 0.001966106387746603,
        "raw_apical_rms": 0.03766678198018744,
        "teaching_rms": 0.001966106387844023,
        "traffic_rms": 0.037599899321142514
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04260949790477753,
        "maximum_absolute_post_projection_soma_slope": 1.5400242858731872e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6336736010340543e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.029708256472751698,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.015352730036973954
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9151,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.39897711181640627,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2164536320,
    "peak_memory_reserved_bytes": 3103784960,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 1.7127938178873592e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 1.6205262909352314e-08,
      "min_residual_soma_slope": -1.7127938178873592e-08,
      "mse": 1.7173440241280993e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.154441655048164e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.154441655048164e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 13,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7013537883758545,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.03668022155761719,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 9106.76458454132,
    "train_wall_s": 9104.150099515915
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.009433808736503124,
      0.006815889850258827,
      0.004777977243065834,
      0.004260289948433638,
      0.0030683421064168215,
      0.0034894063137471676,
      0.0022155754268169403,
      0.004299143794924021,
      0.0029209863860160112,
      0.003300522454082966,
      0.00220986595377326,
      0.0025865647476166487,
      0.0018500430742278695,
      0.0036194846034049988,
      0.0027039789129048586,
      0.0030680610798299313,
      0.0022964077070355415,
      0.0027224398218095303,
      0.0021319983061403036
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.000000476837158,
      3.999999523162842,
      3.999999761581421,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.05025845021009445,
      0.03542516380548477,
      0.01688619889318943,
      0.022063126787543297,
      0.008335338905453682,
      0.018528055399656296,
      0.005122985690832138,
      0.022894686087965965,
      0.007773122284561396,
      0.018090683966875076,
      0.005048505961894989,
      0.013592144474387169,
      0.00372436479665339,
      0.01906598173081875,
      0.006485661957412958,
      0.016226517036557198,
      0.004906677175313234,
      0.014502793550491333,
      0.0041041080839931965
    ],
    "unscaled_traffic_rms": [
      0.7508236765861511,
      0.7696099877357483,
      1.131806492805481,
      0.7723819017410278,
      1.4724498987197876,
      0.7533237934112549,
      1.7299095392227173,
      0.7511164546012878,
      1.503121256828308,
      0.7297728061676025,
      1.7509069442749023,
      0.7611939907073975,
      1.9869623184204102,
      0.7593597173690796,
      1.6676656007766724,
      0.7563079595565796,
      1.8720674514770508,
      0.7508732080459595,
      2.077916383743286
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401089286955008,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 2595266560
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 45220225875968,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 1613199402221568
  }
}