{
  "architecture": {
    "adaptive_apical_parameters": 376832,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 188416,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 376832,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 10,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 10,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5010,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996865193049113,
    "feedback_forward_cosine": [
      0.9998410940170288,
      0.9998330473899841,
      0.9998416900634766,
      0.9998196959495544,
      0.9998658895492554,
      0.9998244643211365,
      0.999796986579895,
      0.999862015247345,
      0.9998462200164795,
      0.999814510345459,
      0.9998553991317749,
      0.9998033046722412,
      0.999829888343811,
      0.9999003410339355,
      0.9998985528945923,
      0.9998725056648254,
      0.9998707175254822,
      0.9996960759162903,
      0.9999880790710449
    ],
    "feedback_forward_norm_ratio": [
      0.9993373155593872,
      1.0009738206863403,
      0.9991396069526672,
      1.0013306140899658,
      1.0004464387893677,
      1.0007975101470947,
      0.9989447593688965,
      1.0005112886428833,
      0.999376118183136,
      1.0006011724472046,
      0.9997497200965881,
      1.0005595684051514,
      0.9993224740028381,
      1.0002479553222656,
      0.9999218583106995,
      1.0006370544433594,
      0.9999715685844421,
      1.0011106729507446,
      1.002750039100647
    ],
    "feedback_forward_relative_error": [
      0.0178312286734581,
      0.018311940133571625,
      0.017811154946684837,
      0.0190509632229805,
      0.016383934766054153,
      0.018760578706860542,
      0.020169012248516083,
      0.01662510633468628,
      0.017547694966197014,
      0.019280681386590004,
      0.01700552925467491,
      0.019850602373480797,
      0.018454521894454956,
      0.014121557585895061,
      0.014242949895560741,
      0.01598425954580307,
      0.016081707552075386,
      0.024693168699741364,
      0.005619601812213659
    ],
    "innovation_negative_gradient_cosine": [
      0.999696671962738,
      0.9996646642684937,
      0.9996858835220337,
      0.9996673464775085,
      0.9996991157531738,
      0.99970543384552,
      0.9997129440307617,
      0.9997279644012451,
      0.9997462630271912,
      0.9997026920318604,
      0.9997648596763611,
      0.9997409582138062,
      0.9997850060462952,
      0.9998424053192139,
      0.9998652935028076,
      0.9998970031738281,
      0.9999339580535889,
      0.9999661445617676,
      0.8225135207176208
    ],
    "instruction_negative_gradient_cosine": [
      0.999696671962738,
      0.9996646642684937,
      0.9996858835220337,
      0.9996673464775085,
      0.9996991157531738,
      0.99970543384552,
      0.9997129440307617,
      0.9997279644012451,
      0.9997462630271912,
      0.9997026920318604,
      0.9997648596763611,
      0.9997409582138062,
      0.9997850060462952,
      0.9998425245285034,
      0.9998652935028076,
      0.9998970031738281,
      0.9999339580535889,
      0.9999661445617676,
      0.8333896398544312
    ],
    "matched_negative_gradient_cosine": [
      0.04031185805797577,
      0.02294144034385681,
      0.07925271987915039,
      0.06389088928699493,
      0.10397612303495407,
      0.06171322613954544,
      0.17028145492076874,
      0.12919682264328003,
      0.1864108145236969,
      0.19627267122268677,
      0.21861426532268524,
      0.24826310575008392,
      0.26166218519210815,
      0.188859224319458,
      0.26533007621765137,
      0.38330066204071045,
      0.32661405205726624,
      0.4409025013446808,
      0.18323172628879547
    ],
    "max_norm_match_direction_error": 1.7881393432617188e-07,
    "max_norm_match_relative_error": 1.5625958837972576e-07,
    "mean_feedback_forward_cosine": 0.9998452883017691,
    "mean_feedback_forward_relative_error": 0.01725401021049995,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.04131019487977028,
      "max_absolute_post_projection_soma_slope": 1.1123523435685456e-08,
      "max_absolute_pre_projection_soma_slope": 0.04131019487977028,
      "max_positive_post_projection_soma_slope": 1.1123523435685456e-08,
      "min_post_projection_soma_slope": -8.423204356233782e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.442327581203251e-08,
      "pre_projection_traffic_rms_ratio": 0.010445562569347066
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.010445562569319911,
    "raw_negative_gradient_cosine": [
      0.04031185433268547,
      0.02294144034385681,
      0.07925271987915039,
      0.06389088928699493,
      0.10397612303495407,
      0.06171322613954544,
      0.17028146982192993,
      0.12919680774211884,
      0.1864108145236969,
      0.19627267122268677,
      0.21861428022384644,
      0.24826312065124512,
      0.26166218519210815,
      0.188859224319458,
      0.265330046415329,
      0.38330066204071045,
      0.32661402225494385,
      0.4409025013446808,
      0.18323172628879547
    ],
    "teaching_negative_gradient_cosine": [
      0.999696671962738,
      0.9996646642684937,
      0.9996858835220337,
      0.9996673464775085,
      0.9996991157531738,
      0.99970543384552,
      0.9997129440307617,
      0.9997279644012451,
      0.9997462630271912,
      0.9997026920318604,
      0.9997648596763611,
      0.9997409582138062,
      0.9997850060462952,
      0.9998424053192139,
      0.9998652935028076,
      0.9998970031738281,
      0.9999339580535889,
      0.9999661445617676,
      0.8225135207176208
    ],
    "traffic_instruction_rms_ratio": 7.620982087891445,
    "used_negative_gradient_cosine": [
      0.999696671962738,
      0.9996646642684937,
      0.9996858835220337,
      0.9996673464775085,
      0.9996991157531738,
      0.99970543384552,
      0.9997129440307617,
      0.9997279644012451,
      0.9997462630271912,
      0.9997026920318604,
      0.9997648596763611,
      0.9997409582138062,
      0.9997850060462952,
      0.9998424053192139,
      0.9998652935028076,
      0.9998970031738281,
      0.9999339580535889,
      0.9999661445617676,
      0.8225135207176208
    ],
    "wall_s": 0.17217803001403809
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.320502758026123,
        "mean_feedback_forward_cosine": 0.2628641504990427,
        "mean_feedback_forward_relative_error": 1.2123042941093445,
        "min_feedback_forward_cosine": 0.13181225955486298
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0021275785024451933,
        "instruction_rms": 0.002127578503158672,
        "raw_apical_rms": 0.023176449945245748,
        "teaching_rms": 0.0021275785024451933,
        "traffic_rms": 0.023071871151298124
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617135167122,
        "maximum_absolute_post_projection_soma_slope": 2.238697227596731e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.020465978422986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008262347450077354,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.8486383348846436
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.263249397277832,
        "mean_feedback_forward_cosine": 0.41009544463534103,
        "mean_feedback_forward_relative_error": 1.0852607708228261,
        "min_feedback_forward_cosine": 0.2170705944299698
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003419255584278289,
        "instruction_rms": 0.0034192555841248812,
        "raw_apical_rms": 0.027697921424250777,
        "teaching_rms": 0.003419255584278289,
        "traffic_rms": 0.027483683706630225
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617135167122,
        "maximum_absolute_post_projection_soma_slope": 2.2150308254254014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.8290591011616386e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011349137001226894,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.3407626229476928
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2148741483688354,
        "mean_feedback_forward_cosine": 0.5129171547136808,
        "mean_feedback_forward_relative_error": 0.98753212313903,
        "min_feedback_forward_cosine": 0.28244727849960327
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004155201973159864,
        "instruction_rms": 0.004155201974522851,
        "raw_apical_rms": 0.031356771361276514,
        "teaching_rms": 0.004155201973159864,
        "traffic_rms": 0.03107873843038194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965616390109062,
        "maximum_absolute_post_projection_soma_slope": 2.367823803695046e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7004024518109506e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013456675321577856,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.04707872631073
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1693495512008667,
        "mean_feedback_forward_cosine": 0.5838200967562827,
        "mean_feedback_forward_relative_error": 0.913337778103979,
        "min_feedback_forward_cosine": 0.3386703133583069
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004469251675453464,
        "instruction_rms": 0.004469251674747498,
        "raw_apical_rms": 0.03360634732131272,
        "teaching_rms": 0.004469251675453464,
        "traffic_rms": 0.03330607230028016
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617507696152,
        "maximum_absolute_post_projection_soma_slope": 2.7334627006325718e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6803144676608004e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013521942104567503,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8596860185623169
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1282025575637817,
        "mean_feedback_forward_cosine": 0.6379323742891613,
        "mean_feedback_forward_relative_error": 0.8527652684010958,
        "min_feedback_forward_cosine": 0.38725700974464417
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004676869857570115,
        "instruction_rms": 0.004676869856679229,
        "raw_apical_rms": 0.03546752976587663,
        "teaching_rms": 0.004676869857570115,
        "traffic_rms": 0.03515579585038711
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965616390109062,
        "maximum_absolute_post_projection_soma_slope": 2.5742021847463548e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6671919638881145e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014207688762619481,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7460113258743286
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0879181623458862,
        "mean_feedback_forward_cosine": 0.6807615113885779,
        "mean_feedback_forward_relative_error": 0.8006067150517514,
        "min_feedback_forward_cosine": 0.4330441355705261
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004788255506036307,
        "instruction_rms": 0.004788255505249911,
        "raw_apical_rms": 0.03704748602919479,
        "teaching_rms": 0.004788255506036307,
        "traffic_rms": 0.03673419029382538
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.6890104365406842e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.652932149164355e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012899933914861935,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.67720983959198
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.049793004989624,
        "mean_feedback_forward_cosine": 0.716141159597196,
        "mean_feedback_forward_relative_error": 0.7551720565871188,
        "min_feedback_forward_cosine": 0.47409024834632874
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00485548028911756,
        "instruction_rms": 0.004855480288843814,
        "raw_apical_rms": 0.03838508600271614,
        "teaching_rms": 0.00485548028911756,
        "traffic_rms": 0.03807411312999705
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.4465771630843847e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6557112708334806e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011944836714007923,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6242147707176209
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0138064622879028,
        "mean_feedback_forward_cosine": 0.7452715196107563,
        "mean_feedback_forward_relative_error": 0.7151469368683664,
        "min_feedback_forward_cosine": 0.5109031200408936
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048598457930537015,
        "instruction_rms": 0.004859845793113798,
        "raw_apical_rms": 0.038941740968605774,
        "teaching_rms": 0.0048598457930537015,
        "traffic_rms": 0.038634765057638014
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.1102499303538025e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.652294416461312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011816401319273938,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5895955443954468
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9788080453872681,
        "mean_feedback_forward_cosine": 0.7701171793435749,
        "mean_feedback_forward_relative_error": 0.6790932165948969,
        "min_feedback_forward_cosine": 0.5446146130561829
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00480853667182706,
        "instruction_rms": 0.0048085366720623055,
        "raw_apical_rms": 0.040038655664419484,
        "teaching_rms": 0.00480853667182706,
        "traffic_rms": 0.03974575905487539
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617135167122,
        "maximum_absolute_post_projection_soma_slope": 1.7101859484114357e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6371845127137723e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012249857173464022,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5574038748550415
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9448283314704895,
        "mean_feedback_forward_cosine": 0.7916683586020219,
        "mean_feedback_forward_relative_error": 0.6462197397884569,
        "min_feedback_forward_cosine": 0.5763647556304932
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004839559456288207,
        "instruction_rms": 0.0048395594563809255,
        "raw_apical_rms": 0.04071995732276518,
        "teaching_rms": 0.004839559456288207,
        "traffic_rms": 0.040428260742060164
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617507696152,
        "maximum_absolute_post_projection_soma_slope": 1.9611592350088358e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6353924398720684e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010892910417689689,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5239255970001221
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9127702116966248,
        "mean_feedback_forward_cosine": 0.8106209384767633,
        "mean_feedback_forward_relative_error": 0.6158937576570009,
        "min_feedback_forward_cosine": 0.604814350605011
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048546249945467974,
        "instruction_rms": 0.004854624995657346,
        "raw_apical_rms": 0.04182852561944663,
        "teaching_rms": 0.0048546249945467974,
        "traffic_rms": 0.041542760847679536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617507696152,
        "maximum_absolute_post_projection_soma_slope": 2.4940618459368125e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6338669582419218e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011229249705963293,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5029154551792144
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.880604088306427,
        "mean_feedback_forward_cosine": 0.8274708766686288,
        "mean_feedback_forward_relative_error": 0.5874443477705905,
        "min_feedback_forward_cosine": 0.6324325799942017
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004875801166246104,
        "instruction_rms": 0.004875801165657019,
        "raw_apical_rms": 0.042090524416669946,
        "teaching_rms": 0.004875801166246104,
        "traffic_rms": 0.04180406412467894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965617135167122,
        "maximum_absolute_post_projection_soma_slope": 2.2846981195812077e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.629485752598832e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011279564551533476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4801908302307129
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8490339517593384,
        "mean_feedback_forward_cosine": 0.8423407767948351,
        "mean_feedback_forward_relative_error": 0.5612034036924964,
        "min_feedback_forward_cosine": 0.6584939360618591
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004862513530950027,
        "instruction_rms": 0.004862513529463852,
        "raw_apical_rms": 0.04249569152035548,
        "teaching_rms": 0.004862513530950027,
        "traffic_rms": 0.04221326323324876
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965616390109062,
        "maximum_absolute_post_projection_soma_slope": 2.2992447057390564e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6238762214005956e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010901864806123028,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.4624407964229584
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8190855383872986,
        "mean_feedback_forward_cosine": 0.8555049143339458,
        "mean_feedback_forward_relative_error": 0.5368027522375709,
        "min_feedback_forward_cosine": 0.68202143907547
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0048450762274929934,
        "instruction_rms": 0.00484507622736933,
        "raw_apical_rms": 0.04243617484306245,
        "teaching_rms": 0.0048450762274929934,
        "traffic_rms": 0.042155351393765084
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.444627078546091e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.626035179086535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011516681802460982,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4469337102127075
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7892797589302063,
        "mean_feedback_forward_cosine": 0.867406754117263,
        "mean_feedback_forward_relative_error": 0.5138307700031682,
        "min_feedback_forward_cosine": 0.7048470973968506
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004840755794789061,
        "instruction_rms": 0.0048407557961092735,
        "raw_apical_rms": 0.04271795967715501,
        "teaching_rms": 0.004840755794789061,
        "traffic_rms": 0.042438805840826335
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.596258141807084e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.626153478384452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010698829063202188,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.43113454271316526
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7609896063804626,
        "mean_feedback_forward_cosine": 0.87833130045941,
        "mean_feedback_forward_relative_error": 0.49183685136468785,
        "min_feedback_forward_cosine": 0.725717306137085
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004898346259325372,
        "instruction_rms": 0.004898346259808533,
        "raw_apical_rms": 0.04317676024136317,
        "teaching_rms": 0.004898346259325372,
        "traffic_rms": 0.04289397019731282
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.148017941294711e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.614856001795994e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01105319672978955,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.417020124835968
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7313572764396667,
        "mean_feedback_forward_cosine": 0.8882385366841367,
        "mean_feedback_forward_relative_error": 0.4710692026113209,
        "min_feedback_forward_cosine": 0.7461642622947693
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00490210475062717,
        "instruction_rms": 0.004902104750837312,
        "raw_apical_rms": 0.04336559586539004,
        "teaching_rms": 0.00490210475062717,
        "traffic_rms": 0.04308361323342959
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.8865463857764553e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6124075120174232e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010716983177622165,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.4071095234394074
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7039198875427246,
        "mean_feedback_forward_cosine": 0.8972031348630002,
        "mean_feedback_forward_relative_error": 0.4515492923949894,
        "min_feedback_forward_cosine": 0.76481032371521
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00487884125751058,
        "instruction_rms": 0.004878841258071224,
        "raw_apical_rms": 0.043572771819466054,
        "teaching_rms": 0.00487884125751058,
        "traffic_rms": 0.043294449617874
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.218666317332918e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.61510330589462e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010966411646623783,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3952154863166809
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6760586500167847,
        "mean_feedback_forward_cosine": 0.9055123360533464,
        "mean_feedback_forward_relative_error": 0.432666700137289,
        "min_feedback_forward_cosine": 0.7828711867332458
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004826131099398438,
        "instruction_rms": 0.004826131098403971,
        "raw_apical_rms": 0.04427121012470213,
        "teaching_rms": 0.004826131099398438,
        "traffic_rms": 0.044003013054155715
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.1595486288106258e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6049881701093482e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010700291261184805,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.3883430826663971
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6499698162078857,
        "mean_feedback_forward_cosine": 0.9130455380991885,
        "mean_feedback_forward_relative_error": 0.41489325385344655,
        "min_feedback_forward_cosine": 0.7989453673362732
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004846451784575131,
        "instruction_rms": 0.004846451785861449,
        "raw_apical_rms": 0.044173631429521874,
        "teaching_rms": 0.004846451784575131,
        "traffic_rms": 0.04390287960550795
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.8378893901503943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6058612531029433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010735236867933434,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.37585717695236204
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.625340461730957,
        "mean_feedback_forward_cosine": 0.9199741451363814,
        "mean_feedback_forward_relative_error": 0.39776876490367086,
        "min_feedback_forward_cosine": 0.813711404800415
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00488245938786709,
        "instruction_rms": 0.00488245938930715,
        "raw_apical_rms": 0.04440515206797135,
        "teaching_rms": 0.00488245938786709,
        "traffic_rms": 0.04413196940673291
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.9610590484830936e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.598585864113767e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010955542964601692,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.36385989884376524
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6014867424964905,
        "mean_feedback_forward_cosine": 0.9261057502345035,
        "mean_feedback_forward_relative_error": 0.38204732615696757,
        "min_feedback_forward_cosine": 0.8274017572402954
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004767061589466885,
        "instruction_rms": 0.0047670615894972405,
        "raw_apical_rms": 0.04443198335494705,
        "teaching_rms": 0.004767061589466885,
        "traffic_rms": 0.044172117403575746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.9285021579662498e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6040807147045422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01071544062081152,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.3566269008731842
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5769627690315247,
        "mean_feedback_forward_cosine": 0.9320178816193029,
        "mean_feedback_forward_relative_error": 0.36625535001880244,
        "min_feedback_forward_cosine": 0.8410085439682007
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004880451906141327,
        "instruction_rms": 0.00488045190739654,
        "raw_apical_rms": 0.04479561292054751,
        "teaching_rms": 0.004880451906141327,
        "traffic_rms": 0.04452457349488161
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.000492038689572e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5993348668235517e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010595572633524574,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.34451889419555665
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5530531406402588,
        "mean_feedback_forward_cosine": 0.9374981334334925,
        "mean_feedback_forward_relative_error": 0.35104288945072576,
        "min_feedback_forward_cosine": 0.8538684844970703
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004872916706021525,
        "instruction_rms": 0.004872916704016392,
        "raw_apical_rms": 0.0450628927473559,
        "teaching_rms": 0.004872916706021525,
        "traffic_rms": 0.044793844460607184
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.8626860054382632e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5908263326663273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010246079349183127,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.343729743719101
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5309622883796692,
        "mean_feedback_forward_cosine": 0.9423335351442036,
        "mean_feedback_forward_relative_error": 0.33713539180002716,
        "min_feedback_forward_cosine": 0.8651860952377319
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004763406416530395,
        "instruction_rms": 0.00476340641546126,
        "raw_apical_rms": 0.04503846165886252,
        "teaching_rms": 0.004763406416530395,
        "traffic_rms": 0.04478126237751626
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.9349030822013447e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593365304832808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010227151302966414,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3361011459636688
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5097626447677612,
        "mean_feedback_forward_cosine": 0.946784894717367,
        "mean_feedback_forward_relative_error": 0.3237452640345222,
        "min_feedback_forward_cosine": 0.8755882978439331
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004707666300489913,
        "instruction_rms": 0.004707666301230657,
        "raw_apical_rms": 0.045455087287577606,
        "teaching_rms": 0.004707666300489913,
        "traffic_rms": 0.04520657252496422
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.6294561195072674e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594602304158012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010458807208812267,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.3313072333908081
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4898495078086853,
        "mean_feedback_forward_cosine": 0.9507420376727456,
        "mean_feedback_forward_relative_error": 0.3113015270546863,
        "min_feedback_forward_cosine": 0.8849688768386841
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004672409424872863,
        "instruction_rms": 0.0046724094236538375,
        "raw_apical_rms": 0.04550809160884328,
        "teaching_rms": 0.004672409424872863,
        "traffic_rms": 0.04526317837594371
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.4858042735331765e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.610700350884696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01096711834743687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.3156372369003296
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4701102077960968,
        "mean_feedback_forward_cosine": 0.9545243539308247,
        "mean_feedback_forward_relative_error": 0.2989914762346368,
        "min_feedback_forward_cosine": 0.8938727974891663
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004685297245944731,
        "instruction_rms": 0.004685297246499785,
        "raw_apical_rms": 0.045502216464951166,
        "teaching_rms": 0.004685297245944731,
        "traffic_rms": 0.04525641767032558
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.7308065142506166e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590584866567117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010635617127093069,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.3151611440849304
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4514484107494354,
        "mean_feedback_forward_cosine": 0.9580100900248477,
        "mean_feedback_forward_relative_error": 0.28721805269780915,
        "min_feedback_forward_cosine": 0.9020853042602539
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00471582445346118,
        "instruction_rms": 0.004715824453514253,
        "raw_apical_rms": 0.04562637913656733,
        "teaching_rms": 0.00471582445346118,
        "traffic_rms": 0.045377426863333195
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.0210960016697754e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5913151852409433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01019708533057066,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.31049583714008333
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4331558048725128,
        "mean_feedback_forward_cosine": 0.9611946940422058,
        "mean_feedback_forward_relative_error": 0.2760291162290071,
        "min_feedback_forward_cosine": 0.9097447395324707
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004649439818271301,
        "instruction_rms": 0.004649439818080042,
        "raw_apical_rms": 0.0460985930588171,
        "teaching_rms": 0.004649439818271301,
        "traffic_rms": 0.045859472343420665
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.1644195768999452e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586919563225879e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011175115760104224,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.3060585072135925
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4154963195323944,
        "mean_feedback_forward_cosine": 0.9641703806425396,
        "mean_feedback_forward_relative_error": 0.2651503780170491,
        "min_feedback_forward_cosine": 0.9168375730514526
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004700010725278692,
        "instruction_rms": 0.0047000107268652825,
        "raw_apical_rms": 0.046274634644315187,
        "teaching_rms": 0.004700010725278692,
        "traffic_rms": 0.046030711063648214
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.359038830945792e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584983103135626e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011288928336327941,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.3012772894334793
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3987475037574768,
        "mean_feedback_forward_cosine": 0.966879361554196,
        "mean_feedback_forward_relative_error": 0.25484490002456467,
        "min_feedback_forward_cosine": 0.9233200550079346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004632363463715776,
        "instruction_rms": 0.004632363464323253,
        "raw_apical_rms": 0.046436484114491375,
        "teaching_rms": 0.004632363463715776,
        "traffic_rms": 0.046200258826903144
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.729025005976382e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582961200714867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010756620379649666,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.299833934841156
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3831382691860199,
        "mean_feedback_forward_cosine": 0.9693560506168165,
        "mean_feedback_forward_relative_error": 0.24504858647522174,
        "min_feedback_forward_cosine": 0.9291266202926636
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004634451962833277,
        "instruction_rms": 0.00463445196291094,
        "raw_apical_rms": 0.046296397158987215,
        "teaching_rms": 0.004634451962833277,
        "traffic_rms": 0.04605928974589038
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.451723446483811e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5949435796536836e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01081329744919295,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2918899378585815
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3686857521533966,
        "mean_feedback_forward_cosine": 0.9716149411703411,
        "mean_feedback_forward_relative_error": 0.23575982804361142,
        "min_feedback_forward_cosine": 0.9342780113220215
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004625293054340958,
        "instruction_rms": 0.004625293053599866,
        "raw_apical_rms": 0.04641588446942614,
        "teaching_rms": 0.004625293054340958,
        "traffic_rms": 0.04618015144463419
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.4617518690206452e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5979603924253845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010797718049740857,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.28732581980705263
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3542514443397522,
        "mean_feedback_forward_cosine": 0.9737554286655626,
        "mean_feedback_forward_relative_error": 0.22664432109970795,
        "min_feedback_forward_cosine": 0.9392459392547607
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004591263763704823,
        "instruction_rms": 0.0045912637643424695,
        "raw_apical_rms": 0.046424567350310704,
        "teaching_rms": 0.004591263763704823,
        "traffic_rms": 0.04619209266128522
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.9562998332389725e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593906016419143e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010048392697360858,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.28304784592151644
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.33971351385116577,
        "mean_feedback_forward_cosine": 0.9757565354046068,
        "mean_feedback_forward_relative_error": 0.2177534146528495,
        "min_feedback_forward_cosine": 0.9440736770629883
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004584020894224263,
        "instruction_rms": 0.004584020893189275,
        "raw_apical_rms": 0.046881356043197826,
        "teaching_rms": 0.004584020894224263,
        "traffic_rms": 0.046652551233252196
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.6497210708621424e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5930631511374206e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009928740820599379,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.27701704328536986
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3257816433906555,
        "mean_feedback_forward_cosine": 0.9776207553712946,
        "mean_feedback_forward_relative_error": 0.20914848148822784,
        "min_feedback_forward_cosine": 0.9484876990318298
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045699938997658986,
        "instruction_rms": 0.0045699938996150435,
        "raw_apical_rms": 0.04721199358155779,
        "teaching_rms": 0.0045699938997658986,
        "traffic_rms": 0.0469857616587348
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.264329168610857e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588461774260781e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009791487241170042,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.27945471187591553
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3126906752586365,
        "mean_feedback_forward_cosine": 0.9793275751565632,
        "mean_feedback_forward_relative_error": 0.2009731523300472,
        "min_feedback_forward_cosine": 0.9524905681610107
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00459537074946488,
        "instruction_rms": 0.00459537075020188,
        "raw_apical_rms": 0.04724798384994235,
        "teaching_rms": 0.00459537074946488,
        "traffic_rms": 0.04701932481454449
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04965614527463913,
        "maximum_absolute_post_projection_soma_slope": 2.7281378933707856e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576272783768814e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00983058668844555,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.27565833495140074
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30018121004104614,
        "mean_feedback_forward_cosine": 0.9808878459428486,
        "mean_feedback_forward_relative_error": 0.19319257532295428,
        "min_feedback_forward_cosine": 0.9561586976051331
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004570399533083984,
        "instruction_rms": 0.004570399530771056,
        "raw_apical_rms": 0.047334571384317,
        "teaching_rms": 0.004570399533083984,
        "traffic_rms": 0.04710815274711813
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.2293953350072115e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5798906434225757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010158248317890644,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.27303394671440123
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28806281089782715,
        "mean_feedback_forward_cosine": 0.9823181974260431,
        "mean_feedback_forward_relative_error": 0.18578022326293744,
        "min_feedback_forward_cosine": 0.959617018699646
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045822870107609225,
        "instruction_rms": 0.004582287008050415,
        "raw_apical_rms": 0.04737661491369318,
        "teaching_rms": 0.0045822870107609225,
        "traffic_rms": 0.04714989061794759
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.9443495702375913e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5783674035421154e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009958921616382878,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.27144758014678955
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27629902958869934,
        "mean_feedback_forward_cosine": 0.983634823247006,
        "mean_feedback_forward_relative_error": 0.17869483444251513,
        "min_feedback_forward_cosine": 0.9628146886825562
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004480455338389332,
        "instruction_rms": 0.004480455337465031,
        "raw_apical_rms": 0.04768904803554509,
        "teaching_rms": 0.004480455338389332,
        "traffic_rms": 0.047473662784896516
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.000337495644544e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747896698186405e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010219888986180427,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.2649312253379822
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26496124267578125,
        "mean_feedback_forward_cosine": 0.984870571839182,
        "mean_feedback_forward_relative_error": 0.17181221552585302,
        "min_feedback_forward_cosine": 0.9657787680625916
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004536011826450301,
        "instruction_rms": 0.004536011824418632,
        "raw_apical_rms": 0.047680434312672264,
        "teaching_rms": 0.004536011826450301,
        "traffic_rms": 0.04745966370028507
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.810502148202886e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5867340144168265e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010220009503375255,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.2625256006813049
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2540586590766907,
        "mean_feedback_forward_cosine": 0.9860233570400038,
        "mean_feedback_forward_relative_error": 0.16508959429828743,
        "min_feedback_forward_cosine": 0.9684973359107971
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004489659334614921,
        "instruction_rms": 0.00448965933472776,
        "raw_apical_rms": 0.04784656899895421,
        "teaching_rms": 0.004489659334614921,
        "traffic_rms": 0.047630821003871046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.6205021324822155e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5866656164029547e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009965854159112154,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2627211030292511
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24354994297027588,
        "mean_feedback_forward_cosine": 0.9870748268930536,
        "mean_feedback_forward_relative_error": 0.15873934210915314,
        "min_feedback_forward_cosine": 0.9710098505020142
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004461893320807373,
        "instruction_rms": 0.00446189332145296,
        "raw_apical_rms": 0.04771120380947657,
        "teaching_rms": 0.004461893320807373,
        "traffic_rms": 0.04749701157283165
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.737614852004299e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5820703693411632e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010133174034811942,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2632413591003418
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23378250002861023,
        "mean_feedback_forward_cosine": 0.988057111438952,
        "mean_feedback_forward_relative_error": 0.15256281902915553,
        "min_feedback_forward_cosine": 0.9732738733291626
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004491984692721575,
        "instruction_rms": 0.004491984694007777,
        "raw_apical_rms": 0.0477039934452674,
        "teaching_rms": 0.004491984692721575,
        "traffic_rms": 0.04748650201386578
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.7407991492746078e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5828735255045125e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009920960414254222,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.25725475827217104
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2245842069387436,
        "mean_feedback_forward_cosine": 0.9889477491378784,
        "mean_feedback_forward_relative_error": 0.14674226743610283,
        "min_feedback_forward_cosine": 0.9753188490867615
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004499793235438485,
        "instruction_rms": 0.004499793235795408,
        "raw_apical_rms": 0.04821682672797886,
        "teaching_rms": 0.004499793235438485,
        "traffic_rms": 0.048001916869382225
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.5840094508566835e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5822435064302712e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00961574449580261,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.252205842757225
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2155420482158661,
        "mean_feedback_forward_cosine": 0.9897868162707278,
        "mean_feedback_forward_relative_error": 0.14104864883579707,
        "min_feedback_forward_cosine": 0.9772313833236694
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004502135259875897,
        "instruction_rms": 0.004502135260646706,
        "raw_apical_rms": 0.048277314163618454,
        "teaching_rms": 0.004502135259875897,
        "traffic_rms": 0.04806196643443894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.2382581121860312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586660466154161e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009545440409402531,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.25274529129981993
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2066994458436966,
        "mean_feedback_forward_cosine": 0.9905601237949572,
        "mean_feedback_forward_relative_error": 0.13557493804316773,
        "min_feedback_forward_cosine": 0.979049801826477
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004446824505594154,
        "instruction_rms": 0.0044468245047348766,
        "raw_apical_rms": 0.04849771519674685,
        "teaching_rms": 0.004446824505594154,
        "traffic_rms": 0.04828894520579859
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.3296539808370653e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588914843234681e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009592742215258087,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.25043526336193084
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19830110669136047,
        "mean_feedback_forward_cosine": 0.9912690708511754,
        "mean_feedback_forward_relative_error": 0.1303661736218553,
        "min_feedback_forward_cosine": 0.9806932210922241
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004468333242367009,
        "instruction_rms": 0.004468333242966715,
        "raw_apical_rms": 0.04822489411088073,
        "teaching_rms": 0.004468333242367009,
        "traffic_rms": 0.048012793824050555
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.5508576584343245e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6003266253325565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00931491589497861,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.24824605320930482
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19016799330711365,
        "mean_feedback_forward_cosine": 0.9919484916486239,
        "mean_feedback_forward_relative_error": 0.1251751298182889,
        "min_feedback_forward_cosine": 0.9822373390197754
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045520125228369,
        "instruction_rms": 0.004552012522872138,
        "raw_apical_rms": 0.04839019623801517,
        "teaching_rms": 0.0045520125228369,
        "traffic_rms": 0.04817110336322972
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.6493775234494024e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588625567732588e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010392743640005128,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.252831037068367
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1825910210609436,
        "mean_feedback_forward_cosine": 0.9925533501725448,
        "mean_feedback_forward_relative_error": 0.12036858714724842,
        "min_feedback_forward_cosine": 0.9836133122444153
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004439441921494824,
        "instruction_rms": 0.004439441921568123,
        "raw_apical_rms": 0.04852623928021148,
        "teaching_rms": 0.004439441921494824,
        "traffic_rms": 0.04831782744756503
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.7917525241273324e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5810127335302093e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010187553644786853,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.24218381887435914
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17537155747413635,
        "mean_feedback_forward_cosine": 0.9931042068882993,
        "mean_feedback_forward_relative_error": 0.11581317864750561,
        "min_feedback_forward_cosine": 0.9848694801330566
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004407115329816568,
        "instruction_rms": 0.004407115331567175,
        "raw_apical_rms": 0.048840282752428035,
        "teaching_rms": 0.004407115329816568,
        "traffic_rms": 0.048636026865883135
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.470954996169894e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5794874826526263e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010216123797259618,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.24054338912010192
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16813552379608154,
        "mean_feedback_forward_cosine": 0.9936252518704063,
        "mean_feedback_forward_relative_error": 0.11133660513319467,
        "min_feedback_forward_cosine": 0.9860899448394775
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004436040774829246,
        "instruction_rms": 0.004436040773566878,
        "raw_apical_rms": 0.0489646862689084,
        "teaching_rms": 0.004436040774829246,
        "traffic_rms": 0.048758946656996476
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.8616582053709863e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5937568286495426e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00970933360339328,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.24386898059844972
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1614685356616974,
        "mean_feedback_forward_cosine": 0.9940971732139587,
        "mean_feedback_forward_relative_error": 0.10711970964544698,
        "min_feedback_forward_cosine": 0.9871599674224854
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044242920409178,
        "instruction_rms": 0.004424292039233787,
        "raw_apical_rms": 0.04907542275993226,
        "teaching_rms": 0.0044242920409178,
        "traffic_rms": 0.048870791154472945
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.5109183237882462e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5844752417262017e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010730653208905462,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.2397679744529724
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15520313382148743,
        "mean_feedback_forward_cosine": 0.994537419394443,
        "mean_feedback_forward_relative_error": 0.10304862201998108,
        "min_feedback_forward_cosine": 0.9881303310394287
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004412562346199447,
        "instruction_rms": 0.004412562346764008,
        "raw_apical_rms": 0.04936183168987331,
        "teaching_rms": 0.004412562346199447,
        "traffic_rms": 0.049158850028310275
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.4577706980721814e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5848282009914022e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01044339082720109,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.23525391114234925
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14899519085884094,
        "mean_feedback_forward_cosine": 0.9949510442583185,
        "mean_feedback_forward_relative_error": 0.09906155165088804,
        "min_feedback_forward_cosine": 0.9890524744987488
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043810316296158365,
        "instruction_rms": 0.0043810316305741386,
        "raw_apical_rms": 0.04975805936798994,
        "teaching_rms": 0.0043810316296158365,
        "traffic_rms": 0.049560433377080715
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.6110194895068162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5811291918819097e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009849952534653744,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.23558293833732605
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1429750621318817,
        "mean_feedback_forward_cosine": 0.9953346409295735,
        "mean_feedback_forward_relative_error": 0.09521660012634177,
        "min_feedback_forward_cosine": 0.9899138808250427
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043711295831807585,
        "instruction_rms": 0.004371129584344294,
        "raw_apical_rms": 0.049709572707724047,
        "teaching_rms": 0.0043711295831807585,
        "traffic_rms": 0.0495120441236059
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.2445387770630987e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5741360751123606e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009224445286531543,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.2341153144836426
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13717669248580933,
        "mean_feedback_forward_cosine": 0.9956826253941184,
        "mean_feedback_forward_relative_error": 0.09159298731308234,
        "min_feedback_forward_cosine": 0.9907131195068359
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043509010229194085,
        "instruction_rms": 0.004350901021080774,
        "raw_apical_rms": 0.0499107775195112,
        "teaching_rms": 0.0043509010229194085,
        "traffic_rms": 0.049716291508482356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.7385877626452384e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5809981452237294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009617983579651927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.23292119561195374
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13173137605190277,
        "mean_feedback_forward_cosine": 0.9960011149707594,
        "mean_feedback_forward_relative_error": 0.08813149834934034,
        "min_feedback_forward_cosine": 0.9914308190345764
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004366089765019402,
        "instruction_rms": 0.004366089765736602,
        "raw_apical_rms": 0.049569473580689576,
        "teaching_rms": 0.004366089765019402,
        "traffic_rms": 0.049371859845251685
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.8824524161686895e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5940598138017674e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010048896385888625,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.22959224577903747
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12635906040668488,
        "mean_feedback_forward_cosine": 0.9963114449852392,
        "mean_feedback_forward_relative_error": 0.08463039072720628,
        "min_feedback_forward_cosine": 0.9921120405197144
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004464089647382964,
        "instruction_rms": 0.00446408964629034,
        "raw_apical_rms": 0.04977750781016337,
        "teaching_rms": 0.004464089647382964,
        "traffic_rms": 0.04957160718672485
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.213823968588713e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5955146002701704e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009747165150807105,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.22690556151866914
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12116800248622894,
        "mean_feedback_forward_cosine": 0.9965891398881611,
        "mean_feedback_forward_relative_error": 0.08138100920539153,
        "min_feedback_forward_cosine": 0.9927440881729126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004393283107910172,
        "instruction_rms": 0.004393283108684292,
        "raw_apical_rms": 0.04981754247820321,
        "teaching_rms": 0.004393283107910172,
        "traffic_rms": 0.04961857459984422
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.8740537061366922e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5827198577483916e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009654511344020586,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.2328632764816284
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11644566804170609,
        "mean_feedback_forward_cosine": 0.9968423498304266,
        "mean_feedback_forward_relative_error": 0.07829765504912327,
        "min_feedback_forward_cosine": 0.9932966828346252
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043153105624695555,
        "instruction_rms": 0.004315310563101568,
        "raw_apical_rms": 0.05005554124344902,
        "teaching_rms": 0.0043153105624695555,
        "traffic_rms": 0.04986445242143217
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.3016848871293405e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5902143882657706e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010720675320574628,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.22361379769802092
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11181630939245224,
        "mean_feedback_forward_cosine": 0.9970827290886327,
        "mean_feedback_forward_relative_error": 0.07526457505790811,
        "min_feedback_forward_cosine": 0.9938156604766846
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004389796358882262,
        "instruction_rms": 0.004389796358575357,
        "raw_apical_rms": 0.0501110045721212,
        "teaching_rms": 0.004389796358882262,
        "traffic_rms": 0.04991381051989102
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.9929584144383625e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5942427182633597e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010289006544090248,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.22675478215694428
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1074429377913475,
        "mean_feedback_forward_cosine": 0.9972974312932867,
        "mean_feedback_forward_relative_error": 0.0724363182916453,
        "min_feedback_forward_cosine": 0.9942895174026489
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004335969893821169,
        "instruction_rms": 0.004335969892975842,
        "raw_apical_rms": 0.05048091770650513,
        "teaching_rms": 0.004335969893821169,
        "traffic_rms": 0.050289789819659224
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.642305491600382e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5823232252492862e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010056177154704467,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.22276763926506044
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1030639037489891,
        "mean_feedback_forward_cosine": 0.9975028100766634,
        "mean_feedback_forward_relative_error": 0.06962906020252328,
        "min_feedback_forward_cosine": 0.9947442412376404
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004311440616436437,
        "instruction_rms": 0.004311440615349417,
        "raw_apical_rms": 0.05060041610749226,
        "teaching_rms": 0.004311440616436437,
        "traffic_rms": 0.05041172953747549
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.3759705314319035e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5842166489278117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00991144931006194,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.22210287408828736
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09881311655044556,
        "mean_feedback_forward_cosine": 0.9976921144284701,
        "mean_feedback_forward_relative_error": 0.06693724346788306,
        "min_feedback_forward_cosine": 0.9951662421226501
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004312114518034538,
        "instruction_rms": 0.004312114517285171,
        "raw_apical_rms": 0.05073095284599487,
        "teaching_rms": 0.004312114518034538,
        "traffic_rms": 0.05054294851807691
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.9004787077392393e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589390967932825e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010266737540438761,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.21907354725837708
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09483559429645538,
        "mean_feedback_forward_cosine": 0.9978669348515963,
        "mean_feedback_forward_relative_error": 0.06435415442836911,
        "min_feedback_forward_cosine": 0.9955459237098694
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004363508122653554,
        "instruction_rms": 0.004363508123274865,
        "raw_apical_rms": 0.050703815828723305,
        "teaching_rms": 0.004363508122653554,
        "traffic_rms": 0.050510917968044994
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310206055641174,
        "maximum_absolute_post_projection_soma_slope": 1.3368408602332238e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5795832950471387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009926159542588336,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.22173248829841613
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09093330055475235,
        "mean_feedback_forward_cosine": 0.9980315660175524,
        "mean_feedback_forward_relative_error": 0.06181786523053521,
        "min_feedback_forward_cosine": 0.9959030151367188
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004348012161153263,
        "instruction_rms": 0.004348012162915065,
        "raw_apical_rms": 0.05095703471523187,
        "teaching_rms": 0.004348012161153263,
        "traffic_rms": 0.0507665268799358
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.3763626682816721e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5797605265986742e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009885593151516036,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.22314986868858339
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08734314888715744,
        "mean_feedback_forward_cosine": 0.9981773276078073,
        "mean_feedback_forward_relative_error": 0.059479821669427974,
        "min_feedback_forward_cosine": 0.9962201714515686
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042972481977759415,
        "instruction_rms": 0.004297248197257192,
        "raw_apical_rms": 0.051121859272626725,
        "teaching_rms": 0.0042972481977759415,
        "traffic_rms": 0.0509362229995218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.7166735588602933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.580513140856402e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010404774064404964,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.219828632106781
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08387009054422379,
        "mean_feedback_forward_cosine": 0.9983159491890355,
        "mean_feedback_forward_relative_error": 0.05717404402400318,
        "min_feedback_forward_cosine": 0.9965143203735352
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043357917425745265,
        "instruction_rms": 0.0043357917409257,
        "raw_apical_rms": 0.05117088370258993,
        "teaching_rms": 0.0043357917425745265,
        "traffic_rms": 0.05098156026844837
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.0939951994591866e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5828626395441076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010005302851891244,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.21956851550102233
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08060833811759949,
        "mean_feedback_forward_cosine": 0.9984416647961265,
        "mean_feedback_forward_relative_error": 0.05499116125467576,
        "min_feedback_forward_cosine": 0.9967789649963379
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004336097584892762,
        "instruction_rms": 0.004336097586236355,
        "raw_apical_rms": 0.051171509896947534,
        "teaching_rms": 0.004336097584892762,
        "traffic_rms": 0.05098263202800919
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.4523585889492097e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5786506411995276e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010108496876021675,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.21457249857902527
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07731872797012329,
        "mean_feedback_forward_cosine": 0.9985639766642922,
        "mean_feedback_forward_relative_error": 0.052796324126814544,
        "min_feedback_forward_cosine": 0.9970343112945557
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004359898003482318,
        "instruction_rms": 0.0043598980024326444,
        "raw_apical_rms": 0.05121613657387408,
        "teaching_rms": 0.004359898003482318,
        "traffic_rms": 0.0510249350896865
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.4857496566378359e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5776917765967182e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00988161903252984,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.22145178850650787
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07432200759649277,
        "mean_feedback_forward_cosine": 0.9986696274656999,
        "mean_feedback_forward_relative_error": 0.05081453027301713,
        "min_feedback_forward_cosine": 0.997259259223938
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004264310883774777,
        "instruction_rms": 0.004264310884270018,
        "raw_apical_rms": 0.051221157023130647,
        "teaching_rms": 0.004264310883774777,
        "traffic_rms": 0.051038736136141315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.041370628091954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5785796951662475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009666999601708052,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.21297208185195923
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07139836996793747,
        "mean_feedback_forward_cosine": 0.9987696377854598,
        "mean_feedback_forward_relative_error": 0.04886545476160551,
        "min_feedback_forward_cosine": 0.9974699020385742
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004277591455970825,
        "instruction_rms": 0.004277591456270485,
        "raw_apical_rms": 0.05131395651691947,
        "teaching_rms": 0.004277591455970825,
        "traffic_rms": 0.051130458100669456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.2914663944106906e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5728282997732458e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009446838804335634,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21247433193206788
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06854322552680969,
        "mean_feedback_forward_cosine": 0.998861174834402,
        "mean_feedback_forward_relative_error": 0.04701301680975839,
        "min_feedback_forward_cosine": 0.9976679086685181
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004238812855198681,
        "instruction_rms": 0.004238812853933287,
        "raw_apical_rms": 0.05135516761629053,
        "teaching_rms": 0.004238812855198681,
        "traffic_rms": 0.05117528727728718
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310206055641174,
        "maximum_absolute_post_projection_soma_slope": 1.594575493868433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5778485669061157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009573882583707224,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21451585424423217
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06587859988212585,
        "mean_feedback_forward_cosine": 0.9989482038899472,
        "mean_feedback_forward_relative_error": 0.04517907923773715,
        "min_feedback_forward_cosine": 0.9978453516960144
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004299294962577623,
        "instruction_rms": 0.0042992949627171755,
        "raw_apical_rms": 0.0512032807686363,
        "teaching_rms": 0.004299294962577623,
        "traffic_rms": 0.05101800689281148
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.6076295850098177e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5848454301070456e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009942705225596121,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.2105280179977417
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06329141557216644,
        "mean_feedback_forward_cosine": 0.9990277321715104,
        "mean_feedback_forward_relative_error": 0.04343542035080885,
        "min_feedback_forward_cosine": 0.9980106353759766
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00433688488897691,
        "instruction_rms": 0.004336884889619934,
        "raw_apical_rms": 0.0513361696381011,
        "teaching_rms": 0.00433688488897691,
        "traffic_rms": 0.05114815608571894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 3.055617625591367e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5824349861055547e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010042965235788483,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.21199178836345672
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06076444312930107,
        "mean_feedback_forward_cosine": 0.9991020936714975,
        "mean_feedback_forward_relative_error": 0.041740065440535545,
        "min_feedback_forward_cosine": 0.9981657266616821
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004320959570310046,
        "instruction_rms": 0.004320959572662075,
        "raw_apical_rms": 0.05133636853124326,
        "teaching_rms": 0.004320959570310046,
        "traffic_rms": 0.05114960355095062
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.17847997419085e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5843039823950913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009707342106903036,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.21325809626579284
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05832800269126892,
        "mean_feedback_forward_cosine": 0.9991705072553534,
        "mean_feedback_forward_relative_error": 0.04011591288604235,
        "min_feedback_forward_cosine": 0.9983096122741699
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004313643059714623,
        "instruction_rms": 0.0043136430571534675,
        "raw_apical_rms": 0.05139277568098535,
        "teaching_rms": 0.004313643059714623,
        "traffic_rms": 0.051206096601756984
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.438881097077683e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584253270253293e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00993045216669205,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.2151906727027893
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0560128279030323,
        "mean_feedback_forward_cosine": 0.9992340363954243,
        "mean_feedback_forward_relative_error": 0.03855119694612528,
        "min_feedback_forward_cosine": 0.9984409213066101
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004319361493957478,
        "instruction_rms": 0.0043193614941483445,
        "raw_apical_rms": 0.051772555503816826,
        "teaching_rms": 0.004319361493957478,
        "traffic_rms": 0.05158718705466244
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.5598360764433892e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5800471482240842e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010104428358889543,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.21193367936134339
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.053826287388801575,
        "mean_feedback_forward_cosine": 0.9992905165019789,
        "mean_feedback_forward_relative_error": 0.037099787573281084,
        "min_feedback_forward_cosine": 0.9985596537590027
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004210528708735921,
        "instruction_rms": 0.004210528708699238,
        "raw_apical_rms": 0.051950034285133305,
        "teaching_rms": 0.004210528708735921,
        "traffic_rms": 0.051774837072279804
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.9549514007621838e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578905339444288e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009492446990611145,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.20497748321533202
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05175800248980522,
        "mean_feedback_forward_cosine": 0.9993435740470886,
        "mean_feedback_forward_relative_error": 0.03568450351686854,
        "min_feedback_forward_cosine": 0.9986680746078491
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004201907495426313,
        "instruction_rms": 0.004201907493902032,
        "raw_apical_rms": 0.051792669400000164,
        "teaching_rms": 0.004201907495426313,
        "traffic_rms": 0.051617231593559874
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.3017777078516701e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578362924637927e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009688142746181653,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.20380166818618775
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04963529109954834,
        "mean_feedback_forward_cosine": 0.9993935697957089,
        "mean_feedback_forward_relative_error": 0.034301276318728924,
        "min_feedback_forward_cosine": 0.9987748861312866
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042196758652042485,
        "instruction_rms": 0.004219675865523485,
        "raw_apical_rms": 0.05232193590734586,
        "teaching_rms": 0.0042196758652042485,
        "traffic_rms": 0.05214667017528512
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.1786165821092709e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5763571319511323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009770579867926123,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.20745719299316406
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04758305847644806,
        "mean_feedback_forward_cosine": 0.9994403845385501,
        "mean_feedback_forward_relative_error": 0.03295115631465849,
        "min_feedback_forward_cosine": 0.9988738894462585
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004237459827894888,
        "instruction_rms": 0.004237459828848531,
        "raw_apical_rms": 0.052369660701538145,
        "teaching_rms": 0.004237459827894888,
        "traffic_rms": 0.052193189674284185
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.4420257876679443e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.575089790199063e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008978992244733799,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.2116233547115326
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04569057375192642,
        "mean_feedback_forward_cosine": 0.9994823744422511,
        "mean_feedback_forward_relative_error": 0.03168854440905546,
        "min_feedback_forward_cosine": 0.9989615678787231
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004217582265034805,
        "instruction_rms": 0.004217582265840299,
        "raw_apical_rms": 0.05250227277959666,
        "teaching_rms": 0.004217582265034805,
        "traffic_rms": 0.05232778751644238
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310206055641174,
        "maximum_absolute_post_projection_soma_slope": 2.0381442311645515e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5808929513011242e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009807654800328022,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.20357963340997695
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04388083517551422,
        "mean_feedback_forward_cosine": 0.9995215127342626,
        "mean_feedback_forward_relative_error": 0.030465343574944296,
        "min_feedback_forward_cosine": 0.9990420937538147
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00417168949109296,
        "instruction_rms": 0.00417168949237941,
        "raw_apical_rms": 0.05236575266282243,
        "teaching_rms": 0.00417168949109296,
        "traffic_rms": 0.05219524774195823
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.1717246667662948e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5849519803235635e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009430121798837801,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.20870501115322113
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.042201265692710876,
        "mean_feedback_forward_cosine": 0.999556657515074,
        "mean_feedback_forward_relative_error": 0.02932613274376643,
        "min_feedback_forward_cosine": 0.9991137981414795
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004215399511197793,
        "instruction_rms": 0.004215399512234364,
        "raw_apical_rms": 0.05250208253756997,
        "teaching_rms": 0.004215399511197793,
        "traffic_rms": 0.052327480971781505
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.4788356317296802e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.577472017789875e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009260137997389853,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.1986999891281128
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04052811861038208,
        "mean_feedback_forward_cosine": 0.9995905098162199,
        "mean_feedback_forward_relative_error": 0.028185089314846618,
        "min_feedback_forward_cosine": 0.9991824626922607
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042420035895679425,
        "instruction_rms": 0.004242003590189175,
        "raw_apical_rms": 0.05275584018967605,
        "teaching_rms": 0.0042420035895679425,
        "traffic_rms": 0.05258026615367099
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.5411014686605995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582792010393971e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008981656866760545,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.20453996290206908
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03890683129429817,
        "mean_feedback_forward_cosine": 0.999621215619539,
        "mean_feedback_forward_relative_error": 0.027109207585453987,
        "min_feedback_forward_cosine": 0.9992464780807495
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004226492569450857,
        "instruction_rms": 0.004226492570042449,
        "raw_apical_rms": 0.052730246782935544,
        "teaching_rms": 0.004226492569450857,
        "traffic_rms": 0.0525558998544944
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.4526030156503111e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582433073646181e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00924538486541574,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.20273867946624755
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.037348274141550064,
        "mean_feedback_forward_cosine": 0.9996500423080042,
        "mean_feedback_forward_relative_error": 0.026056812634985698,
        "min_feedback_forward_cosine": 0.9993056654930115
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004221500982132105,
        "instruction_rms": 0.004221500983169267,
        "raw_apical_rms": 0.053043954594194934,
        "teaching_rms": 0.004221500982132105,
        "traffic_rms": 0.05287054204352493
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.2426171142342355e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5751763924499294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009152344549492639,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.20237358448028564
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0358535572886467,
        "mean_feedback_forward_cosine": 0.9996758856271443,
        "mean_feedback_forward_relative_error": 0.025075952473439668,
        "min_feedback_forward_cosine": 0.9993599653244019
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042097546427755875,
        "instruction_rms": 0.00420975464483651,
        "raw_apical_rms": 0.053123381224667414,
        "teaching_rms": 0.0042097546427755875,
        "traffic_rms": 0.0529520744542873
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.6679512881978553e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581760196840102e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009023579848294237,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.2009496861076355
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03445439785718918,
        "mean_feedback_forward_cosine": 0.9997001666771738,
        "mean_feedback_forward_relative_error": 0.024117070201196168,
        "min_feedback_forward_cosine": 0.9994088411331177
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004193220402622446,
        "instruction_rms": 0.004193220403184789,
        "raw_apical_rms": 0.05309336945192261,
        "teaching_rms": 0.004193220402622446,
        "traffic_rms": 0.0529229888210743
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.2640812840913895e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5803999220112146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009318551875239105,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.19765312261104584
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033110540360212326,
        "mean_feedback_forward_cosine": 0.9997232117150959,
        "mean_feedback_forward_relative_error": 0.023172111250460148,
        "min_feedback_forward_cosine": 0.9994539022445679
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004225424098413704,
        "instruction_rms": 0.004225424099819315,
        "raw_apical_rms": 0.053173819766998955,
        "teaching_rms": 0.004225424098413704,
        "traffic_rms": 0.05300003642703047
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.7578274835727825e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.580585560569721e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008919702077019774,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.2028199564552307
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03172991797327995,
        "mean_feedback_forward_cosine": 0.9997449140799674,
        "mean_feedback_forward_relative_error": 0.022246560228890495,
        "min_feedback_forward_cosine": 0.9994984865188599
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004324412306659063,
        "instruction_rms": 0.004324412306909616,
        "raw_apical_rms": 0.053113701224656404,
        "teaching_rms": 0.004324412306659063,
        "traffic_rms": 0.05293205850400673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 1.2795946524590818e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5840083281653128e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0085656981627908,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.2054722313261032
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0304856114089489,
        "mean_feedback_forward_cosine": 0.9997638087523611,
        "mean_feedback_forward_relative_error": 0.021404852061287352,
        "min_feedback_forward_cosine": 0.9995371103286743
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004175266589431395,
        "instruction_rms": 0.004175266589332579,
        "raw_apical_rms": 0.05288517424914404,
        "teaching_rms": 0.004175266589431395,
        "traffic_rms": 0.05271549712913089
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.7591428758123584e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576825879621282e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009110100130270617,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.19985778070449828
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029313936829566956,
        "mean_feedback_forward_cosine": 0.9997816054444564,
        "mean_feedback_forward_relative_error": 0.02058363612741232,
        "min_feedback_forward_cosine": 0.9995718598365784
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042437576673242956,
        "instruction_rms": 0.004243757669846576,
        "raw_apical_rms": 0.05312354649161112,
        "teaching_rms": 0.0042437576673242956,
        "traffic_rms": 0.05294853080111969
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131020978093147,
        "maximum_absolute_post_projection_soma_slope": 2.843038160449396e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5840657172982027e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008739816528167655,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.1983957711648941
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.028112933039665222,
        "mean_feedback_forward_cosine": 0.9997984296397159,
        "mean_feedback_forward_relative_error": 0.019775260828043286,
        "min_feedback_forward_cosine": 0.9996061325073242
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042356799636419805,
        "instruction_rms": 0.004235679964981735,
        "raw_apical_rms": 0.05332777583337166,
        "teaching_rms": 0.0042356799636419805,
        "traffic_rms": 0.053154605692001373
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.8178690552872467e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5809947248273305e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008708036328959555,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.2010181058549881
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02702934481203556,
        "mean_feedback_forward_cosine": 0.9998134719698053,
        "mean_feedback_forward_relative_error": 0.01902175096696929,
        "min_feedback_forward_cosine": 0.9996359348297119
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004225469229050273,
        "instruction_rms": 0.004225469229868987,
        "raw_apical_rms": 0.05343672058750718,
        "teaching_rms": 0.004225469229050273,
        "traffic_rms": 0.05326452207100042
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 1.8954246172597777e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5776081667917654e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00940856917555136,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.19444774205207824
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02597552165389061,
        "mean_feedback_forward_cosine": 0.9998273504407782,
        "mean_feedback_forward_relative_error": 0.018299708584029423,
        "min_feedback_forward_cosine": 0.9996637105941772
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00412962988555776,
        "instruction_rms": 0.004129629886596306,
        "raw_apical_rms": 0.053714871096354644,
        "teaching_rms": 0.00412962988555776,
        "traffic_rms": 0.053551340411711834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.5272550274735295e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572622012543758e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008815358067701872,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.195263289437294
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024980811402201653,
        "mean_feedback_forward_cosine": 0.9998402689632616,
        "mean_feedback_forward_relative_error": 0.017601860417543275,
        "min_feedback_forward_cosine": 0.9996888637542725
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004149513471357185,
        "instruction_rms": 0.004149513470003428,
        "raw_apical_rms": 0.053704102800767706,
        "teaching_rms": 0.004149513471357185,
        "traffic_rms": 0.053539444903498046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.0987794613347432e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5784157694012665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008631394291984706,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.193451759557724
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024972131475806236,
        "mean_feedback_forward_cosine": 0.9998404132692438,
        "mean_feedback_forward_relative_error": 0.01759220752865076,
        "min_feedback_forward_cosine": 0.9996891617774963
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.003118356444925106,
        "instruction_rms": 0.003118356443801,
        "raw_apical_rms": 0.0536377416157236,
        "teaching_rms": 0.003118356444925106,
        "traffic_rms": 0.05354302843517718
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.9343764751388335e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.561716325886276e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008498195702875678,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.1215439262676239
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024967260658740997,
        "mean_feedback_forward_cosine": 0.9998405011076676,
        "mean_feedback_forward_relative_error": 0.017584732807192364,
        "min_feedback_forward_cosine": 0.9996892809867859
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028883607350490043,
        "instruction_rms": 0.0028883607355625804,
        "raw_apical_rms": 0.05360887626311013,
        "teaching_rms": 0.0028883607350490043,
        "traffic_rms": 0.053527337027403
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.523221986905355e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5623156955457215e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008483888207484407,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.09589749070167541
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024962542578577995,
        "mean_feedback_forward_cosine": 0.9998405607123124,
        "mean_feedback_forward_relative_error": 0.017577684754015582,
        "min_feedback_forward_cosine": 0.9996893405914307
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002883577609761072,
        "instruction_rms": 0.0028835776080342267,
        "raw_apical_rms": 0.0536155068101294,
        "teaching_rms": 0.002883577609761072,
        "traffic_rms": 0.053533755033593707
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 1.9508709314663975e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56357894089705e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008524763162750275,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08751098495960236
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024957751855254173,
        "mean_feedback_forward_cosine": 0.9998406642361691,
        "mean_feedback_forward_relative_error": 0.017570784021365016,
        "min_feedback_forward_cosine": 0.9996894598007202
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002877061360870155,
        "instruction_rms": 0.0028770613601121434,
        "raw_apical_rms": 0.05360383223400516,
        "teaching_rms": 0.002877061360870155,
        "traffic_rms": 0.053522176637848445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.3318802888638857e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5632104082710472e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00850561937345124,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.07981414791047572
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024953002110123634,
        "mean_feedback_forward_cosine": 0.9998407552116796,
        "mean_feedback_forward_relative_error": 0.017564181679565655,
        "min_feedback_forward_cosine": 0.9996895790100098
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002866770449317986,
        "instruction_rms": 0.0028667704491874093,
        "raw_apical_rms": 0.053639271333603494,
        "teaching_rms": 0.002866770449317986,
        "traffic_rms": 0.05355769804221328
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.9466205475614515e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5644215181284824e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008537602347432947,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.07567984591007233
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02494850382208824,
        "mean_feedback_forward_cosine": 0.9998407959938049,
        "mean_feedback_forward_relative_error": 0.017557746118032617,
        "min_feedback_forward_cosine": 0.9996897578239441
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028903713387972677,
        "instruction_rms": 0.0028903713399331464,
        "raw_apical_rms": 0.053573245630836264,
        "teaching_rms": 0.0028903713387972677,
        "traffic_rms": 0.05349060650790833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6637602346113454e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5638557683721326e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008562781101985417,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.07109593364715576
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024943886324763298,
        "mean_feedback_forward_cosine": 0.9998409183401811,
        "mean_feedback_forward_relative_error": 0.017551220585837177,
        "min_feedback_forward_cosine": 0.9996898770332336
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002860283677566943,
        "instruction_rms": 0.0028602836796768733,
        "raw_apical_rms": 0.05351947152098079,
        "teaching_rms": 0.002860283677566943,
        "traffic_rms": 0.0534371253632421
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.7862286700042205e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5613735551587573e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008584232849981346,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06718155276894569
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02493915520608425,
        "mean_feedback_forward_cosine": 0.9998409873560855,
        "mean_feedback_forward_relative_error": 0.017544988616320648,
        "min_feedback_forward_cosine": 0.999690055847168
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002880964443798777,
        "instruction_rms": 0.0028809644436302508,
        "raw_apical_rms": 0.053515655054223586,
        "teaching_rms": 0.002880964443798777,
        "traffic_rms": 0.05343217054662885
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.5449994112136665e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.566144307202615e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008578859084754956,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.06575992215633392
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02493450790643692,
        "mean_feedback_forward_cosine": 0.9998410500978169,
        "mean_feedback_forward_relative_error": 0.017538692998258693,
        "min_feedback_forward_cosine": 0.9996899962425232
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002841001576759283,
        "instruction_rms": 0.0028410015770507537,
        "raw_apical_rms": 0.053508495695811904,
        "teaching_rms": 0.002841001576759283,
        "traffic_rms": 0.05342691944114285
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.4920259633631758e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5632553298829937e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008576373847297324,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.06165153832316399
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02492988482117653,
        "mean_feedback_forward_cosine": 0.9998411410733273,
        "mean_feedback_forward_relative_error": 0.017532516564977795,
        "min_feedback_forward_cosine": 0.9996902942657471
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002850363667550805,
        "instruction_rms": 0.0028503636673590043,
        "raw_apical_rms": 0.05348281525112695,
        "teaching_rms": 0.002850363667550805,
        "traffic_rms": 0.05340140578449342
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.448350677752842e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567043436217866e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008664877948931253,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.059029286065101626
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024925243109464645,
        "mean_feedback_forward_cosine": 0.9998412195004915,
        "mean_feedback_forward_relative_error": 0.01752640402532722,
        "min_feedback_forward_cosine": 0.9996904134750366
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002855648011957314,
        "instruction_rms": 0.002855648011805187,
        "raw_apical_rms": 0.05344273852399766,
        "teaching_rms": 0.002855648011957314,
        "traffic_rms": 0.05336017181420272
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.9741748619471764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568214967883799e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008763477762273774,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.055717943649291994
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024920614436268806,
        "mean_feedback_forward_cosine": 0.9998413136130885,
        "mean_feedback_forward_relative_error": 0.017520195559451456,
        "min_feedback_forward_cosine": 0.9996904134750366
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028378363840179466,
        "instruction_rms": 0.002837836383781916,
        "raw_apical_rms": 0.05341805429525769,
        "teaching_rms": 0.0028378363840179466,
        "traffic_rms": 0.05333576998418407
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.2300440605249605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5755018489697544e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008672933848097204,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.05460149075031281
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024915579706430435,
        "mean_feedback_forward_cosine": 0.9998414139998587,
        "mean_feedback_forward_relative_error": 0.0175140039309075,
        "min_feedback_forward_cosine": 0.999690592288971
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002928112610720043,
        "instruction_rms": 0.0029281126110635106,
        "raw_apical_rms": 0.05333501468695325,
        "teaching_rms": 0.002928112610720043,
        "traffic_rms": 0.053248064174127356
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.499266749111939e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5734538117201636e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008682705693730093,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.05425468865990639
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02491065487265587,
        "mean_feedback_forward_cosine": 0.9998414673303303,
        "mean_feedback_forward_relative_error": 0.01750787832823239,
        "min_feedback_forward_cosine": 0.9996907114982605
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028253081403412593,
        "instruction_rms": 0.002825308140310521,
        "raw_apical_rms": 0.0532580296634084,
        "teaching_rms": 0.0028253081403412593,
        "traffic_rms": 0.053176019304506106
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.6905150107836562e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5673578774343018e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008598895718240908,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.051537623496055604
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02490581013262272,
        "mean_feedback_forward_cosine": 0.9998415363462347,
        "mean_feedback_forward_relative_error": 0.017501677214903266,
        "min_feedback_forward_cosine": 0.9996908903121948
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002836321723063973,
        "instruction_rms": 0.002836321723623131,
        "raw_apical_rms": 0.053231975382156925,
        "teaching_rms": 0.002836321723063973,
        "traffic_rms": 0.053149719330025096
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.4840563384032066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.571752297730495e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008579577708021532,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.049948431177139284
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02490111254155636,
        "mean_feedback_forward_cosine": 0.9998416398700914,
        "mean_feedback_forward_relative_error": 0.017495644009230954,
        "min_feedback_forward_cosine": 0.9996910095214844
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002817533261607967,
        "instruction_rms": 0.002817533261904726,
        "raw_apical_rms": 0.053243493936139814,
        "teaching_rms": 0.002817533261607967,
        "traffic_rms": 0.05316156139997626
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.5391534208552002e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5705716876883868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00858457775053969,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.0478496047604084
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02489612251520157,
        "mean_feedback_forward_cosine": 0.9998417371197751,
        "mean_feedback_forward_relative_error": 0.017489548257895206,
        "min_feedback_forward_cosine": 0.9996910095214844
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028089770432409124,
        "instruction_rms": 0.002808977043061803,
        "raw_apical_rms": 0.05323049345851172,
        "teaching_rms": 0.0028089770432409124,
        "traffic_rms": 0.05314862040385184
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.3018069228442073e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5738087513164958e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008753081940180369,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.04579744330644608
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024890977889299393,
        "mean_feedback_forward_cosine": 0.9998418155469393,
        "mean_feedback_forward_relative_error": 0.01748337329512364,
        "min_feedback_forward_cosine": 0.9996912479400635
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028654481129152995,
        "instruction_rms": 0.0028654481127610883,
        "raw_apical_rms": 0.05325017685837686,
        "teaching_rms": 0.0028654481129152995,
        "traffic_rms": 0.05316623239085267
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.969952284104238e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5726924291617464e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008581096970148812,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.04594320053935051
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024885674938559532,
        "mean_feedback_forward_cosine": 0.9998418939741034,
        "mean_feedback_forward_relative_error": 0.017477128532175954,
        "min_feedback_forward_cosine": 0.999691367149353
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028370009106452932,
        "instruction_rms": 0.0028370009096797518,
        "raw_apical_rms": 0.05325969399699958,
        "teaching_rms": 0.0028370009106452932,
        "traffic_rms": 0.05317648815057421
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 3.209093435430077e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5738712822498887e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008565872493675387,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.043992597589492796
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024880867451429367,
        "mean_feedback_forward_cosine": 0.9998419598529213,
        "mean_feedback_forward_relative_error": 0.01747116451396754,
        "min_feedback_forward_cosine": 0.999691367149353
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027151213805914143,
        "instruction_rms": 0.0027151213806471024,
        "raw_apical_rms": 0.053227125175962724,
        "teaching_rms": 0.0027151213805914143,
        "traffic_rms": 0.05315035891531771
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.3983259822557557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5652384790902255e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008572649881434963,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.04105339134573936
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024875467643141747,
        "mean_feedback_forward_cosine": 0.9998420382800856,
        "mean_feedback_forward_relative_error": 0.017464877718961554,
        "min_feedback_forward_cosine": 0.9996915459632874
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002846703928872553,
        "instruction_rms": 0.002846703928569682,
        "raw_apical_rms": 0.053209976490143,
        "teaching_rms": 0.002846703928872553,
        "traffic_rms": 0.053125082945009706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.162948398165554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5702250027308237e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008620579953067104,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.04367523800611496
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024870507419109344,
        "mean_feedback_forward_cosine": 0.9998421574893751,
        "mean_feedback_forward_relative_error": 0.017458775815995115,
        "min_feedback_forward_cosine": 0.9996917247772217
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002750976442340914,
        "instruction_rms": 0.002750976442054911,
        "raw_apical_rms": 0.05314193687737486,
        "teaching_rms": 0.002750976442340914,
        "traffic_rms": 0.053062351958226506
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.3035331864207365e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5737049345568432e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008560488168254643,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.040262078982591626
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02486463263630867,
        "mean_feedback_forward_cosine": 0.9998422829728377,
        "mean_feedback_forward_relative_error": 0.017452324691571687,
        "min_feedback_forward_cosine": 0.9996919631958008
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002840754173333478,
        "instruction_rms": 0.0028407541730596534,
        "raw_apical_rms": 0.05316527535840711,
        "teaching_rms": 0.002840754173333478,
        "traffic_rms": 0.05307895473127675
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.5974095763103833e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5687502444811916e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008535943708442906,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.04089560312509537
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02485906518995762,
        "mean_feedback_forward_cosine": 0.9998423488516557,
        "mean_feedback_forward_relative_error": 0.01744576928352839,
        "min_feedback_forward_cosine": 0.9996921420097351
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028715486406808146,
        "instruction_rms": 0.0028715486408765188,
        "raw_apical_rms": 0.0531468013293618,
        "teaching_rms": 0.0028715486406808146,
        "traffic_rms": 0.05305873810773769
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.157051426365797e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578257266114828e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008741856235261945,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.03994308191716671
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02485399879515171,
        "mean_feedback_forward_cosine": 0.9998424492384258,
        "mean_feedback_forward_relative_error": 0.017439584884988635,
        "min_feedback_forward_cosine": 0.9996921420097351
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027680314420203403,
        "instruction_rms": 0.002768031440345517,
        "raw_apical_rms": 0.05311524866918133,
        "teaching_rms": 0.0027680314420203403,
        "traffic_rms": 0.05303441551497122
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.700923218412754e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58227848666298e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008594723242031081,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.03753870831727982
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024848196655511856,
        "mean_feedback_forward_cosine": 0.9998425370768497,
        "mean_feedback_forward_relative_error": 0.017432984748953266,
        "min_feedback_forward_cosine": 0.9996922016143799
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028978546068756036,
        "instruction_rms": 0.0028978546068779555,
        "raw_apical_rms": 0.05315158185646781,
        "teaching_rms": 0.0028978546068756036,
        "traffic_rms": 0.05306239252533869
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.545060340253258e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5743060844334248e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00863059146092962,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.039153937132358554
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024842634797096252,
        "mean_feedback_forward_cosine": 0.9998426343265333,
        "mean_feedback_forward_relative_error": 0.01742656925987256,
        "min_feedback_forward_cosine": 0.999692440032959
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027957218459185116,
        "instruction_rms": 0.002795721845220226,
        "raw_apical_rms": 0.05314215330858384,
        "teaching_rms": 0.0027957218459185116,
        "traffic_rms": 0.05305838720534828
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.7861210227797528e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5716479750061284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008667946395770575,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.03783581973075867
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02483692206442356,
        "mean_feedback_forward_cosine": 0.99984273785039,
        "mean_feedback_forward_relative_error": 0.01741992449387908,
        "min_feedback_forward_cosine": 0.999692440032959
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002839035034871608,
        "instruction_rms": 0.002839035034867449,
        "raw_apical_rms": 0.053135224704568114,
        "teaching_rms": 0.002839035034871608,
        "traffic_rms": 0.053048786869928914
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.3836632223606102e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5723311199191657e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008722368342658604,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03632310200095177
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024830877780914307,
        "mean_feedback_forward_cosine": 0.999842853922593,
        "mean_feedback_forward_relative_error": 0.017413043392528044,
        "min_feedback_forward_cosine": 0.9996926784515381
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002901545255231637,
        "instruction_rms": 0.0029015452548708026,
        "raw_apical_rms": 0.05310790479150422,
        "teaching_rms": 0.002901545255231637,
        "traffic_rms": 0.05301836777862992
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.7643666911103537e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5664745591581383e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008549718041986665,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.03722758994102478
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024825237691402435,
        "mean_feedback_forward_cosine": 0.9998429417610168,
        "mean_feedback_forward_relative_error": 0.017406478254614693,
        "min_feedback_forward_cosine": 0.9996929168701172
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002805595401172759,
        "instruction_rms": 0.0028055954010858595,
        "raw_apical_rms": 0.053080498605001865,
        "teaching_rms": 0.002805595401172759,
        "traffic_rms": 0.05299671932747346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.5555053184689314e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573279026102724e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008790438718422531,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.03587395909667015
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02481934241950512,
        "mean_feedback_forward_cosine": 0.9998430264623541,
        "mean_feedback_forward_relative_error": 0.01739963465125153,
        "min_feedback_forward_cosine": 0.999692976474762
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002841979392039918,
        "instruction_rms": 0.0028419793914680426,
        "raw_apical_rms": 0.05307182417656077,
        "teaching_rms": 0.002841979392039918,
        "traffic_rms": 0.05298564168391536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.4897911288235264e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5687336360409526e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008701741455130817,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.034597409229278564
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02481353096663952,
        "mean_feedback_forward_cosine": 0.9998431613570765,
        "mean_feedback_forward_relative_error": 0.01739289133662456,
        "min_feedback_forward_cosine": 0.9996931552886963
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002830990779525994,
        "instruction_rms": 0.002830990779885155,
        "raw_apical_rms": 0.05301745418012194,
        "teaching_rms": 0.002830990779525994,
        "traffic_rms": 0.05293050174991747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.2808595900869477e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572981296354146e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0087484168675491,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.03414357463479042
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024807706475257874,
        "mean_feedback_forward_cosine": 0.9998432397842407,
        "mean_feedback_forward_relative_error": 0.01738621966031037,
        "min_feedback_forward_cosine": 0.9996931552886963
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027606250150023818,
        "instruction_rms": 0.0027606250159028017,
        "raw_apical_rms": 0.05300345599121664,
        "teaching_rms": 0.0027606250150023818,
        "traffic_rms": 0.05292102009351959
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 3.345177290725587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57520966012595e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008745024125466091,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.03240537658154964
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02480151504278183,
        "mean_feedback_forward_cosine": 0.9998433495822706,
        "mean_feedback_forward_relative_error": 0.017379267067697487,
        "min_feedback_forward_cosine": 0.9996934533119202
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00282493113580313,
        "instruction_rms": 0.002824931137099979,
        "raw_apical_rms": 0.0530258414580229,
        "teaching_rms": 0.00282493113580313,
        "traffic_rms": 0.05293907379028834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.3056808018395714e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5680365445457588e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008795781651325048,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.03343699937462807
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024795260280370712,
        "mean_feedback_forward_cosine": 0.9998434907511661,
        "mean_feedback_forward_relative_error": 0.017372308519521828,
        "min_feedback_forward_cosine": 0.9996935129165649
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027668262847827417,
        "instruction_rms": 0.0027668262840049333,
        "raw_apical_rms": 0.05302960522065486,
        "teaching_rms": 0.0027668262847827417,
        "traffic_rms": 0.052945996458989474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.4892614192140172e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.571703532513767e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008823972815355918,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.032039070374965666
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02478880062699318,
        "mean_feedback_forward_cosine": 0.9998435660412437,
        "mean_feedback_forward_relative_error": 0.017365151967265104,
        "min_feedback_forward_cosine": 0.9996936917304993
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027940824475840855,
        "instruction_rms": 0.0027940824488900656,
        "raw_apical_rms": 0.05298732924136139,
        "teaching_rms": 0.0027940824475840855,
        "traffic_rms": 0.05290146669105889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.2752336903408832e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574955263807575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008753149959388714,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.03192510010421276
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024782922118902206,
        "mean_feedback_forward_cosine": 0.9998436570167542,
        "mean_feedback_forward_relative_error": 0.017358369463564532,
        "min_feedback_forward_cosine": 0.9996939301490784
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002700395665270598,
        "instruction_rms": 0.002700395664844295,
        "raw_apical_rms": 0.053002962496313866,
        "teaching_rms": 0.002700395665270598,
        "traffic_rms": 0.052923673610528736
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 3.01772118405097e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5708082927423105e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008701667140524647,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.03071082781136036
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024777008220553398,
        "mean_feedback_forward_cosine": 0.9998437762260437,
        "mean_feedback_forward_relative_error": 0.01735162087961247,
        "min_feedback_forward_cosine": 0.9996939897537231
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026734159758871746,
        "instruction_rms": 0.0026734159749783153,
        "raw_apical_rms": 0.05290051486376036,
        "teaching_rms": 0.0026734159758871746,
        "traffic_rms": 0.05282290291368256
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 3.0210987489454055e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5720402630298793e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00896028061369613,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.028557328315973282
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024770908057689667,
        "mean_feedback_forward_cosine": 0.9998438954353333,
        "mean_feedback_forward_relative_error": 0.017344764654377575,
        "min_feedback_forward_cosine": 0.9996942281723022
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026624011143559804,
        "instruction_rms": 0.0026624011143588687,
        "raw_apical_rms": 0.0528671156473697,
        "teaching_rms": 0.0026624011143559804,
        "traffic_rms": 0.052788216186813536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.8261801787721197e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5717390311609657e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00883245859295099,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.02974926018893719
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0247642919421196,
        "mean_feedback_forward_cosine": 0.9998439832737571,
        "mean_feedback_forward_relative_error": 0.01733758511315835,
        "min_feedback_forward_cosine": 0.9996942281723022
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002727265183100315,
        "instruction_rms": 0.0027272651831617752,
        "raw_apical_rms": 0.05288025663198776,
        "teaching_rms": 0.002727265183100315,
        "traffic_rms": 0.0527981676115685
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6508940820235694e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5736830653565096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008730566648553872,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.029952392307519914
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024757936596870422,
        "mean_feedback_forward_cosine": 0.9998440993459601,
        "mean_feedback_forward_relative_error": 0.017330493238803587,
        "min_feedback_forward_cosine": 0.9996945261955261
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026866496740042974,
        "instruction_rms": 0.0026866496735481007,
        "raw_apical_rms": 0.0529254043468354,
        "teaching_rms": 0.0026866496740042974,
        "traffic_rms": 0.052844652772588444
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6207294112623458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567371834430205e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008890134225633145,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.02835966933429241
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024751292541623116,
        "mean_feedback_forward_cosine": 0.9998442279665094,
        "mean_feedback_forward_relative_error": 0.017323160446003863,
        "min_feedback_forward_cosine": 0.9996946454048157
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002764242977326084,
        "instruction_rms": 0.002764242978611837,
        "raw_apical_rms": 0.05290993370283982,
        "teaching_rms": 0.002764242977326084,
        "traffic_rms": 0.052826134947147003
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.6204316938560623e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576890058866546e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00880099830805765,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.02865204894423485
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024744495749473572,
        "mean_feedback_forward_cosine": 0.9998443283532795,
        "mean_feedback_forward_relative_error": 0.017315630555937166,
        "min_feedback_forward_cosine": 0.9996947646141052
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027799496276432138,
        "instruction_rms": 0.002779949626454308,
        "raw_apical_rms": 0.052876855821965156,
        "teaching_rms": 0.0027799496276432138,
        "traffic_rms": 0.05279216116171058
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.530111764542653e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5732465170074817e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008967613618596578,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.028958555803894996
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024737315252423286,
        "mean_feedback_forward_cosine": 0.999844469522175,
        "mean_feedback_forward_relative_error": 0.017308086058811137,
        "min_feedback_forward_cosine": 0.9996949434280396
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002720047783673426,
        "instruction_rms": 0.0027200477842496324,
        "raw_apical_rms": 0.05286408502955342,
        "teaching_rms": 0.002720047783673426,
        "traffic_rms": 0.05278166346717218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.6246096851423317e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747238431473923e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008930030925949345,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.027837801626324654
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024730779230594635,
        "mean_feedback_forward_cosine": 0.999844557360599,
        "mean_feedback_forward_relative_error": 0.017300799366478856,
        "min_feedback_forward_cosine": 0.9996951818466187
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002707626105888933,
        "instruction_rms": 0.002707626106805306,
        "raw_apical_rms": 0.05279983043694018,
        "teaching_rms": 0.002707626105888933,
        "traffic_rms": 0.05271730941893087
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.9072156237930358e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573206376615714e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009150409471150889,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.027014597750604153
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024723678827285767,
        "mean_feedback_forward_cosine": 0.9998446859811482,
        "mean_feedback_forward_relative_error": 0.0172931522523102,
        "min_feedback_forward_cosine": 0.9996953010559082
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027297969361726837,
        "instruction_rms": 0.002729796937385229,
        "raw_apical_rms": 0.05277941328154662,
        "teaching_rms": 0.0027297969361726837,
        "traffic_rms": 0.05269539767542452
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.58915573425611e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5720380381038837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008818849366860105,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.027236394861340524
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02471659705042839,
        "mean_feedback_forward_cosine": 0.9998448114646109,
        "mean_feedback_forward_relative_error": 0.017285480139482962,
        "min_feedback_forward_cosine": 0.9996955394744873
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027269897416071103,
        "instruction_rms": 0.002726989742227887,
        "raw_apical_rms": 0.052773061117069656,
        "teaching_rms": 0.0027269897416071103,
        "traffic_rms": 0.0526887877828997
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 3.065361653398213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57034152490165e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009032905751656412,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.02809814004778862
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02470981702208519,
        "mean_feedback_forward_cosine": 0.999844962044766,
        "mean_feedback_forward_relative_error": 0.017277585710153767,
        "min_feedback_forward_cosine": 0.9996957182884216
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027876595807139674,
        "instruction_rms": 0.002787659581408104,
        "raw_apical_rms": 0.052760793441255775,
        "teaching_rms": 0.0027876595807139674,
        "traffic_rms": 0.05267407206261267
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.9261624234777628e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5773347633090993e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008935531608426561,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.026872507026195525
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02470279671251774,
        "mean_feedback_forward_cosine": 0.9998450812540556,
        "mean_feedback_forward_relative_error": 0.017269801838617576,
        "min_feedback_forward_cosine": 0.9996958374977112
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002720710230181238,
        "instruction_rms": 0.002720710230332778,
        "raw_apical_rms": 0.052739877966152496,
        "teaching_rms": 0.002720710230181238,
        "traffic_rms": 0.05265611779492673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.447434965802131e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5779711324111877e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009030259029288364,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.02654887043774128
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469548024237156,
        "mean_feedback_forward_cosine": 0.9998451941891721,
        "mean_feedback_forward_relative_error": 0.017261924099569257,
        "min_feedback_forward_cosine": 0.999695897102356
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002670158551456272,
        "instruction_rms": 0.002670158550358832,
        "raw_apical_rms": 0.052756107583245254,
        "teaching_rms": 0.002670158551456272,
        "traffic_rms": 0.052675539874958266
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.4144558352645618e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57978701887336e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00881995996433851,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.025377073049545288
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695394560694695,
        "mean_feedback_forward_cosine": 0.9998452036004317,
        "mean_feedback_forward_relative_error": 0.017261729379625695,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002479234255228688,
        "instruction_rms": 0.0024792342563585016,
        "raw_apical_rms": 0.05272674992932638,
        "teaching_rms": 0.002479234255228688,
        "traffic_rms": 0.05265621809899292
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.255520037408587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5789283063435205e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008802629399234823,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.022865796129703523
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695340543985367,
        "mean_feedback_forward_cosine": 0.999845216148778,
        "mean_feedback_forward_relative_error": 0.01726155551640611,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023974155730684464,
        "instruction_rms": 0.0023974155731496284,
        "raw_apical_rms": 0.05272270029577233,
        "teaching_rms": 0.0023974155730684464,
        "traffic_rms": 0.05265601690044708
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 3.022931238660931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581692628581013e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009049034008575343,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.021620644186735153
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695290252566338,
        "mean_feedback_forward_cosine": 0.9998452098746049,
        "mean_feedback_forward_relative_error": 0.017261385427493798,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022993815974316134,
        "instruction_rms": 0.0022993815964799254,
        "raw_apical_rms": 0.05270530516592663,
        "teaching_rms": 0.0022993815974316134,
        "traffic_rms": 0.0526431590533636
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.612968508231006e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578886526792996e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008884094656713177,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.02053577525496483
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469523809850216,
        "mean_feedback_forward_cosine": 0.9998452098746049,
        "mean_feedback_forward_relative_error": 0.017261213108309005,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022777782370366467,
        "instruction_rms": 0.002277778236698745,
        "raw_apical_rms": 0.05270184076757251,
        "teaching_rms": 0.0022777782370366467,
        "traffic_rms": 0.052641451293286595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.509644936310451e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578890892187247e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00893313032383275,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.019987084248661996
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695176631212234,
        "mean_feedback_forward_cosine": 0.9998452067375183,
        "mean_feedback_forward_relative_error": 0.017261047283873746,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022590901309470397,
        "instruction_rms": 0.002259090129970557,
        "raw_apical_rms": 0.05269757522946245,
        "teaching_rms": 0.0022590901309470397,
        "traffic_rms": 0.05263754609276883
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.5866642161531672e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5801777888652606e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00889874831651847,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.02015689009666443
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695126339793205,
        "mean_feedback_forward_cosine": 0.9998451910520855,
        "mean_feedback_forward_relative_error": 0.01726087935170845,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002241252519801511,
        "instruction_rms": 0.002241252519196533,
        "raw_apical_rms": 0.05269673842966714,
        "teaching_rms": 0.002241252519801511,
        "traffic_rms": 0.05263697515963878
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 3.087804500978564e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578552790823117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008891373489180466,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.019621603740751743
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024695077911019325,
        "mean_feedback_forward_cosine": 0.9998451973262587,
        "mean_feedback_forward_relative_error": 0.017260708135405655,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002212517654709845,
        "instruction_rms": 0.002212517655852134,
        "raw_apical_rms": 0.05269194005235903,
        "teaching_rms": 0.002212517654709845,
        "traffic_rms": 0.052635076576188426
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.2424931245268453e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5768907463585378e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008918621135243712,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.018830292373895646
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469502203166485,
        "mean_feedback_forward_cosine": 0.9998452067375183,
        "mean_feedback_forward_relative_error": 0.01726054628134558,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002267372788776748,
        "instruction_rms": 0.002267372789596909,
        "raw_apical_rms": 0.05269201638943592,
        "teaching_rms": 0.002267372788776748,
        "traffic_rms": 0.05263024798657937
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.890847561332066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.579928437793507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008867937624249167,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.020214489295482637
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469496801495552,
        "mean_feedback_forward_cosine": 0.9998452130116915,
        "mean_feedback_forward_relative_error": 0.017260380947080097,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002155658797578336,
        "instruction_rms": 0.002155658797939005,
        "raw_apical_rms": 0.052684870722586985,
        "teaching_rms": 0.002155658797578336,
        "traffic_rms": 0.05262876522192901
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.529148979135698e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5757165951392558e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009010410917767171,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.01859889463186264
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694930762052536,
        "mean_feedback_forward_cosine": 0.9998452192858646,
        "mean_feedback_forward_relative_error": 0.017260216152001368,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021290279950859706,
        "instruction_rms": 0.0021290279944132947,
        "raw_apical_rms": 0.05268030107256729,
        "teaching_rms": 0.0021290279950859706,
        "traffic_rms": 0.05262530862694739
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.474961924292529e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572255880949363e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009310686140984702,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.01835311034142971
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694889783859253,
        "mean_feedback_forward_cosine": 0.9998452443825571,
        "mean_feedback_forward_relative_error": 0.01726005094027833,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002150658217949902,
        "instruction_rms": 0.0021506582175356546,
        "raw_apical_rms": 0.05268374961221048,
        "teaching_rms": 0.002150658217949902,
        "traffic_rms": 0.05262953234704257
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.0615845031102253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5735277241318533e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008941412794563171,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.017973438830375672
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694835767149925,
        "mean_feedback_forward_cosine": 0.9998451816408258,
        "mean_feedback_forward_relative_error": 0.017259882934587568,
        "min_feedback_forward_cosine": 0.9996959567070007
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021724429403416875,
        "instruction_rms": 0.002172442940046495,
        "raw_apical_rms": 0.05267989016638941,
        "teaching_rms": 0.0021724429403416875,
        "traffic_rms": 0.052624245627321896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.9774414045391495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572652017543528e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008934843251961446,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.018124886343181133
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694792926311493,
        "mean_feedback_forward_cosine": 0.9998452318342108,
        "mean_feedback_forward_relative_error": 0.017259724487207438,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002156435717056835,
        "instruction_rms": 0.0021564357179697335,
        "raw_apical_rms": 0.052685502934622055,
        "teaching_rms": 0.002156435717056835,
        "traffic_rms": 0.0526299972880803
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.306694923959185e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5737497238700966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008907093525518326,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.018199110619276763
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469475008547306,
        "mean_feedback_forward_cosine": 0.9998452067375183,
        "mean_feedback_forward_relative_error": 0.017259557903009027,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019900821350035624,
        "instruction_rms": 0.0019900821343450813,
        "raw_apical_rms": 0.05267923513526017,
        "teaching_rms": 0.0019900821350035624,
        "traffic_rms": 0.052631643713382345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.296890855291167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573417898225321e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008860660989574389,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.016220813887119292
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469470165669918,
        "mean_feedback_forward_cosine": 0.9998452443825571,
        "mean_feedback_forward_relative_error": 0.017259402837800353,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00210184791559032,
        "instruction_rms": 0.0021018479169646904,
        "raw_apical_rms": 0.05268532375861928,
        "teaching_rms": 0.00210184791559032,
        "traffic_rms": 0.05263227835541156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.4303430379291058e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.575306306108839e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009067819316919364,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.01781693098574877
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469465136528015,
        "mean_feedback_forward_cosine": 0.9998452098746049,
        "mean_feedback_forward_relative_error": 0.017259242748351472,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020855419923562495,
        "instruction_rms": 0.0020855419925108667,
        "raw_apical_rms": 0.05268329039981108,
        "teaching_rms": 0.0020855419923562495,
        "traffic_rms": 0.052630406859028374
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.4616882754457947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573586812481973e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009077270880083652,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.017735188884437085
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469460666179657,
        "mean_feedback_forward_cosine": 0.9998452004633451,
        "mean_feedback_forward_relative_error": 0.017259084031377967,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002050968076089688,
        "instruction_rms": 0.0020509680768225,
        "raw_apical_rms": 0.05268570627000222,
        "teaching_rms": 0.002050968076089688,
        "traffic_rms": 0.05263606328661945
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6612843484485893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5768253960952887e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00898486302235671,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.01695771865516901
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469455637037754,
        "mean_feedback_forward_cosine": 0.9998452318342108,
        "mean_feedback_forward_relative_error": 0.01725892573104877,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020719894194141377,
        "instruction_rms": 0.0020719894189664347,
        "raw_apical_rms": 0.05268679634581428,
        "teaching_rms": 0.0020719894194141377,
        "traffic_rms": 0.0526340067969024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.296354750797036e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572836985314055e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009170189033324855,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.01721804666340351
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694515392184258,
        "mean_feedback_forward_cosine": 0.999845238108384,
        "mean_feedback_forward_relative_error": 0.01725876569061687,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020427220501612136,
        "instruction_rms": 0.002042722049849654,
        "raw_apical_rms": 0.052684375645072605,
        "teaching_rms": 0.0020427220501612136,
        "traffic_rms": 0.05263444696530813
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.3684888716957175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572380800363635e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009061133672804918,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.016418924125134945
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694468826055527,
        "mean_feedback_forward_cosine": 0.9998451973262587,
        "mean_feedback_forward_relative_error": 0.017258606826592433,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020417179861939665,
        "instruction_rms": 0.0020417179867564623,
        "raw_apical_rms": 0.052681482632081826,
        "teaching_rms": 0.0020417179861939665,
        "traffic_rms": 0.052632358375518204
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.9235073029099112e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5714907819858065e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009006967741223268,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.016678612322211267
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694420397281647,
        "mean_feedback_forward_cosine": 0.9998452130116915,
        "mean_feedback_forward_relative_error": 0.017258450854569674,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021204052467304743,
        "instruction_rms": 0.002120405246508465,
        "raw_apical_rms": 0.052693292678561376,
        "teaching_rms": 0.0021204052467304743,
        "traffic_rms": 0.052639222216715235
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.9176657534435435e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5750084200267784e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009032871943695538,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.017163557976186277
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694373831152916,
        "mean_feedback_forward_cosine": 0.9998452286971243,
        "mean_feedback_forward_relative_error": 0.01725829699027695,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021638435507467203,
        "instruction_rms": 0.002163843550750996,
        "raw_apical_rms": 0.05269354867483361,
        "teaching_rms": 0.0021638435507467203,
        "traffic_rms": 0.052637334484251445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6604167757682262e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.579150566473307e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008862411231971026,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.0178820726890862
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694329127669334,
        "mean_feedback_forward_cosine": 0.9998452475196437,
        "mean_feedback_forward_relative_error": 0.01725813957225335,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002047629402516152,
        "instruction_rms": 0.0020476294024374033,
        "raw_apical_rms": 0.05268767069966766,
        "teaching_rms": 0.002047629402516152,
        "traffic_rms": 0.05263715950816693
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.5726368590994753e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573500651082354e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00904783457770781,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.01651822836689651
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0246942900121212,
        "mean_feedback_forward_cosine": 0.9998452349712974,
        "mean_feedback_forward_relative_error": 0.017257986982402048,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002075211016840175,
        "instruction_rms": 0.0020752110169399824,
        "raw_apical_rms": 0.05268881680305638,
        "teaching_rms": 0.002075211016840175,
        "traffic_rms": 0.05263785121160219
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.7821508652436933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576455081573303e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009040418151918818,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.01716788552969694
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694250896573067,
        "mean_feedback_forward_cosine": 0.9998452349712974,
        "mean_feedback_forward_relative_error": 0.01725782939281903,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00199677490142399,
        "instruction_rms": 0.0019967749007176114,
        "raw_apical_rms": 0.052679094787247534,
        "teaching_rms": 0.00199677490142399,
        "traffic_rms": 0.052629359381575556
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.5935584346825635e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5699890766721872e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009263535026268924,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.016418485013842583
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694202467799187,
        "mean_feedback_forward_cosine": 0.9998452412454706,
        "mean_feedback_forward_relative_error": 0.017257670259201212,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002047698576247226,
        "instruction_rms": 0.0020476985756748556,
        "raw_apical_rms": 0.05267454584200206,
        "teaching_rms": 0.002047698576247226,
        "traffic_rms": 0.05262387353747353
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.4555511402013508e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5750909339429254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009035746819032357,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.016445254400670527
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694157764315605,
        "mean_feedback_forward_cosine": 0.9998452255600377,
        "mean_feedback_forward_relative_error": 0.017257514532263343,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00209321563734765,
        "instruction_rms": 0.0020932156377305965,
        "raw_apical_rms": 0.05267295548163874,
        "teaching_rms": 0.00209321563734765,
        "traffic_rms": 0.0526191961539915
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.3632711787513472e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5702515554782807e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009017621179537198,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.017420087650418282
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024694113060832024,
        "mean_feedback_forward_cosine": 0.9998452537938168,
        "mean_feedback_forward_relative_error": 0.017257359344512224,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020475055479012355,
        "instruction_rms": 0.0020475055489271236,
        "raw_apical_rms": 0.05266810627670884,
        "teaching_rms": 0.0020475055479012355,
        "traffic_rms": 0.052617077555440796
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.236372509401008e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704882412752577e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008914463287909387,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.01637837338626385
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469407208263874,
        "mean_feedback_forward_cosine": 0.9998452475196437,
        "mean_feedback_forward_relative_error": 0.017257202808794222,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020831223884985013,
        "instruction_rms": 0.002083122388627794,
        "raw_apical_rms": 0.05266793419173417,
        "teaching_rms": 0.0020831223884985013,
        "traffic_rms": 0.0526151866741375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.2799381937943508e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5778910192334342e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009029003446690206,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.01653236492574215
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469402551651001,
        "mean_feedback_forward_cosine": 0.999845238108384,
        "mean_feedback_forward_relative_error": 0.01725704752300915,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002018635574333392,
        "instruction_rms": 0.0020186355749846857,
        "raw_apical_rms": 0.05267028349717876,
        "teaching_rms": 0.002018635574333392,
        "traffic_rms": 0.052621309524335344
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.3544163951783048e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56951366350768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009183245072970683,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.016112965257763862
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693986400961876,
        "mean_feedback_forward_cosine": 0.9998452506567302,
        "mean_feedback_forward_relative_error": 0.017256888585459245,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020063992827013748,
        "instruction_rms": 0.002006399282749263,
        "raw_apical_rms": 0.05267092127569102,
        "teaching_rms": 0.0020063992827013748,
        "traffic_rms": 0.052621086161152755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.2263629162466714e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704506101702984e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008984513411194939,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.016156427116245032
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693936109542847,
        "mean_feedback_forward_cosine": 0.9998452349712974,
        "mean_feedback_forward_relative_error": 0.01725673175563938,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020346413140210707,
        "instruction_rms": 0.00203464131400085,
        "raw_apical_rms": 0.05267282325390738,
        "teaching_rms": 0.0020346413140210707,
        "traffic_rms": 0.052622555827405125
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.445273139528581e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5695656069818497e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009075339129486024,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.016451019580364226
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693885818123817,
        "mean_feedback_forward_cosine": 0.9998452412454706,
        "mean_feedback_forward_relative_error": 0.017256575244429865,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019627094521689403,
        "instruction_rms": 0.0019627094525714573,
        "raw_apical_rms": 0.0526674574911522,
        "teaching_rms": 0.0019627094521689403,
        "traffic_rms": 0.052620757882942466
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.223956130364968e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573865296731777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008995606807146936,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.015544302426874637
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693850427865982,
        "mean_feedback_forward_cosine": 0.9998452255600377,
        "mean_feedback_forward_relative_error": 0.017256422384985183,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002010666823611301,
        "instruction_rms": 0.0020106668240013016,
        "raw_apical_rms": 0.052668271674142696,
        "teaching_rms": 0.002010666823611301,
        "traffic_rms": 0.05261951352159435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.438715895891619e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5715601655045236e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009248696634922851,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.016066308098584413
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469380758702755,
        "mean_feedback_forward_cosine": 0.9998452318342108,
        "mean_feedback_forward_relative_error": 0.01725626834913304,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020217912931837123,
        "instruction_rms": 0.002021791293228274,
        "raw_apical_rms": 0.05267287308084285,
        "teaching_rms": 0.0020217912931837123,
        "traffic_rms": 0.05262322234353807
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.041310228407382965,
        "maximum_absolute_post_projection_soma_slope": 2.99996223418475e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573325667794039e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00909433202719243,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.015859204360842705
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693764746189117,
        "mean_feedback_forward_cosine": 0.9998452286971243,
        "mean_feedback_forward_relative_error": 0.01725611725429955,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002040342212853331,
        "instruction_rms": 0.0020403422129227117,
        "raw_apical_rms": 0.05266935641041976,
        "teaching_rms": 0.002040342212853331,
        "traffic_rms": 0.05261812300215096
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6632644534174688e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570230040242764e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00908146612843092,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.016466289927363396
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693727493286133,
        "mean_feedback_forward_cosine": 0.9998452224229512,
        "mean_feedback_forward_relative_error": 0.017255962066548437,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019013518148660777,
        "instruction_rms": 0.001901351815459719,
        "raw_apical_rms": 0.052658640461262944,
        "teaching_rms": 0.0019013518148660777,
        "traffic_rms": 0.05261366997820364
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021350622177,
        "maximum_absolute_post_projection_soma_slope": 2.8476636160235103e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572484438728477e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009138757618885524,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.015183972748219967
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469368651509285,
        "mean_feedback_forward_cosine": 0.9998452569309034,
        "mean_feedback_forward_relative_error": 0.017255807810119893,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002006083906552788,
        "instruction_rms": 0.0020060839069147426,
        "raw_apical_rms": 0.052669175686714344,
        "teaching_rms": 0.002006083906552788,
        "traffic_rms": 0.05261957280487815
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.781576924348883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.571924152497074e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009096201326352488,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.01583015501141548
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693641811609268,
        "mean_feedback_forward_cosine": 0.9998452349712974,
        "mean_feedback_forward_relative_error": 0.01725565904359284,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001906866404209925,
        "instruction_rms": 0.001906866404877572,
        "raw_apical_rms": 0.05266395805645946,
        "teaching_rms": 0.001906866404209925,
        "traffic_rms": 0.05261958078151381
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.1253217852290618e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570996373768959e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00897921941661239,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.014950838492810726
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693600833415985,
        "mean_feedback_forward_cosine": 0.9998452412454706,
        "mean_feedback_forward_relative_error": 0.017255509149675306,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001945867123589965,
        "instruction_rms": 0.0019458671237604088,
        "raw_apical_rms": 0.052661532100080836,
        "teaching_rms": 0.001945867123589965,
        "traffic_rms": 0.05261539557264512
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.7328706408979997e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5697848775070286e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009031448653721325,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.015377850647568702
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469356171786785,
        "mean_feedback_forward_cosine": 0.9998452537938168,
        "mean_feedback_forward_relative_error": 0.017255357981316354,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001947772406392085,
        "instruction_rms": 0.0019477724067760139,
        "raw_apical_rms": 0.052661077396077505,
        "teaching_rms": 0.001947772406392085,
        "traffic_rms": 0.05261515355609507
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022468209267,
        "maximum_absolute_post_projection_soma_slope": 2.5557683969168465e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5705889825297764e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008945701613746448,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.015296067990660668
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02469351515173912,
        "mean_feedback_forward_cosine": 0.9998452632050765,
        "mean_feedback_forward_relative_error": 0.017255200122139956,
        "min_feedback_forward_cosine": 0.9996960163116455
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002083160848628611,
        "instruction_rms": 0.002083160848747914,
        "raw_apical_rms": 0.05267045664255526,
        "teaching_rms": 0.002083160848628611,
        "traffic_rms": 0.05261761999071281
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 2.152534150923202e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573887167726998e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008969741693737583,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.015874052988365292
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693476036190987,
        "mean_feedback_forward_cosine": 0.9998452694792497,
        "mean_feedback_forward_relative_error": 0.017255047703848073,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019039739934423308,
        "instruction_rms": 0.0019039739925696532,
        "raw_apical_rms": 0.052663074575119886,
        "teaching_rms": 0.0019039739934423308,
        "traffic_rms": 0.05261809195582004
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.5456424523895294e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5728100118340928e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009081680314464956,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.014850457570850848
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693427607417107,
        "mean_feedback_forward_cosine": 0.9998452600679899,
        "mean_feedback_forward_relative_error": 0.017254897001150408,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021003928341667916,
        "instruction_rms": 0.0021003928335930687,
        "raw_apical_rms": 0.052675110091004985,
        "teaching_rms": 0.0021003928341667916,
        "traffic_rms": 0.05262043268190784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.2883472894363877e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5797078251806932e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008925146655758777,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.016324833072721957
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693384766578674,
        "mean_feedback_forward_cosine": 0.9998452788905093,
        "mean_feedback_forward_relative_error": 0.017254752155981566,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002058824053280724,
        "instruction_rms": 0.00205882405399172,
        "raw_apical_rms": 0.05266328357654824,
        "teaching_rms": 0.002058824053280724,
        "traffic_rms": 0.05261216244598899
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.4191718850374855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57488982781692e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008964128223626364,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.0163795031170547
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693338200449944,
        "mean_feedback_forward_cosine": 0.9998452726163363,
        "mean_feedback_forward_relative_error": 0.017254605276608152,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002015904946750669,
        "instruction_rms": 0.0020159049471090715,
        "raw_apical_rms": 0.05266174920794186,
        "teaching_rms": 0.002015904946750669,
        "traffic_rms": 0.05261222100904224
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131021723151207,
        "maximum_absolute_post_projection_soma_slope": 3.192641528926288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5726138524806688e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008989056078659548,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.01575489930868149
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693302810192108,
        "mean_feedback_forward_cosine": 0.9998452632050765,
        "mean_feedback_forward_relative_error": 0.017254457612963098,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020008150722442357,
        "instruction_rms": 0.002000815071843514,
        "raw_apical_rms": 0.05266597780670111,
        "teaching_rms": 0.0020008150722442357,
        "traffic_rms": 0.052617323053632155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.6130836161541993e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572086770828335e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008945798037437456,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.015409411179721355
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693259969353676,
        "mean_feedback_forward_cosine": 0.9998452475196437,
        "mean_feedback_forward_relative_error": 0.01725430595443437,
        "min_feedback_forward_cosine": 0.9996961355209351
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001992604257006943,
        "instruction_rms": 0.0019926042573970666,
        "raw_apical_rms": 0.05266136908885097,
        "teaching_rms": 0.001992604257006943,
        "traffic_rms": 0.05261159984115989
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.7977153038705183e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.579970391085737e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009123661883467579,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.015326692810952664
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693213403224945,
        "mean_feedback_forward_cosine": 0.9998452632050765,
        "mean_feedback_forward_relative_error": 0.01725415760455163,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002033790426123299,
        "instruction_rms": 0.002033790425287936,
        "raw_apical_rms": 0.05266163064946152,
        "teaching_rms": 0.002033790426123299,
        "traffic_rms": 0.052609459460709926
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.41960851354861e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753053693111344e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009071022303165099,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.015676447275876998
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024693168699741364,
        "mean_feedback_forward_cosine": 0.9998452883017691,
        "mean_feedback_forward_relative_error": 0.01725401021049995,
        "min_feedback_forward_cosine": 0.9996960759162903
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020019322175149944,
        "instruction_rms": 0.002001932218158456,
        "raw_apical_rms": 0.05265410911999151,
        "teaching_rms": 0.0020019322175149944,
        "traffic_rms": 0.05260504067955549
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.04131022095680237,
        "maximum_absolute_post_projection_soma_slope": 2.7466079188798176e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5739800748776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009043197185023054,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.01515010103672743
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9152,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.4205855010986328,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "5",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2164536320,
    "peak_memory_reserved_bytes": 3103784960,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 3.072647203339329e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 2.8262878259965873e-08,
      "min_residual_soma_slope": -3.072647203339329e-08,
      "mse": 2.6512320534057924e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.19146134925347e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.19146134925347e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 10,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7060580253601074,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.03383493423461914,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 9131.655301809311,
    "train_wall_s": 9129.010404586792
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.012905740179121494,
      0.007940931245684624,
      0.005847553256899118,
      0.005362430587410927,
      0.0035333081614226103,
      0.003926396369934082,
      0.0023611977230757475,
      0.004362500738352537,
      0.003192679025232792,
      0.0034900761675089598,
      0.0023614473175257444,
      0.002911980729550123,
      0.0019041408086195588,
      0.00398269621655345,
      0.0028111052233725786,
      0.003233525902032852,
      0.0023245750926434994,
      0.0026991337072104216,
      0.0021427934989333153
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      3.999999761581421,
      4.000000476837158,
      4.0,
      3.999999761581421,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      3.999999523162842
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.06861981004476547,
      0.042152758687734604,
      0.020851561799645424,
      0.02884506806731224,
      0.009752320125699043,
      0.021852530539035797,
      0.005467948969453573,
      0.023278066888451576,
      0.008688041009008884,
      0.01862097531557083,
      0.005432144273072481,
      0.015356646850705147,
      0.003791075199842453,
      0.02157282829284668,
      0.007049067877233028,
      0.017175495624542236,
      0.00504675880074501,
      0.014034143649041653,
      0.004140809178352356
    ],
    "unscaled_traffic_rms": [
      0.7523040175437927,
      0.7535384297370911,
      1.121748685836792,
      0.743618369102478,
      1.449217438697815,
      0.7187078595161438,
      1.7273005247116089,
      0.7496328353881836,
      1.469918966293335,
      0.7497085332870483,
      1.7388694286346436,
      0.7584939002990723,
      2.009077310562134,
      0.7384653091430664,
      1.595164179801941,
      0.7530556321144104,
      1.8424301147460938,
      0.7693048715591431,
      2.069927215576172
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401089286955008,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 2595266560
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 45220225875968,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 1613199402221568
  }
}