{
  "architecture": {
    "adaptive_apical_parameters": 376832,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 188416,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 376832,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 12,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 12,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5012,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9997114737828573,
    "feedback_forward_cosine": [
      0.9998574256896973,
      0.9998458623886108,
      0.9998281002044678,
      0.9998034238815308,
      0.9998469948768616,
      0.999794602394104,
      0.9997956156730652,
      0.999858558177948,
      0.9998485445976257,
      0.9998177289962769,
      0.9998546838760376,
      0.9998046159744263,
      0.9998361468315125,
      0.9999040365219116,
      0.999893307685852,
      0.9998722076416016,
      0.9998834133148193,
      0.9997241497039795,
      0.9999865293502808
    ],
    "feedback_forward_norm_ratio": [
      0.9999194741249084,
      1.0000417232513428,
      1.0000344514846802,
      1.0004216432571411,
      0.9998783469200134,
      1.0007500648498535,
      0.9986798167228699,
      1.0001662969589233,
      0.9994640946388245,
      1.0005172491073608,
      0.9995865821838379,
      1.000773310661316,
      0.9996356964111328,
      1.000274896621704,
      0.9999865293502808,
      1.0004503726959229,
      1.000087857246399,
      1.0009469985961914,
      1.0021064281463623
    ],
    "feedback_forward_relative_error": [
      0.016884317621588707,
      0.01756211742758751,
      0.018542315810918808,
      0.019832588732242584,
      0.017496826127171516,
      0.020295169204473495,
      0.020248569548130035,
      0.01682288385927677,
      0.01740705966949463,
      0.019111163914203644,
      0.017050106078386307,
      0.019789528101682663,
      0.018100669607520103,
      0.013856034725904465,
      0.014611547812819481,
      0.015999160706996918,
      0.015267736278474331,
      0.023517075926065445,
      0.005608505103737116
    ],
    "innovation_negative_gradient_cosine": [
      0.9997193813323975,
      0.9996854066848755,
      0.9997183084487915,
      0.9996894001960754,
      0.9997245669364929,
      0.9997317790985107,
      0.9997336864471436,
      0.9997453093528748,
      0.9997668266296387,
      0.9997388124465942,
      0.9997909665107727,
      0.9997773766517639,
      0.9998037815093994,
      0.9998530745506287,
      0.999872088432312,
      0.9998897314071655,
      0.999926745891571,
      0.9999709129333496,
      0.8125282526016235
    ],
    "instruction_negative_gradient_cosine": [
      0.9997193813323975,
      0.9996853470802307,
      0.9997183084487915,
      0.9996894001960754,
      0.9997245669364929,
      0.9997317790985107,
      0.9997336864471436,
      0.99974524974823,
      0.9997668266296387,
      0.999738872051239,
      0.9997909069061279,
      0.9997773766517639,
      0.9998037815093994,
      0.9998530745506287,
      0.999872088432312,
      0.9998897314071655,
      0.999926745891571,
      0.9999709129333496,
      0.8315038681030273
    ],
    "matched_negative_gradient_cosine": [
      0.023268621414899826,
      0.027186281979084015,
      0.01861143857240677,
      0.008046802133321762,
      0.028450412675738335,
      0.08157981932163239,
      0.05942387878894806,
      0.06518078595399857,
      0.09879240393638611,
      0.182073175907135,
      0.12417712807655334,
      0.22486162185668945,
      0.1626013219356537,
      0.1188361868262291,
      0.10194960981607437,
      0.25910332798957825,
      0.16598275303840637,
      0.2588999569416046,
      0.12892363965511322
    ],
    "max_norm_match_direction_error": 1.7881393432617188e-07,
    "max_norm_match_relative_error": 1.5818071119610977e-07,
    "mean_feedback_forward_cosine": 0.99984504988319,
    "mean_feedback_forward_relative_error": 0.017263335592456554,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.07374569028615952,
      "max_absolute_post_projection_soma_slope": 8.50809733776714e-09,
      "max_absolute_pre_projection_soma_slope": 0.07374569028615952,
      "max_positive_post_projection_soma_slope": 7.042485705710533e-09,
      "min_post_projection_soma_slope": -8.50809733776714e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.5040024113180932e-08,
      "pre_projection_traffic_rms_ratio": 0.011698983040522474
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.011698983040499608,
    "raw_negative_gradient_cosine": [
      0.023268621414899826,
      0.027186281979084015,
      0.01861143857240677,
      0.008046803064644337,
      0.028450412675738335,
      0.08157981932163239,
      0.05942387878894806,
      0.06518078595399857,
      0.09879240393638611,
      0.182073175907135,
      0.12417712807655334,
      0.22486159205436707,
      0.1626013219356537,
      0.1188361868262291,
      0.10194960981607437,
      0.25910332798957825,
      0.16598276793956757,
      0.2588999569416046,
      0.12892362475395203
    ],
    "teaching_negative_gradient_cosine": [
      0.9997193813323975,
      0.9996854066848755,
      0.9997183084487915,
      0.9996894001960754,
      0.9997245669364929,
      0.9997317790985107,
      0.9997336864471436,
      0.9997453093528748,
      0.9997668266296387,
      0.9997388124465942,
      0.9997909665107727,
      0.9997773766517639,
      0.9998037815093994,
      0.9998530745506287,
      0.999872088432312,
      0.9998897314071655,
      0.999926745891571,
      0.9999709129333496,
      0.8125282526016235
    ],
    "traffic_instruction_rms_ratio": 12.200530217686362,
    "used_negative_gradient_cosine": [
      0.9997193813323975,
      0.9996854066848755,
      0.9997183084487915,
      0.9996894001960754,
      0.9997245669364929,
      0.9997317790985107,
      0.9997336864471436,
      0.9997453093528748,
      0.9997668266296387,
      0.9997388124465942,
      0.9997909665107727,
      0.9997773766517639,
      0.9998037815093994,
      0.9998530745506287,
      0.999872088432312,
      0.9998897314071655,
      0.999926745891571,
      0.9999709129333496,
      0.8125282526016235
    ],
    "wall_s": 0.14258813858032227
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3249281644821167,
        "mean_feedback_forward_cosine": 0.2721443215483113,
        "mean_feedback_forward_relative_error": 1.2038906247992265,
        "min_feedback_forward_cosine": 0.12243741750717163
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0023080694579203373,
        "instruction_rms": 0.0023080694570420156,
        "raw_apical_rms": 0.026487149068378592,
        "teaching_rms": 0.0023080694579203373,
        "traffic_rms": 0.02637654382419039
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.446839613729935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.0341414978753644e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014182968060475915,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.942442395324707
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2552213668823242,
        "mean_feedback_forward_cosine": 0.3852090161097677,
        "mean_feedback_forward_relative_error": 1.1059134131983708,
        "min_feedback_forward_cosine": 0.21582253277301788
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034230804788468244,
        "instruction_rms": 0.003423080478850003,
        "raw_apical_rms": 0.03177620460534737,
        "teaching_rms": 0.0034230804788468244,
        "traffic_rms": 0.031590175950090345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.599246056751326e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7524974688928922e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013833050191650055,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.4115591107940675
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2005302906036377,
        "mean_feedback_forward_cosine": 0.4878616521233006,
        "mean_feedback_forward_relative_error": 1.0108277923182438,
        "min_feedback_forward_cosine": 0.30213606357574463
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004219487284755107,
        "instruction_rms": 0.00421948728357784,
        "raw_apical_rms": 0.036723901580150965,
        "teaching_rms": 0.004219487284755107,
        "traffic_rms": 0.03647928120715698
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.2854626514099436e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6964896995430787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014231183707419475,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.1107898635864257
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.151865839958191,
        "mean_feedback_forward_cosine": 0.567425178854089,
        "mean_feedback_forward_relative_error": 0.9299981547029395,
        "min_feedback_forward_cosine": 0.36182332038879395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004716641648906827,
        "instruction_rms": 0.004716641648395367,
        "raw_apical_rms": 0.0395960394916813,
        "teaching_rms": 0.004716641648906827,
        "traffic_rms": 0.039312114283074656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.424830990501505e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.659520911630774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014033884245535455,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.9201555288887024
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1062654256820679,
        "mean_feedback_forward_cosine": 0.6259294811048006,
        "mean_feedback_forward_relative_error": 0.8657769435330441,
        "min_feedback_forward_cosine": 0.41422516107559204
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004812149580664958,
        "instruction_rms": 0.004812149580499907,
        "raw_apical_rms": 0.042215286786965206,
        "teaching_rms": 0.004812149580664958,
        "traffic_rms": 0.04193819513737515
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.6303771483735545e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6518628880628935e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01431398310994349,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.8017327913093567
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0640935897827148,
        "mean_feedback_forward_cosine": 0.6711091681530601,
        "mean_feedback_forward_relative_error": 0.8118170750768561,
        "min_feedback_forward_cosine": 0.45998895168304443
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004794852851526572,
        "instruction_rms": 0.004794852851731507,
        "raw_apical_rms": 0.04419625066918216,
        "teaching_rms": 0.004794852851526572,
        "traffic_rms": 0.04393354620132042
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 5.3698133939406034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.650987844192795e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014498125694181054,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.7221896104812622
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.024137258529663,
        "mean_feedback_forward_cosine": 0.7087656541874534,
        "mean_feedback_forward_relative_error": 0.7641397589131406,
        "min_feedback_forward_cosine": 0.5008537769317627
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004829830523641495,
        "instruction_rms": 0.0048298305250658565,
        "raw_apical_rms": 0.046291604693409025,
        "teaching_rms": 0.004829830523641495,
        "traffic_rms": 0.046036586317175714
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.6830062555281984e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6453944035281515e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015419826466922948,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6570543592453003
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9849101901054382,
        "mean_feedback_forward_cosine": 0.7405065956868624,
        "mean_feedback_forward_relative_error": 0.7215053737163544,
        "min_feedback_forward_cosine": 0.5390143990516663
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0047733366757985165,
        "instruction_rms": 0.004773336676609106,
        "raw_apical_rms": 0.04785655026746225,
        "teaching_rms": 0.0047733366757985165,
        "traffic_rms": 0.04761581561332905
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.927685199300868e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.652656879663981e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015009519003501665,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.6200758220291138
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9484875798225403,
        "mean_feedback_forward_cosine": 0.7661378509119937,
        "mean_feedback_forward_relative_error": 0.6847120664621654,
        "min_feedback_forward_cosine": 0.5727994441986084
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004712277816497685,
        "instruction_rms": 0.004712277816867816,
        "raw_apical_rms": 0.04862617434129928,
        "teaching_rms": 0.004712277816497685,
        "traffic_rms": 0.048395144933736124
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.3518166020485296e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6362167667591325e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016150277024817406,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.572422699432373
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9132909178733826,
        "mean_feedback_forward_cosine": 0.7890583904165971,
        "mean_feedback_forward_relative_error": 0.6501594091716566,
        "min_feedback_forward_cosine": 0.6043079495429993
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004818678502242925,
        "instruction_rms": 0.004818678502404126,
        "raw_apical_rms": 0.04957583931277842,
        "teaching_rms": 0.004818678502242925,
        "traffic_rms": 0.04933882005546808
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.098242018495512e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6299543037093797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016803701206411312,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5388448571395874
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8803393244743347,
        "mean_feedback_forward_cosine": 0.8085514746214214,
        "mean_feedback_forward_relative_error": 0.6193344875385887,
        "min_feedback_forward_cosine": 0.6328921318054199
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0047696391441622585,
        "instruction_rms": 0.0047696391438944745,
        "raw_apical_rms": 0.050031891852465205,
        "teaching_rms": 0.0047696391441622585,
        "traffic_rms": 0.04980163042916192
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.228015899026104e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6346875170335226e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016625786273381214,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5089744426727295
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8471029996871948,
        "mean_feedback_forward_cosine": 0.82611252132215,
        "mean_feedback_forward_relative_error": 0.5900749924935793,
        "min_feedback_forward_cosine": 0.6601033210754395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004771704346590218,
        "instruction_rms": 0.0047717043469425865,
        "raw_apical_rms": 0.05066628227195281,
        "teaching_rms": 0.004771704346590218,
        "traffic_rms": 0.050438681977854026
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3177197050472387e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6293983249528017e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01655447735427949,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.492340422706604
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8158993124961853,
        "mean_feedback_forward_cosine": 0.841593927458713,
        "mean_feedback_forward_relative_error": 0.5629830344727165,
        "min_feedback_forward_cosine": 0.6847572922706604
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004767013211485561,
        "instruction_rms": 0.004767013210509418,
        "raw_apical_rms": 0.050782367493414304,
        "teaching_rms": 0.004767013211485561,
        "traffic_rms": 0.050555552173501835
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.5014309673897515e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6373167829642816e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01699564491403661,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.46837723989486696
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7856348156929016,
        "mean_feedback_forward_cosine": 0.8554006218910217,
        "mean_feedback_forward_relative_error": 0.5375661661750392,
        "min_feedback_forward_cosine": 0.7078348994255066
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004730661132960849,
        "instruction_rms": 0.0047306611326937914,
        "raw_apical_rms": 0.051766134648969106,
        "teaching_rms": 0.004730661132960849,
        "traffic_rms": 0.051546735059788636
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.027619399631476e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6304113541378132e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017307191843846555,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4503757382202148
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.75599604845047,
        "mean_feedback_forward_cosine": 0.8675489362917448,
        "mean_feedback_forward_relative_error": 0.5142041758487099,
        "min_feedback_forward_cosine": 0.7293041944503784
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004691157865246811,
        "instruction_rms": 0.00469115786485573,
        "raw_apical_rms": 0.05233727250550342,
        "teaching_rms": 0.004691157865246811,
        "traffic_rms": 0.052124282126111664
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.37136051800735e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6320657905658974e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01668424269383668,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.43669255392074585
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7265081405639648,
        "mean_feedback_forward_cosine": 0.878653949812839,
        "mean_feedback_forward_relative_error": 0.4918818356175172,
        "min_feedback_forward_cosine": 0.7497525215148926
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0047192433923565315,
        "instruction_rms": 0.00471924339115837,
        "raw_apical_rms": 0.052423214967886406,
        "teaching_rms": 0.0047192433923565315,
        "traffic_rms": 0.05220766970649857
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.2892419454810806e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6386491982554285e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01704548107484575,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.4248651121139526
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.698979914188385,
        "mean_feedback_forward_cosine": 0.8886974171588296,
        "mean_feedback_forward_relative_error": 0.47082148178627614,
        "min_feedback_forward_cosine": 0.7682995200157166
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004659899212905948,
        "instruction_rms": 0.004659899212947923,
        "raw_apical_rms": 0.05266040347575783,
        "teaching_rms": 0.004659899212905948,
        "traffic_rms": 0.052451151492658464
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.138827947031132e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.645075044255878e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016591297594600804,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.4127222797870636
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6716740131378174,
        "mean_feedback_forward_cosine": 0.8978187912388852,
        "mean_feedback_forward_relative_error": 0.4509496202594356,
        "min_feedback_forward_cosine": 0.7860738039016724
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004689115189769119,
        "instruction_rms": 0.00468911519012879,
        "raw_apical_rms": 0.053202228097941735,
        "teaching_rms": 0.004689115189769119,
        "traffic_rms": 0.05299210540629616
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.112417346073926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6339015683724654e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01714493242575476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.39321145040512084
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.64556884765625,
        "mean_feedback_forward_cosine": 0.9060978732611004,
        "mean_feedback_forward_relative_error": 0.43207818269729614,
        "min_feedback_forward_cosine": 0.8023526072502136
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004713389894674895,
        "instruction_rms": 0.004713389894113326,
        "raw_apical_rms": 0.05312752567444731,
        "teaching_rms": 0.004713389894674895,
        "traffic_rms": 0.05291520847396524
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.309906032062827e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6276056278590564e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01664696520133346,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.3829662405490875
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6207624077796936,
        "mean_feedback_forward_cosine": 0.9136907426934493,
        "mean_feedback_forward_relative_error": 0.4139076275260825,
        "min_feedback_forward_cosine": 0.8171228766441345
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004676327589074075,
        "instruction_rms": 0.0046763275886740835,
        "raw_apical_rms": 0.05297020732103104,
        "teaching_rms": 0.004676327589074075,
        "traffic_rms": 0.052760349411274575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.160028683169003e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6401920680732618e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016888866935284682,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.37620897042274476
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5963778495788574,
        "mean_feedback_forward_cosine": 0.9204064325282448,
        "mean_feedback_forward_relative_error": 0.39718542208797053,
        "min_feedback_forward_cosine": 0.8311216831207275
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004628921698224254,
        "instruction_rms": 0.004628921697627942,
        "raw_apical_rms": 0.053373019126709074,
        "teaching_rms": 0.004628921698224254,
        "traffic_rms": 0.05316912921770285
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.5699734723948495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6182498100856096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01762039841917945,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.368082077627182
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5718235969543457,
        "mean_feedback_forward_cosine": 0.926718598917911,
        "mean_feedback_forward_relative_error": 0.3809232962758918,
        "min_feedback_forward_cosine": 0.8444066047668457
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004605388013369062,
        "instruction_rms": 0.004605388014410659,
        "raw_apical_rms": 0.053582239258148916,
        "teaching_rms": 0.004605388013369062,
        "traffic_rms": 0.05338128198840835
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.156927602139149e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6284267015714246e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01766122475193777,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.3645231874656677
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5502410531044006,
        "mean_feedback_forward_cosine": 0.9322050025588587,
        "mean_feedback_forward_relative_error": 0.3661429105620635,
        "min_feedback_forward_cosine": 0.8557469248771667
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004505467057529318,
        "instruction_rms": 0.0045054670573076655,
        "raw_apical_rms": 0.053883138880993414,
        "teaching_rms": 0.004505467057529318,
        "traffic_rms": 0.05369178155322534
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.6960085597902435e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.623282868167136e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01800947521918278,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.34672775948524476
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5285241603851318,
        "mean_feedback_forward_cosine": 0.9375594226937545,
        "mean_feedback_forward_relative_error": 0.3513024347393136,
        "min_feedback_forward_cosine": 0.8667663335800171
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004613993700423795,
        "instruction_rms": 0.004613993701636443,
        "raw_apical_rms": 0.05386774503180389,
        "teaching_rms": 0.004613993700423795,
        "traffic_rms": 0.053666405861080055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.7776747063844596e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6222822265262137e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018523587460167027,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.33919336302757264
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5078608393669128,
        "mean_feedback_forward_cosine": 0.9424269105258741,
        "mean_feedback_forward_relative_error": 0.33714419368066284,
        "min_feedback_forward_cosine": 0.8768385648727417
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045695596640837844,
        "instruction_rms": 0.004569559663594655,
        "raw_apical_rms": 0.05414588583916598,
        "teaching_rms": 0.0045695596640837844,
        "traffic_rms": 0.05394942406299969
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 5.1929504252257175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6238662424543318e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01769601018429204,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3358842952919006
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4875035881996155,
        "mean_feedback_forward_cosine": 0.9468398407885903,
        "mean_feedback_forward_relative_error": 0.3237704281744204,
        "min_feedback_forward_cosine": 0.8863575458526611
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004579441394931247,
        "instruction_rms": 0.004579441396435009,
        "raw_apical_rms": 0.05431705702610172,
        "teaching_rms": 0.004579441394931247,
        "traffic_rms": 0.054120633560484445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.59498706359318e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6144725421292504e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01681640752022685,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.33236231815338135
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4669761657714844,
        "mean_feedback_forward_cosine": 0.9509984003870111,
        "mean_feedback_forward_relative_error": 0.3107264661475232,
        "min_feedback_forward_cosine": 0.8954921960830688
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004603016370808681,
        "instruction_rms": 0.004603016371780905,
        "raw_apical_rms": 0.05429948193264992,
        "teaching_rms": 0.004603016370808681,
        "traffic_rms": 0.054101102039187735
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.63063072938985e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6236412832122365e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01736713154742007,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.33071853603839874
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.44839805364608765,
        "mean_feedback_forward_cosine": 0.9547251557048998,
        "mean_feedback_forward_relative_error": 0.2985768592671344,
        "min_feedback_forward_cosine": 0.9035701155662537
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004522215042493797,
        "instruction_rms": 0.004522215043965124,
        "raw_apical_rms": 0.05433222422743575,
        "teaching_rms": 0.004522215042493797,
        "traffic_rms": 0.05414029899402568
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 5.186660700928769e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6272122842085945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016940670406266563,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.31776994712829587
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4301247000694275,
        "mean_feedback_forward_cosine": 0.9581669914095026,
        "mean_feedback_forward_relative_error": 0.2868595844820926,
        "min_feedback_forward_cosine": 0.9110876321792603
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004529694523190022,
        "instruction_rms": 0.004529694524143987,
        "raw_apical_rms": 0.054418359060912413,
        "teaching_rms": 0.004529694523190022,
        "traffic_rms": 0.05422637146514699
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 5.578190709343289e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.625943021911315e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01726459963893332,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.3112254273796082
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4129053056240082,
        "mean_feedback_forward_cosine": 0.9613194214670282,
        "mean_feedback_forward_relative_error": 0.2757579641122567,
        "min_feedback_forward_cosine": 0.9179593920707703
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004548625188726294,
        "instruction_rms": 0.004548625188613471,
        "raw_apical_rms": 0.05448581872851926,
        "teaching_rms": 0.004548625188726294,
        "traffic_rms": 0.05429238374198953
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.846974649945878e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6240716748581483e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016568061179087847,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.31351594414711
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.39678287506103516,
        "mean_feedback_forward_cosine": 0.9641936829215602,
        "mean_feedback_forward_relative_error": 0.26520327674715144,
        "min_feedback_forward_cosine": 0.9241325259208679
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004496294213127515,
        "instruction_rms": 0.0044962942153604826,
        "raw_apical_rms": 0.05473462652042686,
        "teaching_rms": 0.004496294213127515,
        "traffic_rms": 0.0545461645053145
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.353969629278254e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6150132597228143e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016941051329771622,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.30297819341659543
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.38119199872016907,
        "mean_feedback_forward_cosine": 0.9668903350830078,
        "mean_feedback_forward_relative_error": 0.2549072468751355,
        "min_feedback_forward_cosine": 0.9298349618911743
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004540935491469738,
        "instruction_rms": 0.004540935490231336,
        "raw_apical_rms": 0.05479302880506703,
        "teaching_rms": 0.004540935491469738,
        "traffic_rms": 0.05460083812202385
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.5042146012974627e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.613091250400362e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016939342036086658,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.29682563596725464
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.365561842918396,
        "mean_feedback_forward_cosine": 0.9694536924362183,
        "mean_feedback_forward_relative_error": 0.24480156443620982,
        "min_feedback_forward_cosine": 0.9354177713394165
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004539300412291528,
        "instruction_rms": 0.004539300412068493,
        "raw_apical_rms": 0.05530265296073994,
        "teaching_rms": 0.004539300412291528,
        "traffic_rms": 0.055112665751910435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.749211074932646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6160811642845763e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016277381475727843,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.2969673993587494
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.35077619552612305,
        "mean_feedback_forward_cosine": 0.9717735773638675,
        "mean_feedback_forward_relative_error": 0.23522553043930153,
        "min_feedback_forward_cosine": 0.9404854774475098
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004540319703219725,
        "instruction_rms": 0.00454031970271947,
        "raw_apical_rms": 0.05550699022306771,
        "teaching_rms": 0.004540319703219725,
        "traffic_rms": 0.05531758604158438
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.684218796706773e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.622107972299976e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016691517918771093,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2897133046293259
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.33630087971687317,
        "mean_feedback_forward_cosine": 0.9739028309520922,
        "mean_feedback_forward_relative_error": 0.22612013667821884,
        "min_feedback_forward_cosine": 0.9452629685401917
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044803736927232374,
        "instruction_rms": 0.004480373690461905,
        "raw_apical_rms": 0.055413167616282726,
        "teaching_rms": 0.0044803736927232374,
        "traffic_rms": 0.055228167943983615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.5427628830575486e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6201837150454624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01696628293594897,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.28834965251922606
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.32258644700050354,
        "mean_feedback_forward_cosine": 0.9758716225624084,
        "mean_feedback_forward_relative_error": 0.21732714889865173,
        "min_feedback_forward_cosine": 0.9495542049407959
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0045019790262330155,
        "instruction_rms": 0.0045019790277067324,
        "raw_apical_rms": 0.05543287742406215,
        "teaching_rms": 0.0045019790262330155,
        "traffic_rms": 0.05524637668305415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.084332516640643e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6131696272521887e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017074356169731755,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2818816299057007
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3089297413825989,
        "mean_feedback_forward_cosine": 0.9777515154135855,
        "mean_feedback_forward_relative_error": 0.20860546670461955,
        "min_feedback_forward_cosine": 0.9536628723144531
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004564161556819306,
        "instruction_rms": 0.004564161556734984,
        "raw_apical_rms": 0.05533372296960707,
        "teaching_rms": 0.004564161556819306,
        "traffic_rms": 0.05514140383687979
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.7393871938083976e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6098318583675934e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016894311945600128,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2829860259056091
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2961256802082062,
        "mean_feedback_forward_cosine": 0.9794605499819705,
        "mean_feedback_forward_relative_error": 0.200412869845566,
        "min_feedback_forward_cosine": 0.957390546798706
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00449543709660853,
        "instruction_rms": 0.004495437097869103,
        "raw_apical_rms": 0.0555868325188514,
        "teaching_rms": 0.00449543709660853,
        "traffic_rms": 0.05540133301331702
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.4569564039420584e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.602705946497299e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015425164696475027,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.2806089329338074
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28415289521217346,
        "mean_feedback_forward_cosine": 0.9809752922309073,
        "mean_feedback_forward_relative_error": 0.19280448281451276,
        "min_feedback_forward_cosine": 0.9607353210449219
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044358238350417694,
        "instruction_rms": 0.004435823835921591,
        "raw_apical_rms": 0.05541723636933322,
        "teaching_rms": 0.0044358238350417694,
        "traffic_rms": 0.05523542863716919
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.17937676186375e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.610378340282921e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015681846529828427,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.2699057277727127
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2725898325443268,
        "mean_feedback_forward_cosine": 0.982406873452036,
        "mean_feedback_forward_relative_error": 0.18535848040329783,
        "min_feedback_forward_cosine": 0.9638272523880005
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004456821987411224,
        "instruction_rms": 0.004456821986734841,
        "raw_apical_rms": 0.055407531132323884,
        "teaching_rms": 0.004456821987411224,
        "traffic_rms": 0.055224373302815113
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.678053062117215e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6132971038849415e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015344552544589904,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.2727188338947296
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2614302337169647,
        "mean_feedback_forward_cosine": 0.9837454494677091,
        "mean_feedback_forward_relative_error": 0.17811239157852374,
        "min_feedback_forward_cosine": 0.966710090637207
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0044866896693955514,
        "instruction_rms": 0.0044866896689987066,
        "raw_apical_rms": 0.05556790364021245,
        "teaching_rms": 0.0044866896693955514,
        "traffic_rms": 0.055382631222457505
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 6.702554600224175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6140356757135172e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014634628172412446,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.26595946736335757
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2510761618614197,
        "mean_feedback_forward_cosine": 0.9849564276243511,
        "mean_feedback_forward_relative_error": 0.17130664226255918,
        "min_feedback_forward_cosine": 0.9692485332489014
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004437907929759589,
        "instruction_rms": 0.004437907928307177,
        "raw_apical_rms": 0.05542127324265903,
        "teaching_rms": 0.004437907929759589,
        "traffic_rms": 0.055239894692198366
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.3655453535175184e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6166717330130388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015415051010720045,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.26109942950248716
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2410253882408142,
        "mean_feedback_forward_cosine": 0.9860778952899732,
        "mean_feedback_forward_relative_error": 0.16477081179618835,
        "min_feedback_forward_cosine": 0.971632719039917
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004421598851919646,
        "instruction_rms": 0.0044215988526633224,
        "raw_apical_rms": 0.055774173378143624,
        "teaching_rms": 0.004421598851919646,
        "traffic_rms": 0.05559498044458747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.301493123331056e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5948785655030203e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014854720885293996,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2587350920820236
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2313351184129715,
        "mean_feedback_forward_cosine": 0.9871134005094829,
        "mean_feedback_forward_relative_error": 0.15846395335699381,
        "min_feedback_forward_cosine": 0.9738436937332153
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004451372863408996,
        "instruction_rms": 0.004451372864249197,
        "raw_apical_rms": 0.05584035781706274,
        "teaching_rms": 0.004451372863408996,
        "traffic_rms": 0.05565904481489282
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.1419685459231914e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6108628136731228e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015076797264032625,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2534736693572998
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22178062796592712,
        "mean_feedback_forward_cosine": 0.9881006416521574,
        "mean_feedback_forward_relative_error": 0.15225164670693248,
        "min_feedback_forward_cosine": 0.9759323596954346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004482279186526909,
        "instruction_rms": 0.004482279187324031,
        "raw_apical_rms": 0.055880264000443367,
        "teaching_rms": 0.004482279186526909,
        "traffic_rms": 0.0556967101141157
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 5.234796418562837e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.623235013461396e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016109923547802354,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2570881478214264
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21274949610233307,
        "mean_feedback_forward_cosine": 0.9889919036313107,
        "mean_feedback_forward_relative_error": 0.14641252748276057,
        "min_feedback_forward_cosine": 0.9778270721435547
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004422701150572089,
        "instruction_rms": 0.00442270115240453,
        "raw_apical_rms": 0.05573290110469991,
        "teaching_rms": 0.004422701150572089,
        "traffic_rms": 0.055553746309094675
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.1243537534919597e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6223915487312983e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016151361262402533,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.25467914794921875
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20416630804538727,
        "mean_feedback_forward_cosine": 0.9898192380603991,
        "mean_feedback_forward_relative_error": 0.14079878283174416,
        "min_feedback_forward_cosine": 0.9795697331428528
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004415081873603605,
        "instruction_rms": 0.004415081874448292,
        "raw_apical_rms": 0.0556210291393145,
        "teaching_rms": 0.004415081873603605,
        "traffic_rms": 0.05544183296431691
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.570442430600451e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6059510641847116e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016210002201249355,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.25122512108802797
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19581244885921478,
        "mean_feedback_forward_cosine": 0.9905783502679122,
        "mean_feedback_forward_relative_error": 0.13543790833730446,
        "min_feedback_forward_cosine": 0.9811898469924927
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004429910119050315,
        "instruction_rms": 0.004429910119091342,
        "raw_apical_rms": 0.05589019897201458,
        "teaching_rms": 0.004429910119050315,
        "traffic_rms": 0.05571037689906845
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.133220971562878e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6174712556470876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01585631357631016,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.2490154582118988
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1879323124885559,
        "mean_feedback_forward_cosine": 0.9912760414575276,
        "mean_feedback_forward_relative_error": 0.13031139558083132,
        "min_feedback_forward_cosine": 0.9826617240905762
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004352909705506966,
        "instruction_rms": 0.004352909706883739,
        "raw_apical_rms": 0.05592953278313647,
        "teaching_rms": 0.004352909705506966,
        "traffic_rms": 0.05575581692569006
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.690073941380433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6338121742368705e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015641788811797494,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.24618186336517334
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1805490404367447,
        "mean_feedback_forward_cosine": 0.9919200257251137,
        "mean_feedback_forward_relative_error": 0.12536587919059552,
        "min_feedback_forward_cosine": 0.9839801788330078
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004411761815223168,
        "instruction_rms": 0.004411761814311613,
        "raw_apical_rms": 0.05599489006466664,
        "teaching_rms": 0.004411761815223168,
        "traffic_rms": 0.055816858688155176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5462043140578317e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.615248477279499e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01636240341464737,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.24399345339775086
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1730683594942093,
        "mean_feedback_forward_cosine": 0.9925461285992673,
        "mean_feedback_forward_relative_error": 0.12040574005559872,
        "min_feedback_forward_cosine": 0.9852660298347473
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004462942558099935,
        "instruction_rms": 0.004462942557531973,
        "raw_apical_rms": 0.055692952462302166,
        "teaching_rms": 0.004462942558099935,
        "traffic_rms": 0.055509963028808715
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.692399985766315e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6053078667613658e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0155173374810873,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.24511803253650666
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16597291827201843,
        "mean_feedback_forward_cosine": 0.9931039465101141,
        "mean_feedback_forward_relative_error": 0.11580745915049001,
        "min_feedback_forward_cosine": 0.9864428043365479
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004381772309330393,
        "instruction_rms": 0.004381772310591836,
        "raw_apical_rms": 0.05576049925171321,
        "teaching_rms": 0.004381772309330393,
        "traffic_rms": 0.05558470448407888
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.210671906117568e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6093651916514613e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016440441027203496,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.24786403010368346
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15964148938655853,
        "mean_feedback_forward_cosine": 0.9936077720240543,
        "mean_feedback_forward_relative_error": 0.11147415853644672,
        "min_feedback_forward_cosine": 0.9874485731124878
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00432301916509933,
        "instruction_rms": 0.00432301916343172,
        "raw_apical_rms": 0.05603643537755956,
        "teaching_rms": 0.00432301916509933,
        "traffic_rms": 0.05586526048709446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8221872838685158e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.612443434844975e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01652718679534328,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.23810911732673645
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15315252542495728,
        "mean_feedback_forward_cosine": 0.9940944659082513,
        "mean_feedback_forward_relative_error": 0.10713521136265051,
        "min_feedback_forward_cosine": 0.9884381294250488
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004368446644245397,
        "instruction_rms": 0.004368446643759271,
        "raw_apical_rms": 0.0559832688148458,
        "teaching_rms": 0.004368446644245397,
        "traffic_rms": 0.055808180026787384
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3836445706137965e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6083509880672423e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015023942502542598,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.23813495846748353
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1471056491136551,
        "mean_feedback_forward_cosine": 0.9945409015605324,
        "mean_feedback_forward_relative_error": 0.10300119829021002,
        "min_feedback_forward_cosine": 0.9893261194229126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004368804356422034,
        "instruction_rms": 0.004368804356045314,
        "raw_apical_rms": 0.055584661499995594,
        "teaching_rms": 0.004368804356422034,
        "traffic_rms": 0.05540863909774918
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3298817097838764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6219310642416076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01556960365344328,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.23849671022892
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14106690883636475,
        "mean_feedback_forward_cosine": 0.9949541029177214,
        "mean_feedback_forward_relative_error": 0.09901158158716403,
        "min_feedback_forward_cosine": 0.9901809692382812
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004410614028583014,
        "instruction_rms": 0.0044106140283528186,
        "raw_apical_rms": 0.0558784418877336,
        "teaching_rms": 0.004410614028583014,
        "traffic_rms": 0.05569979682522115
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.498263285133362e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6135536400730398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01574513169991113,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.23683181636810302
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13556958734989166,
        "mean_feedback_forward_cosine": 0.9953265692058363,
        "mean_feedback_forward_relative_error": 0.09527248202970154,
        "min_feedback_forward_cosine": 0.9909250736236572
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004299818936763597,
        "instruction_rms": 0.004299818938291796,
        "raw_apical_rms": 0.05604045177484276,
        "teaching_rms": 0.004299818936763597,
        "traffic_rms": 0.05587151955484463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.4055236025333215e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6321260137800397e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015244231848240461,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.23444842945098876
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13017494976520538,
        "mean_feedback_forward_cosine": 0.9956725051528529,
        "mean_feedback_forward_relative_error": 0.09167111586583288,
        "min_feedback_forward_cosine": 0.9916320443153381
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004354402490625916,
        "instruction_rms": 0.00435440249072246,
        "raw_apical_rms": 0.055731923264448056,
        "teaching_rms": 0.004354402490625916,
        "traffic_rms": 0.05555787969716746
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.122035607816542e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6338435245923116e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01475294236201476,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.23318288674354554
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12487363070249557,
        "mean_feedback_forward_cosine": 0.995999675048025,
        "mean_feedback_forward_relative_error": 0.08812726877237621,
        "min_feedback_forward_cosine": 0.9922943115234375
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004386266765941008,
        "instruction_rms": 0.0043862667648405865,
        "raw_apical_rms": 0.055728071077255324,
        "teaching_rms": 0.004386266765941008,
        "traffic_rms": 0.05555125900042692
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6680696763037304e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.639914757229603e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014803533417837071,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.23377570070266723
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11994738131761551,
        "mean_feedback_forward_cosine": 0.9962992323072333,
        "mean_feedback_forward_relative_error": 0.08475163892695778,
        "min_feedback_forward_cosine": 0.9928854703903198
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004368296716299852,
        "instruction_rms": 0.004368296715774632,
        "raw_apical_rms": 0.055517489626361716,
        "teaching_rms": 0.004368296716299852,
        "traffic_rms": 0.05534100481785601
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.0590514182572406e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6271056315680695e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014993915391400197,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.23152987486839294
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11532090604305267,
        "mean_feedback_forward_cosine": 0.9965716004371643,
        "mean_feedback_forward_relative_error": 0.08156504638885197,
        "min_feedback_forward_cosine": 0.9934219121932983
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004353639930606539,
        "instruction_rms": 0.0043536399301478965,
        "raw_apical_rms": 0.05578289683943456,
        "teaching_rms": 0.004353639930606539,
        "traffic_rms": 0.05560858227649983
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.251729291913307e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.634653198177725e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014554901014086097,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.22720036336898805
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11083810031414032,
        "mean_feedback_forward_cosine": 0.9968313763016149,
        "mean_feedback_forward_relative_error": 0.07840332114382793,
        "min_feedback_forward_cosine": 0.9939192533493042
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004412015675844477,
        "instruction_rms": 0.004412015675248827,
        "raw_apical_rms": 0.056356735689527954,
        "teaching_rms": 0.004412015675844477,
        "traffic_rms": 0.056179579574610346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.681434452256326e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6224142343951786e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014719702783383916,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.2242678826713562
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10618429630994797,
        "mean_feedback_forward_cosine": 0.9970805080313432,
        "mean_feedback_forward_relative_error": 0.07525395288279182,
        "min_feedback_forward_cosine": 0.9944180250167847
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004398472509232704,
        "instruction_rms": 0.0043984725091237966,
        "raw_apical_rms": 0.056352617604884456,
        "teaching_rms": 0.004398472509232704,
        "traffic_rms": 0.05617604450248798
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.560002521079241e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6310797777185295e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015718176728516043,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.23202874759674072
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10204582661390305,
        "mean_feedback_forward_cosine": 0.9972988398451554,
        "mean_feedback_forward_relative_error": 0.07238688221887539,
        "min_feedback_forward_cosine": 0.994841456413269
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004305404602828575,
        "instruction_rms": 0.004305404601875621,
        "raw_apical_rms": 0.05641359940144033,
        "teaching_rms": 0.004305404602828575,
        "traffic_rms": 0.0562445701158011
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6317048096302642e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6151584651075466e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01567892173725963,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.22469707499027253
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09791047126054764,
        "mean_feedback_forward_cosine": 0.9975035755257857,
        "mean_feedback_forward_relative_error": 0.06959109018115621,
        "min_feedback_forward_cosine": 0.9952491521835327
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004308053327269358,
        "instruction_rms": 0.0043080533262457275,
        "raw_apical_rms": 0.056266387016105555,
        "teaching_rms": 0.004308053327269358,
        "traffic_rms": 0.05609728851331665
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.446205726869266e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.635470426564353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01615692864133163,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.22466966012001038
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09410016238689423,
        "mean_feedback_forward_cosine": 0.9976878448536521,
        "mean_feedback_forward_relative_error": 0.0669642347646387,
        "min_feedback_forward_cosine": 0.9956091642379761
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004298617588323404,
        "instruction_rms": 0.004298617588742992,
        "raw_apical_rms": 0.05616901871086462,
        "teaching_rms": 0.004298617588323404,
        "traffic_rms": 0.055999992271986924
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.0128018363152478e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6305065602531964e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015802650011219783,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.2236923910808563
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09034156799316406,
        "mean_feedback_forward_cosine": 0.9978657176620082,
        "mean_feedback_forward_relative_error": 0.06433451469791562,
        "min_feedback_forward_cosine": 0.9959518909454346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004363801164597604,
        "instruction_rms": 0.004363801164344491,
        "raw_apical_rms": 0.05665276875414231,
        "teaching_rms": 0.004363801164597604,
        "traffic_rms": 0.05648067921669878
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.15786624124803e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.629312779934802e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015161537185593016,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.21867261966705323
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0868179202079773,
        "mean_feedback_forward_cosine": 0.9980238174137316,
        "mean_feedback_forward_relative_error": 0.06189810200349281,
        "min_feedback_forward_cosine": 0.9962596893310547
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042967979592480445,
        "instruction_rms": 0.004296797958232889,
        "raw_apical_rms": 0.05659400867476024,
        "teaching_rms": 0.0042967979592480445,
        "traffic_rms": 0.05642645106735289
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.75684275408139e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.63442275812149e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014764626424303944,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.21990406617164612
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08332588523626328,
        "mean_feedback_forward_cosine": 0.9981730799925955,
        "mean_feedback_forward_relative_error": 0.059510678248970134,
        "min_feedback_forward_cosine": 0.9965537786483765
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004308857339235237,
        "instruction_rms": 0.004308857340632297,
        "raw_apical_rms": 0.05662212282082846,
        "teaching_rms": 0.004308857339235237,
        "traffic_rms": 0.05645369076342876
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3004375293567136e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6212056703150953e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014932396990047595,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.21726253732681275
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07993906736373901,
        "mean_feedback_forward_cosine": 0.9983118647023251,
        "mean_feedback_forward_relative_error": 0.05720547047492705,
        "min_feedback_forward_cosine": 0.9968279004096985
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042946823467423685,
        "instruction_rms": 0.004294682348127995,
        "raw_apical_rms": 0.05668801088505675,
        "teaching_rms": 0.0042946823467423685,
        "traffic_rms": 0.05652170446674813
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9531783241054654e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6206477304133406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015272565777080999,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.21926455641269685
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0767722874879837,
        "mean_feedback_forward_cosine": 0.9984400052773325,
        "mean_feedback_forward_relative_error": 0.054992402462582836,
        "min_feedback_forward_cosine": 0.9970731735229492
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004325883735244949,
        "instruction_rms": 0.004325883734746092,
        "raw_apical_rms": 0.05690599033445178,
        "teaching_rms": 0.004325883735244949,
        "traffic_rms": 0.05673717236073669
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.275874504993226e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.632146693471325e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014199191351082437,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.21402220632076263
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.073674276471138,
        "mean_feedback_forward_cosine": 0.9985584491177609,
        "mean_feedback_forward_relative_error": 0.05286483613676146,
        "min_feedback_forward_cosine": 0.9973040819168091
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004290945805180479,
        "instruction_rms": 0.004290945805915349,
        "raw_apical_rms": 0.05689172512104234,
        "teaching_rms": 0.004290945805180479,
        "traffic_rms": 0.056725441692585976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.247849278409376e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6282828136053674e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01480737206883859,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.21794665959358214
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07067618519067764,
        "mean_feedback_forward_cosine": 0.9986699913677416,
        "mean_feedback_forward_relative_error": 0.05078513224266077,
        "min_feedback_forward_cosine": 0.9975191354751587
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004275812898773506,
        "instruction_rms": 0.0042758128995573925,
        "raw_apical_rms": 0.056846682253313935,
        "teaching_rms": 0.004275812898773506,
        "traffic_rms": 0.056681272871665925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6232322980490608e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6356249230387163e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015627471247614547,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.22079103318214416
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06793072074651718,
        "mean_feedback_forward_cosine": 0.9987688817475971,
        "mean_feedback_forward_relative_error": 0.04885492611088251,
        "min_feedback_forward_cosine": 0.9977077841758728
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042779592535995515,
        "instruction_rms": 0.004277959254214757,
        "raw_apical_rms": 0.057095911065868324,
        "teaching_rms": 0.0042779592535995515,
        "traffic_rms": 0.05693069998584362
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.638636769665027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6387500269073655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014711899183005741,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21361432892799379
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06531939655542374,
        "mean_feedback_forward_cosine": 0.9988584549803483,
        "mean_feedback_forward_relative_error": 0.04704227269087967,
        "min_feedback_forward_cosine": 0.9978797435760498
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004224953613821472,
        "instruction_rms": 0.0042249536158741954,
        "raw_apical_rms": 0.056951789778368594,
        "teaching_rms": 0.004224953613821472,
        "traffic_rms": 0.05679079260628063
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.655385422656309e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6057165572085294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01470865085958417,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21230366508483886
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06282717734575272,
        "mean_feedback_forward_cosine": 0.9989441695966219,
        "mean_feedback_forward_relative_error": 0.04523842056330882,
        "min_feedback_forward_cosine": 0.998038113117218
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004309891221039694,
        "instruction_rms": 0.004309891221782749,
        "raw_apical_rms": 0.05708323671673956,
        "teaching_rms": 0.004309891221039694,
        "traffic_rms": 0.05691615755484041
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.045570551307719e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6146421339441988e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014803721618002382,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.2096834121799469
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.060388773679733276,
        "mean_feedback_forward_cosine": 0.9990226845992239,
        "mean_feedback_forward_relative_error": 0.04352316956378912,
        "min_feedback_forward_cosine": 0.9981868267059326
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004207178409612636,
        "instruction_rms": 0.004207178408036192,
        "raw_apical_rms": 0.056878030289749464,
        "teaching_rms": 0.004207178409612636,
        "traffic_rms": 0.05671804490339823
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 2.8062929757766142e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6230062388436658e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014463406424078524,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.2091638428401947
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.057907842099666595,
        "mean_feedback_forward_cosine": 0.9990961865374917,
        "mean_feedback_forward_relative_error": 0.041852891151058044,
        "min_feedback_forward_cosine": 0.998332142829895
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004262620209192327,
        "instruction_rms": 0.004262620206608336,
        "raw_apical_rms": 0.05707420747086735,
        "teaching_rms": 0.004262620209192327,
        "traffic_rms": 0.056910153182747475
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.317218594782844e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628891068385744e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015385895738429311,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.2109356809568405
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05569077655673027,
        "mean_feedback_forward_cosine": 0.9991630472634968,
        "mean_feedback_forward_relative_error": 0.04027683307465754,
        "min_feedback_forward_cosine": 0.9984572529792786
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004250578733981445,
        "instruction_rms": 0.004250578732458224,
        "raw_apical_rms": 0.05706293024483298,
        "teaching_rms": 0.004250578733981445,
        "traffic_rms": 0.05689942928664637
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9244223043178863e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6208715677424683e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014952781108592947,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.2031989221048355
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0533607043325901,
        "mean_feedback_forward_cosine": 0.9992278626090602,
        "mean_feedback_forward_relative_error": 0.03868863672802323,
        "min_feedback_forward_cosine": 0.9985830187797546
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004312747291521992,
        "instruction_rms": 0.004312747292780085,
        "raw_apical_rms": 0.057250384333619106,
        "teaching_rms": 0.004312747291521992,
        "traffic_rms": 0.05708314743863256
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.286083938291995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6169181107326995e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013622564030057908,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.21403839962482452
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.051191892474889755,
        "mean_feedback_forward_cosine": 0.9992864665232206,
        "mean_feedback_forward_relative_error": 0.03718950962157626,
        "min_feedback_forward_cosine": 0.9986957907676697
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004269913426376924,
        "instruction_rms": 0.004269913426688327,
        "raw_apical_rms": 0.05745039648720894,
        "teaching_rms": 0.004269913426376924,
        "traffic_rms": 0.0572876976118972
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.283939520315471e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6281962750710837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013608876734559126,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.20698335088729858
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04907907545566559,
        "mean_feedback_forward_cosine": 0.9993421498097872,
        "mean_feedback_forward_relative_error": 0.03571327839438852,
        "min_feedback_forward_cosine": 0.9988009929656982
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00432293621222477,
        "instruction_rms": 0.00432293621392656,
        "raw_apical_rms": 0.057610634532239316,
        "teaching_rms": 0.00432293621222477,
        "traffic_rms": 0.0574438274778425
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.801631993065712e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6214229925629567e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013815591626466419,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.21044390293121337
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04707931727170944,
        "mean_feedback_forward_cosine": 0.9993921706551,
        "mean_feedback_forward_relative_error": 0.03432679931192022,
        "min_feedback_forward_cosine": 0.9988967180252075
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004317998265357935,
        "instruction_rms": 0.004317998266849467,
        "raw_apical_rms": 0.05750239875287868,
        "teaching_rms": 0.004317998265357935,
        "traffic_rms": 0.05733559253856013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.284665694991418e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6210572092109325e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013741553482967715,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.207386128282547
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04519088193774223,
        "mean_feedback_forward_cosine": 0.9994392520502994,
        "mean_feedback_forward_relative_error": 0.03297221101820469,
        "min_feedback_forward_cosine": 0.9989837408065796
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00432908877788025,
        "instruction_rms": 0.004329088778902251,
        "raw_apical_rms": 0.05738431629034235,
        "teaching_rms": 0.00432908877788025,
        "traffic_rms": 0.05721575515354833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.888614858420624e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.620304153149872e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013893459052534187,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.209131615691185
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04343125969171524,
        "mean_feedback_forward_cosine": 0.9994815650739168,
        "mean_feedback_forward_relative_error": 0.03170463732002597,
        "min_feedback_forward_cosine": 0.9990609884262085
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042879840830608385,
        "instruction_rms": 0.004287984081773732,
        "raw_apical_rms": 0.057378083702474644,
        "teaching_rms": 0.0042879840830608385,
        "traffic_rms": 0.057212380692204474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.1371762077014864e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.609043007368627e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01376868228921321,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.20551953670024872
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.041741348803043365,
        "mean_feedback_forward_cosine": 0.9995195395068118,
        "mean_feedback_forward_relative_error": 0.030522530849434827,
        "min_feedback_forward_cosine": 0.9991323947906494
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004214871568822992,
        "instruction_rms": 0.004214871568456754,
        "raw_apical_rms": 0.05746763949160553,
        "teaching_rms": 0.004214871568822992,
        "traffic_rms": 0.05730845528033936
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.645483559466811e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6128442520658096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013577686497483513,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.2042786529493332
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04007947817444801,
        "mean_feedback_forward_cosine": 0.9995552458261189,
        "mean_feedback_forward_relative_error": 0.029363363687145084,
        "min_feedback_forward_cosine": 0.9991999864578247
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0041690399329008376,
        "instruction_rms": 0.0041690399311752335,
        "raw_apical_rms": 0.05757526880113506,
        "teaching_rms": 0.0041690399329008376,
        "traffic_rms": 0.057419570890575575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.7189859252985116e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6126129388136966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013862758326092331,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.20523505984306337
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.038496486842632294,
        "mean_feedback_forward_cosine": 0.9995885993305006,
        "mean_feedback_forward_relative_error": 0.028239665798058634,
        "min_feedback_forward_cosine": 0.9992617964744568
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004189337330087931,
        "instruction_rms": 0.004189337330557616,
        "raw_apical_rms": 0.05760082475440779,
        "teaching_rms": 0.004189337330087931,
        "traffic_rms": 0.057443853836126706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.080879906747214e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.613897628707463e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014345305227507836,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.20462584825277327
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03698086366057396,
        "mean_feedback_forward_cosine": 0.9996203090015211,
        "mean_feedback_forward_relative_error": 0.027131941120483373,
        "min_feedback_forward_cosine": 0.9993188381195068
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0043045560102195875,
        "instruction_rms": 0.00430455601148911,
        "raw_apical_rms": 0.057698549948650125,
        "teaching_rms": 0.0043045560102195875,
        "traffic_rms": 0.05753262389168139
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457200884819,
        "maximum_absolute_post_projection_soma_slope": 3.566510642372123e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6143561982065426e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013511308605115886,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.20688843297958373
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03556365519762039,
        "mean_feedback_forward_cosine": 0.9996477302752043,
        "mean_feedback_forward_relative_error": 0.026130736609430688,
        "min_feedback_forward_cosine": 0.9993698596954346
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004157835443900209,
        "instruction_rms": 0.004157835442599586,
        "raw_apical_rms": 0.05793329498559743,
        "teaching_rms": 0.004157835443900209,
        "traffic_rms": 0.057779662159831574
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.8459358364661966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6203935923975316e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013227529291426728,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.20002780595779418
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03417738154530525,
        "mean_feedback_forward_cosine": 0.9996747186309413,
        "mean_feedback_forward_relative_error": 0.025108173881706438,
        "min_feedback_forward_cosine": 0.9994181394577026
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004277394749072632,
        "instruction_rms": 0.004277394749435101,
        "raw_apical_rms": 0.05794129915508104,
        "teaching_rms": 0.004277394749072632,
        "traffic_rms": 0.057778657605564304
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8580107169773328e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6196195827139298e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015285918491733148,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.20095525597572328
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03277237340807915,
        "mean_feedback_forward_cosine": 0.9996999251215082,
        "mean_feedback_forward_relative_error": 0.02411972898009576,
        "min_feedback_forward_cosine": 0.9994648098945618
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0042774807513745175,
        "instruction_rms": 0.004277480749986849,
        "raw_apical_rms": 0.05799465406133929,
        "teaching_rms": 0.0042774807513745175,
        "traffic_rms": 0.05783227668403303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.155952299493947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5937563971494715e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015081239385920221,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.20736902664661408
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03150901943445206,
        "mean_feedback_forward_cosine": 0.9997221984361347,
        "mean_feedback_forward_relative_error": 0.023205331232594818,
        "min_feedback_forward_cosine": 0.9995052218437195
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004200102016554081,
        "instruction_rms": 0.004200102015436026,
        "raw_apical_rms": 0.05834155492089557,
        "teaching_rms": 0.004200102016554081,
        "traffic_rms": 0.058186107554635616
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.656223863084506e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6103075590619868e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014869356579754927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.19709429414749147
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.030272651463747025,
        "mean_feedback_forward_cosine": 0.9997432765207792,
        "mean_feedback_forward_relative_error": 0.0223068056726142,
        "min_feedback_forward_cosine": 0.9995432496070862
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004228366927970021,
        "instruction_rms": 0.004228366928028821,
        "raw_apical_rms": 0.05845024551744334,
        "teaching_rms": 0.004228366927970021,
        "traffic_rms": 0.05829225864863424
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.290146466383703e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5994174586961192e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014014671648667014,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.19889899675130845
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029078545048832893,
        "mean_feedback_forward_cosine": 0.9997629021343432,
        "mean_feedback_forward_relative_error": 0.021438695686428172,
        "min_feedback_forward_cosine": 0.9995785355567932
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004222795362813446,
        "instruction_rms": 0.004222795362051713,
        "raw_apical_rms": 0.05817642020075171,
        "teaching_rms": 0.004222795362813446,
        "traffic_rms": 0.05801864507047538
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.480014854062574e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.605673326944045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014609299644733119,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.19982695935249328
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.027917638421058655,
        "mean_feedback_forward_cosine": 0.9997812446795011,
        "mean_feedback_forward_relative_error": 0.020595949388256197,
        "min_feedback_forward_cosine": 0.9996115565299988
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004273569299606709,
        "instruction_rms": 0.004273569299925741,
        "raw_apical_rms": 0.05807510668340168,
        "teaching_rms": 0.004273569299606709,
        "traffic_rms": 0.05791369144932489
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.4638720336488404e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628811705800511e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014043110699502126,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.20340059534072877
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02685106359422207,
        "mean_feedback_forward_cosine": 0.9997971434342233,
        "mean_feedback_forward_relative_error": 0.019829492525834786,
        "min_feedback_forward_cosine": 0.9996405839920044
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0041355120666873805,
        "instruction_rms": 0.0041355120670475915,
        "raw_apical_rms": 0.058450992239306776,
        "teaching_rms": 0.0041355120666873805,
        "traffic_rms": 0.05830002810534806
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9870850681845695e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6035399830129964e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01360663858874206,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.19280276025772095
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0257845651358366,
        "mean_feedback_forward_cosine": 0.9998130076809933,
        "mean_feedback_forward_relative_error": 0.01904078102425525,
        "min_feedback_forward_cosine": 0.9996684789657593
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004290954489309941,
        "instruction_rms": 0.004290954488859041,
        "raw_apical_rms": 0.05835676704991423,
        "teaching_rms": 0.004290954489309941,
        "traffic_rms": 0.05819470202564468
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.667366854642751e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.627261651125049e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013227004247197296,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.20088621705055237
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02479253150522709,
        "mean_feedback_forward_cosine": 0.999826939482438,
        "mean_feedback_forward_relative_error": 0.01831650111432138,
        "min_feedback_forward_cosine": 0.9996935129165649
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00412389250083344,
        "instruction_rms": 0.004123892499250518,
        "raw_apical_rms": 0.058302328763477664,
        "teaching_rms": 0.00412389250083344,
        "traffic_rms": 0.05815151771757094
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.6035519457300325e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6110105608025406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012732005493462572,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.19608651825904846
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023787498474121094,
        "mean_feedback_forward_cosine": 0.9998400179963363,
        "mean_feedback_forward_relative_error": 0.017610218228870315,
        "min_feedback_forward_cosine": 0.9997177720069885
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004160884423995119,
        "instruction_rms": 0.004160884423127868,
        "raw_apical_rms": 0.05843791617971284,
        "teaching_rms": 0.004160884423995119,
        "traffic_rms": 0.05828548096253258
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6106601325182055e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5958483694394836e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013417412297226927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.20105950100898742
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0237787626683712,
        "mean_feedback_forward_cosine": 0.9998401528910587,
        "mean_feedback_forward_relative_error": 0.01760018663480878,
        "min_feedback_forward_cosine": 0.9997180700302124
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0032133591113100404,
        "instruction_rms": 0.00321335911155217,
        "raw_apical_rms": 0.05844254645408357,
        "teaching_rms": 0.0032133591113100404,
        "traffic_rms": 0.058350362123452064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.759138422765318e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5877860720871602e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013521140952940722,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.1219322667646408
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023773936554789543,
        "mean_feedback_forward_cosine": 0.999840259552002,
        "mean_feedback_forward_relative_error": 0.017592744852759336,
        "min_feedback_forward_cosine": 0.9997180700302124
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029932654551873997,
        "instruction_rms": 0.002993265455302518,
        "raw_apical_rms": 0.058398755985499366,
        "teaching_rms": 0.0029932654551873997,
        "traffic_rms": 0.058318456373019065
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.642015045102198e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5776634311440372e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013058377397710503,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.09714451688051223
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02376946061849594,
        "mean_feedback_forward_cosine": 0.9998403254308199,
        "mean_feedback_forward_relative_error": 0.01758574674788274,
        "min_feedback_forward_cosine": 0.999718189239502
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002867345149038073,
        "instruction_rms": 0.0028673451489080854,
        "raw_apical_rms": 0.058396755407479004,
        "teaching_rms": 0.002867345149038073,
        "traffic_rms": 0.05832276931542293
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3313919683687345e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.575439006762213e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012989323354890493,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08644177874088288
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023764966055750847,
        "mean_feedback_forward_cosine": 0.9998404195434168,
        "mean_feedback_forward_relative_error": 0.017578910448049243,
        "min_feedback_forward_cosine": 0.9997183680534363
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028633342276431096,
        "instruction_rms": 0.0028633342263909246,
        "raw_apical_rms": 0.058355151100739244,
        "teaching_rms": 0.0028633342276431096,
        "traffic_rms": 0.058280512058200465
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6636778116539972e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57842789814291e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012807007396753084,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.07958017056882381
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023760614916682243,
        "mean_feedback_forward_cosine": 0.9998405011076676,
        "mean_feedback_forward_relative_error": 0.01757229629315828,
        "min_feedback_forward_cosine": 0.999718427658081
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028277257714838214,
        "instruction_rms": 0.0028277257718747483,
        "raw_apical_rms": 0.05833629641954485,
        "teaching_rms": 0.0028277257714838214,
        "traffic_rms": 0.058263589472412475
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.990729797147651e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5817015825569172e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013088217794056119,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.0743436367893219
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0237560011446476,
        "mean_feedback_forward_cosine": 0.9998405983573512,
        "mean_feedback_forward_relative_error": 0.01756570194112627,
        "min_feedback_forward_cosine": 0.9997186064720154
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0029070257107768212,
        "instruction_rms": 0.0029070257097650273,
        "raw_apical_rms": 0.05827758060214526,
        "teaching_rms": 0.0029070257107768212,
        "traffic_rms": 0.058200140991887375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8174783395229497e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57016997505798e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013195394177040177,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.07390038785457612
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023751534521579742,
        "mean_feedback_forward_cosine": 0.9998406548249094,
        "mean_feedback_forward_relative_error": 0.017559215818580828,
        "min_feedback_forward_cosine": 0.9997186660766602
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028318252509068106,
        "instruction_rms": 0.002831825251212546,
        "raw_apical_rms": 0.05830185115518808,
        "teaching_rms": 0.0028318252509068106,
        "traffic_rms": 0.05822827760701026
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.526936254161228e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.571418970041889e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013083297504570816,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06856930359840394
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02374703250825405,
        "mean_feedback_forward_cosine": 0.9998407583487662,
        "mean_feedback_forward_relative_error": 0.01755292181807913,
        "min_feedback_forward_cosine": 0.9997187256813049
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002901366521768253,
        "instruction_rms": 0.0029013665216517472,
        "raw_apical_rms": 0.05831901843461062,
        "teaching_rms": 0.002901366521768253,
        "traffic_rms": 0.05824214470570229
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.62261821148968e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5707712824159456e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012904016172790604,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.06666786384820939
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02374241128563881,
        "mean_feedback_forward_cosine": 0.9998408085421512,
        "mean_feedback_forward_relative_error": 0.017546551939296096,
        "min_feedback_forward_cosine": 0.9997188448905945
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028789374160780095,
        "instruction_rms": 0.0028789374160844003,
        "raw_apical_rms": 0.05828540562324047,
        "teaching_rms": 0.0028789374160780095,
        "traffic_rms": 0.05820855180809337
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.119930269690485e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.574021527478731e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01304728448168194,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.0642362397301197
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023737626150250435,
        "mean_feedback_forward_cosine": 0.999840896380575,
        "mean_feedback_forward_relative_error": 0.017540275388838428,
        "min_feedback_forward_cosine": 0.9997189044952393
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002869405851801905,
        "instruction_rms": 0.0028694058504266577,
        "raw_apical_rms": 0.05824759322361582,
        "teaching_rms": 0.002869405851801905,
        "traffic_rms": 0.058171145744460195
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.688918954163455e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576125909336751e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013114777795865663,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.06248135815918446
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023733066394925117,
        "mean_feedback_forward_cosine": 0.9998410030415184,
        "mean_feedback_forward_relative_error": 0.017534151256672646,
        "min_feedback_forward_cosine": 0.9997190237045288
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002828380043746729,
        "instruction_rms": 0.002828380042870688,
        "raw_apical_rms": 0.05824663122110577,
        "teaching_rms": 0.002828380043746729,
        "traffic_rms": 0.05817226446239617
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8086256875781146e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.580575176881002e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013117952017715082,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.059879164066314695
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02372853271663189,
        "mean_feedback_forward_cosine": 0.9998410751945094,
        "mean_feedback_forward_relative_error": 0.017527927914144176,
        "min_feedback_forward_cosine": 0.9997192025184631
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028014098147640127,
        "instruction_rms": 0.002801409814248006,
        "raw_apical_rms": 0.05822541478611553,
        "teaching_rms": 0.0028014098147640127,
        "traffic_rms": 0.058152920743161834
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.155004435484443e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576148626094494e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01309061818157953,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.05554418016195297
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023723911494016647,
        "mean_feedback_forward_cosine": 0.9998411598958468,
        "mean_feedback_forward_relative_error": 0.017521771602332592,
        "min_feedback_forward_cosine": 0.9997192621231079
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028411301688636365,
        "instruction_rms": 0.002841130169961081,
        "raw_apical_rms": 0.05818553476888552,
        "teaching_rms": 0.0028411301688636365,
        "traffic_rms": 0.05811009616615775
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.064376485895082e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5695416899256406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012941547616202073,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.0545366752576828
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02371906116604805,
        "mean_feedback_forward_cosine": 0.9998412634197035,
        "mean_feedback_forward_relative_error": 0.017515504536660093,
        "min_feedback_forward_cosine": 0.9997194409370422
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002873108035522821,
        "instruction_rms": 0.002873108035598262,
        "raw_apical_rms": 0.058178710259836765,
        "teaching_rms": 0.002873108035522821,
        "traffic_rms": 0.05810192322496004
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5799334224529957e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5787444232900127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012880004612157738,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.05403983069181442
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023714546114206314,
        "mean_feedback_forward_cosine": 0.9998413230243482,
        "mean_feedback_forward_relative_error": 0.017509420720958395,
        "min_feedback_forward_cosine": 0.9997195601463318
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002786247814131035,
        "instruction_rms": 0.0027862478142583027,
        "raw_apical_rms": 0.05819869921410517,
        "teaching_rms": 0.002786247814131035,
        "traffic_rms": 0.05812587764970692
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.156296557449423e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588434255265526e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012753137782011374,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.050622767721414566
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02370961755514145,
        "mean_feedback_forward_cosine": 0.999841432822378,
        "mean_feedback_forward_relative_error": 0.017503202010534312,
        "min_feedback_forward_cosine": 0.9997196197509766
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028607882528103473,
        "instruction_rms": 0.0028607882534355286,
        "raw_apical_rms": 0.05815206816094043,
        "teaching_rms": 0.0028607882528103473,
        "traffic_rms": 0.05807635823793762
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9643180354810283e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581386175170291e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012874606266487055,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.050744752855300904
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023704899474978447,
        "mean_feedback_forward_cosine": 0.999841504975369,
        "mean_feedback_forward_relative_error": 0.017497003029443715,
        "min_feedback_forward_cosine": 0.9997197389602661
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028195097628640206,
        "instruction_rms": 0.002819509762931709,
        "raw_apical_rms": 0.05810000743689457,
        "teaching_rms": 0.0028195097628640206,
        "traffic_rms": 0.058025004286034784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5218106713964517e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.577060599257345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012997597666210088,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.04723178561806679
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023699989542365074,
        "mean_feedback_forward_cosine": 0.9998416022250527,
        "mean_feedback_forward_relative_error": 0.017490704690939503,
        "min_feedback_forward_cosine": 0.9997198581695557
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002828929797522141,
        "instruction_rms": 0.0028289297984199465,
        "raw_apical_rms": 0.05806340062852588,
        "teaching_rms": 0.002828929797522141,
        "traffic_rms": 0.0579873514167232
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.589377423589667e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5896274246706575e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013143474080795945,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.04786119802355766
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023694995790719986,
        "mean_feedback_forward_cosine": 0.99984168692639,
        "mean_feedback_forward_relative_error": 0.017484494019299746,
        "min_feedback_forward_cosine": 0.99972003698349
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002804846471647915,
        "instruction_rms": 0.0028048464719146677,
        "raw_apical_rms": 0.05804877372281076,
        "teaching_rms": 0.002804846471647915,
        "traffic_rms": 0.05797434732336635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8177064237411287e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5836215601963932e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013345311897269051,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.0456303812110424
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023689979687333107,
        "mean_feedback_forward_cosine": 0.999841781038987,
        "mean_feedback_forward_relative_error": 0.01747817619654693,
        "min_feedback_forward_cosine": 0.9997200965881348
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002805705866472067,
        "instruction_rms": 0.002805705865952033,
        "raw_apical_rms": 0.05805784735414297,
        "teaching_rms": 0.002805705866472067,
        "traffic_rms": 0.057981769526717575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.566092227596073e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58433894366422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012976256034619396,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.0452512267267704
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023685121908783913,
        "mean_feedback_forward_cosine": 0.9998418814257571,
        "mean_feedback_forward_relative_error": 0.01747197157850391,
        "min_feedback_forward_cosine": 0.9997203350067139
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027631317505483846,
        "instruction_rms": 0.0027631317506881733,
        "raw_apical_rms": 0.05807224333875635,
        "teaching_rms": 0.0027631317505483846,
        "traffic_rms": 0.0579985942966814
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8627738402065006e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5800498396167407e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012983203247635836,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.04238693621635437
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023679867386817932,
        "mean_feedback_forward_cosine": 0.9998419724012676,
        "mean_feedback_forward_relative_error": 0.0174655569717288,
        "min_feedback_forward_cosine": 0.9997202754020691
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002842209934580564,
        "instruction_rms": 0.0028422099341845085,
        "raw_apical_rms": 0.05805426712578024,
        "teaching_rms": 0.002842209934580564,
        "traffic_rms": 0.05797689873326765
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.3209488492502715e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5831732759098893e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0130263755743642,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.043362416239380835
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02367483451962471,
        "mean_feedback_forward_cosine": 0.999842035142999,
        "mean_feedback_forward_relative_error": 0.017459253118814605,
        "min_feedback_forward_cosine": 0.9997205138206482
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027986650571783472,
        "instruction_rms": 0.0027986650587061026,
        "raw_apical_rms": 0.058015518861262355,
        "teaching_rms": 0.0027986650571783472,
        "traffic_rms": 0.057940836297314474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.0091417357880346e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581037286134207e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013255172286656037,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.041689656586050984
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02366987243294716,
        "mean_feedback_forward_cosine": 0.9998421763118944,
        "mean_feedback_forward_relative_error": 0.017453028011674945,
        "min_feedback_forward_cosine": 0.999720573425293
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002785877887321599,
        "instruction_rms": 0.002785877886682709,
        "raw_apical_rms": 0.05797112371212086,
        "teaching_rms": 0.002785877887321599,
        "traffic_rms": 0.05789672602214794
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8551220054851e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5853948304338615e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013085532760908805,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.040933654704093936
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023664962500333786,
        "mean_feedback_forward_cosine": 0.9998422390536258,
        "mean_feedback_forward_relative_error": 0.017446807340571757,
        "min_feedback_forward_cosine": 0.9997207522392273
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027144073772723794,
        "instruction_rms": 0.0027144073782762413,
        "raw_apical_rms": 0.05795554381121854,
        "teaching_rms": 0.0027144073772723794,
        "traffic_rms": 0.05788370780570867
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5522085778106884e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.577313494258832e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013407984950695739,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.038150023303031924
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02365969493985176,
        "mean_feedback_forward_cosine": 0.9998423206178766,
        "mean_feedback_forward_relative_error": 0.01744030465028788,
        "min_feedback_forward_cosine": 0.9997207522392273
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027987537903483334,
        "instruction_rms": 0.002798753790628295,
        "raw_apical_rms": 0.057951132057957266,
        "teaching_rms": 0.0027987537903483334,
        "traffic_rms": 0.057875494678494385
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.129769865495291e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584108005286615e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01328523945315896,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.03856465447068214
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02365473099052906,
        "mean_feedback_forward_cosine": 0.9998424398271661,
        "mean_feedback_forward_relative_error": 0.01743416444055344,
        "min_feedback_forward_cosine": 0.9997209310531616
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026891464152861543,
        "instruction_rms": 0.0026891464145561484,
        "raw_apical_rms": 0.057939269047513044,
        "teaching_rms": 0.0026891464152861543,
        "traffic_rms": 0.05786853537011673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.509550434126595e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581688705587644e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013210471113227516,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.036727761143893006
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0236494243144989,
        "mean_feedback_forward_cosine": 0.9998424931576377,
        "mean_feedback_forward_relative_error": 0.01742766162772712,
        "min_feedback_forward_cosine": 0.9997210502624512
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002776583252479212,
        "instruction_rms": 0.0027765832534503926,
        "raw_apical_rms": 0.057890681195060745,
        "teaching_rms": 0.002776583252479212,
        "traffic_rms": 0.057815124555598646
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5216573718012114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58519263086882e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013264906507227442,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03668872314095497
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02364412322640419,
        "mean_feedback_forward_cosine": 0.9998426060927542,
        "mean_feedback_forward_relative_error": 0.017421154991576548,
        "min_feedback_forward_cosine": 0.9997212290763855
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027799681940053164,
        "instruction_rms": 0.002779968194113836,
        "raw_apical_rms": 0.05788375426353001,
        "teaching_rms": 0.0027799681940053164,
        "traffic_rms": 0.05780905707948716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5094104572076503e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588702746002728e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013206177262358785,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.03619924788236618
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02363874390721321,
        "mean_feedback_forward_cosine": 0.9998427221649572,
        "mean_feedback_forward_relative_error": 0.017414551007708435,
        "min_feedback_forward_cosine": 0.9997212886810303
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027875746477434133,
        "instruction_rms": 0.002787574647077749,
        "raw_apical_rms": 0.05787779630631752,
        "teaching_rms": 0.0027875746477434133,
        "traffic_rms": 0.05780118139722461
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.0744860879394764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5859839170954707e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013183431817929928,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.03560914731755853
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023633567616343498,
        "mean_feedback_forward_cosine": 0.9998428162775541,
        "mean_feedback_forward_relative_error": 0.017408217940675586,
        "min_feedback_forward_cosine": 0.9997214674949646
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027286720293684744,
        "instruction_rms": 0.0027286720302544787,
        "raw_apical_rms": 0.057855575843486474,
        "teaching_rms": 0.0027286720293684744,
        "traffic_rms": 0.05778221124098056
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9131667744763945e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582200463097386e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013145762676139552,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.03431204848170281
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02362808771431446,
        "mean_feedback_forward_cosine": 0.9998429135272378,
        "mean_feedback_forward_relative_error": 0.017401677997488724,
        "min_feedback_forward_cosine": 0.9997215867042542
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002756712106115658,
        "instruction_rms": 0.002756712105103656,
        "raw_apical_rms": 0.05773952234345657,
        "teaching_rms": 0.002756712106115658,
        "traffic_rms": 0.057664595857305115
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.715187363833138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5830316780072755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01323314324092272,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.03379962452769279
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023622216656804085,
        "mean_feedback_forward_cosine": 0.9998430045027482,
        "mean_feedback_forward_relative_error": 0.01739479790098573,
        "min_feedback_forward_cosine": 0.9997217655181885
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002810183464682169,
        "instruction_rms": 0.00281018346400442,
        "raw_apical_rms": 0.05767047906303397,
        "teaching_rms": 0.002810183464682169,
        "traffic_rms": 0.05759026707328379
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.055739128399182e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5908632892580687e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013005453734538354,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.034090693633556365
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02361653745174408,
        "mean_feedback_forward_cosine": 0.9998431299862108,
        "mean_feedback_forward_relative_error": 0.01738787439994906,
        "min_feedback_forward_cosine": 0.999721884727478
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027392777523919426,
        "instruction_rms": 0.002739277751889986,
        "raw_apical_rms": 0.05767484985039437,
        "teaching_rms": 0.0027392777523919426,
        "traffic_rms": 0.05759967575054474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.7194812563257074e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5850364644610278e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012962672338627227,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.033417295489311216
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023611294105648994,
        "mean_feedback_forward_cosine": 0.9998432178246347,
        "mean_feedback_forward_relative_error": 0.017381350264737482,
        "min_feedback_forward_cosine": 0.9997220039367676
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026551598826432617,
        "instruction_rms": 0.0026551598816785997,
        "raw_apical_rms": 0.057641344358273734,
        "teaching_rms": 0.0026551598826432617,
        "traffic_rms": 0.0575707909988344
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9475392793187893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894654393941743e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012963645829072027,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.030888524031341076
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02360529638826847,
        "mean_feedback_forward_cosine": 0.9998433370339243,
        "mean_feedback_forward_relative_error": 0.017374323631979917,
        "min_feedback_forward_cosine": 0.9997220635414124
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028079028770605983,
        "instruction_rms": 0.0028079028761214373,
        "raw_apical_rms": 0.05762508449455023,
        "teaching_rms": 0.0028079028770605983,
        "traffic_rms": 0.05754565840854733
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9372614562817034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5929973834709378e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013164825053451557,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.03311364466309547
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023599760606884956,
        "mean_feedback_forward_cosine": 0.9998434468319541,
        "mean_feedback_forward_relative_error": 0.017367539241125707,
        "min_feedback_forward_cosine": 0.9997223615646362
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027045710200830496,
        "instruction_rms": 0.0027045710209797334,
        "raw_apical_rms": 0.05765334742131598,
        "teaching_rms": 0.0027045710200830496,
        "traffic_rms": 0.057579844211680345
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.4987000912801705e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5961964720239768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01293693999230156,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.0310197183573246
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023593520745635033,
        "mean_feedback_forward_cosine": 0.9998435472187243,
        "mean_feedback_forward_relative_error": 0.017360412417665907,
        "min_feedback_forward_cosine": 0.9997222423553467
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0028081918719351745,
        "instruction_rms": 0.002808191873033212,
        "raw_apical_rms": 0.057615975392926004,
        "teaching_rms": 0.0028081918719351745,
        "traffic_rms": 0.05753796031664983
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9591728178957055e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5796174797705326e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013125821729102951,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.0315018867456913
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023587718605995178,
        "mean_feedback_forward_cosine": 0.999843650742581,
        "mean_feedback_forward_relative_error": 0.017353386275078122,
        "min_feedback_forward_cosine": 0.9997225403785706
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002652457873573126,
        "instruction_rms": 0.0026524578726795124,
        "raw_apical_rms": 0.057583097947951446,
        "teaching_rms": 0.002652457873573126,
        "traffic_rms": 0.05751039273390099
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.658272618167757e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.600238751748094e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013055859842952102,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.029292854620218276
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02358176000416279,
        "mean_feedback_forward_cosine": 0.9998437762260437,
        "mean_feedback_forward_relative_error": 0.01734631214486925,
        "min_feedback_forward_cosine": 0.9997227191925049
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027325437302680947,
        "instruction_rms": 0.0027325437301666646,
        "raw_apical_rms": 0.057534370553697936,
        "teaching_rms": 0.0027325437302680947,
        "traffic_rms": 0.0574581175234071
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.2043328818408554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5941113753867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012972755341566125,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.03000675590276718
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02357550710439682,
        "mean_feedback_forward_cosine": 0.9998438954353333,
        "mean_feedback_forward_relative_error": 0.01733896415680647,
        "min_feedback_forward_cosine": 0.9997227191925049
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002782529870887378,
        "instruction_rms": 0.0027825298708998663,
        "raw_apical_rms": 0.05750605642056621,
        "teaching_rms": 0.002782529870887378,
        "traffic_rms": 0.05742690723778303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.7987843154164693e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5934579284879843e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012954881211095726,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.030608402154445647
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023569248616695404,
        "mean_feedback_forward_cosine": 0.9998440020962766,
        "mean_feedback_forward_relative_error": 0.017331609061281932,
        "min_feedback_forward_cosine": 0.999722957611084
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027754965831625184,
        "instruction_rms": 0.002775496583496655,
        "raw_apical_rms": 0.0574642095377966,
        "teaching_rms": 0.0027754965831625184,
        "traffic_rms": 0.057386601862848954
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.589072956027394e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5943082733706334e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01297859023780562,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.030076277549266815
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023563234135508537,
        "mean_feedback_forward_cosine": 0.9998441056201333,
        "mean_feedback_forward_relative_error": 0.01732420580657689,
        "min_feedback_forward_cosine": 0.9997230768203735
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027101197568862147,
        "instruction_rms": 0.00271011975658064,
        "raw_apical_rms": 0.05744070742034638,
        "teaching_rms": 0.0027101197568862147,
        "traffic_rms": 0.057365352735523255
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.672370851859341e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59363648743283e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013280733831998714,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.028544936015605926
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023557377979159355,
        "mean_feedback_forward_cosine": 0.9998442311035959,
        "mean_feedback_forward_relative_error": 0.0173171284412475,
        "min_feedback_forward_cosine": 0.9997233152389526
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026738634473450606,
        "instruction_rms": 0.002673863447379795,
        "raw_apical_rms": 0.05746043517532074,
        "teaching_rms": 0.0026738634473450606,
        "traffic_rms": 0.057388095693706134
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.1818348844581124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5889681128436496e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013507430875357086,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.02750085748434067
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023551417514681816,
        "mean_feedback_forward_cosine": 0.9998443565870586,
        "mean_feedback_forward_relative_error": 0.01730959156626149,
        "min_feedback_forward_cosine": 0.9997234344482422
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0027279233112765472,
        "instruction_rms": 0.0027279233116912095,
        "raw_apical_rms": 0.05744351059508819,
        "teaching_rms": 0.0027279233112765472,
        "traffic_rms": 0.05736803543586199
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.980232594040899e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5958555779566655e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013190545762997158,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.0274744773966074
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023545000702142715,
        "mean_feedback_forward_cosine": 0.9998444852076078,
        "mean_feedback_forward_relative_error": 0.01730193325171345,
        "min_feedback_forward_cosine": 0.9997236132621765
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002709156258004635,
        "instruction_rms": 0.002709156257683332,
        "raw_apical_rms": 0.05747711882992226,
        "teaching_rms": 0.002709156258004635,
        "traffic_rms": 0.05739966514143422
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.335746612265211e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5810670111045936e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01334225631486822,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.027866732613146306
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02353915572166443,
        "mean_feedback_forward_cosine": 0.999844607553984,
        "mean_feedback_forward_relative_error": 0.017294839171594696,
        "min_feedback_forward_cosine": 0.9997236728668213
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002608751069137295,
        "instruction_rms": 0.002608751068953392,
        "raw_apical_rms": 0.057489663025026325,
        "teaching_rms": 0.002608751069137295,
        "traffic_rms": 0.0574192833951276
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.564614298705692e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594587172458054e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013337753997663557,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.026251247929930686
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02353229932487011,
        "mean_feedback_forward_cosine": 0.9998446953924078,
        "mean_feedback_forward_relative_error": 0.017286978784556453,
        "min_feedback_forward_cosine": 0.9997237920761108
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002780129819519567,
        "instruction_rms": 0.0027801298199279395,
        "raw_apical_rms": 0.05749039974973138,
        "teaching_rms": 0.002780129819519567,
        "traffic_rms": 0.05741050112115724
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.928104869681647e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588801623356034e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013303544607688714,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.028217818396687508
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023525627329945564,
        "mean_feedback_forward_cosine": 0.9998448428354765,
        "mean_feedback_forward_relative_error": 0.017279106069748338,
        "min_feedback_forward_cosine": 0.9997239708900452
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002750434512733337,
        "instruction_rms": 0.0027504345132446737,
        "raw_apical_rms": 0.05745407211234368,
        "teaching_rms": 0.002750434512733337,
        "traffic_rms": 0.05737651542730492
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.549046307365188e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5833059473950843e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013381161176862007,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.026912111274302007
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023519257083535194,
        "mean_feedback_forward_cosine": 0.9998449714560258,
        "mean_feedback_forward_relative_error": 0.017271398640188732,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0026447556827906547,
        "instruction_rms": 0.002644755682485822,
        "raw_apical_rms": 0.05739502465230702,
        "teaching_rms": 0.0026447556827906547,
        "traffic_rms": 0.057321503486664094
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.578851265866433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5952521441476362e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013471417872372732,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.02531719263136387
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023519178852438927,
        "mean_feedback_forward_cosine": 0.9998449589076795,
        "mean_feedback_forward_relative_error": 0.01727119654319004,
        "min_feedback_forward_cosine": 0.9997240304946899
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0024984660169644047,
        "instruction_rms": 0.0024984660184026787,
        "raw_apical_rms": 0.05738325709389302,
        "teaching_rms": 0.0024984660169644047,
        "traffic_rms": 0.0573164676077068
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.970654300327169e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5932299927459126e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013490983665712802,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.022948164941072463
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0235191248357296,
        "mean_feedback_forward_cosine": 0.9998449808672855,
        "mean_feedback_forward_relative_error": 0.017271015695051142,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023515890685296766,
        "instruction_rms": 0.0023515890693939206,
        "raw_apical_rms": 0.057374534190365235,
        "teaching_rms": 0.0023515890685296766,
        "traffic_rms": 0.05731569528002722
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.705597346164268e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5905870446197192e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013233478461712859,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.021434672486782075
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351907268166542,
        "mean_feedback_forward_cosine": 0.9998449714560258,
        "mean_feedback_forward_relative_error": 0.017270845091460568,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022847290371578563,
        "instruction_rms": 0.0022847290366933056,
        "raw_apical_rms": 0.0573734062083818,
        "teaching_rms": 0.0022847290371578563,
        "traffic_rms": 0.0573174361458392
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.7503610056101024e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.596835507966456e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013455217626759348,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.021096742502748966
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351902797818184,
        "mean_feedback_forward_cosine": 0.9998449777301989,
        "mean_feedback_forward_relative_error": 0.01727067326244555,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023367294977548183,
        "instruction_rms": 0.0023367294986397992,
        "raw_apical_rms": 0.05737975330030295,
        "teaching_rms": 0.0023367294977548183,
        "traffic_rms": 0.05732156749726688
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.31183392429557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5857740142562933e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013272703140701485,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.02075178978025913
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351897582411766,
        "mean_feedback_forward_cosine": 0.999844984004372,
        "mean_feedback_forward_relative_error": 0.017270512241674096,
        "min_feedback_forward_cosine": 0.9997240304946899
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002232288561917826,
        "instruction_rms": 0.002232288562324549,
        "raw_apical_rms": 0.05737348458721552,
        "teaching_rms": 0.002232288561917826,
        "traffic_rms": 0.05731992795547907
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3539582727494235e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586576052104718e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01361129457330712,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.01994985049545765
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518923670053482,
        "mean_feedback_forward_cosine": 0.9998449808672855,
        "mean_feedback_forward_relative_error": 0.01727034511828893,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0023047581722546325,
        "instruction_rms": 0.0023047581720067817,
        "raw_apical_rms": 0.05738229272301259,
        "teaching_rms": 0.0023047581722546325,
        "traffic_rms": 0.0573245555896195
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.3610452259958947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5842413199835216e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013527439150612242,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.02045298466384411
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351888082921505,
        "mean_feedback_forward_cosine": 0.9998450091010646,
        "mean_feedback_forward_relative_error": 0.017270180445752646,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022286506370742098,
        "instruction_rms": 0.002228650637956419,
        "raw_apical_rms": 0.05738098818423979,
        "teaching_rms": 0.0022286506370742098,
        "traffic_rms": 0.057328995703304776
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9689944724964334e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5873482354699045e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013404039012638012,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.01974531180471182
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351883426308632,
        "mean_feedback_forward_cosine": 0.9998449934156317,
        "mean_feedback_forward_relative_error": 0.01727001312629957,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022173071440638515,
        "instruction_rms": 0.0022173071440956954,
        "raw_apical_rms": 0.05738514193488501,
        "teaching_rms": 0.0022173071440638515,
        "traffic_rms": 0.057331524296539225
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8927429340797062e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5857566315639373e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01342101107988028,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.01931478885859251
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518778383731842,
        "mean_feedback_forward_cosine": 0.9998449683189392,
        "mean_feedback_forward_relative_error": 0.017269842449183528,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022249830283360707,
        "instruction_rms": 0.0022249830281719195,
        "raw_apical_rms": 0.05738584804223898,
        "teaching_rms": 0.0022249830283360707,
        "traffic_rms": 0.05733172925445025
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5885732668484707e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894150901323794e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01335282099632516,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.019554809569716454
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351873368024826,
        "mean_feedback_forward_cosine": 0.9998449965527183,
        "mean_feedback_forward_relative_error": 0.01726967760508782,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002151638215363517,
        "instruction_rms": 0.0021516382155407333,
        "raw_apical_rms": 0.057381430052229274,
        "teaching_rms": 0.002151638215363517,
        "traffic_rms": 0.057331062077174526
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.488441535637321e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588593699632505e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013470523527911605,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.01926325267970562
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351868897676468,
        "mean_feedback_forward_cosine": 0.9998450091010646,
        "mean_feedback_forward_relative_error": 0.017269518471470003,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002125634026245325,
        "instruction_rms": 0.002125634025422105,
        "raw_apical_rms": 0.05737740442952186,
        "teaching_rms": 0.002125634026245325,
        "traffic_rms": 0.057328454533699044
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.076655374911752e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59027865905651e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013349836485837987,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.018467911663651467
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351863868534565,
        "mean_feedback_forward_cosine": 0.999845005963978,
        "mean_feedback_forward_relative_error": 0.017269355931172247,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002245239314089473,
        "instruction_rms": 0.002245239314091207,
        "raw_apical_rms": 0.05738239008157484,
        "teaching_rms": 0.002245239314089473,
        "traffic_rms": 0.057327105402776836
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.595736603439036e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5899662851827642e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013479209345880854,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.02052582154929638
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518595844507217,
        "mean_feedback_forward_cosine": 0.999844984004372,
        "mean_feedback_forward_relative_error": 0.01726919329284053,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002085286038777572,
        "instruction_rms": 0.0020852860381598676,
        "raw_apical_rms": 0.0573833706427686,
        "teaching_rms": 0.002085286038777572,
        "traffic_rms": 0.05733425342901533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.2860995702321816e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5921276154929244e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01337540389639851,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.01822956813007593
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518551141023636,
        "mean_feedback_forward_cosine": 0.9998449965527183,
        "mean_feedback_forward_relative_error": 0.01726903040942393,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002171648454808321,
        "instruction_rms": 0.0021716484554713963,
        "raw_apical_rms": 0.05738631310038968,
        "teaching_rms": 0.002171648454808321,
        "traffic_rms": 0.05733515524647261
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 3.647879864843162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597610155349661e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01330903302003386,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.01875597714006901
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518500849604607,
        "mean_feedback_forward_cosine": 0.9998450122381511,
        "mean_feedback_forward_relative_error": 0.01726886331054725,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020918261639358924,
        "instruction_rms": 0.002091826163651054,
        "raw_apical_rms": 0.057374569367673094,
        "teaching_rms": 0.0020918261639358924,
        "traffic_rms": 0.057326323778322294
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6000833486250485e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5878981846498698e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013371086808858854,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.01829057467728853
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518454283475876,
        "mean_feedback_forward_cosine": 0.9998449965527183,
        "mean_feedback_forward_relative_error": 0.01726869956933354,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002129252847319931,
        "instruction_rms": 0.0021292528474498376,
        "raw_apical_rms": 0.05738070843951083,
        "teaching_rms": 0.002129252847319931,
        "traffic_rms": 0.05733024445713955
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 2.4304661394580762e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5908106952560263e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013495574713068859,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.01816760263234377
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518411442637444,
        "mean_feedback_forward_cosine": 0.9998450091010646,
        "mean_feedback_forward_relative_error": 0.01726852555906302,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021407885121418058,
        "instruction_rms": 0.002140788513567485,
        "raw_apical_rms": 0.05737915283074554,
        "teaching_rms": 0.0021407885121418058,
        "traffic_rms": 0.05732850372271937
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9981148230717736e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5907598916601173e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013436224757928161,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.018039209269583224
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351836860179901,
        "mean_feedback_forward_cosine": 0.9998449934156317,
        "mean_feedback_forward_relative_error": 0.017268365224529254,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021163828404565494,
        "instruction_rms": 0.0021163828418142502,
        "raw_apical_rms": 0.05736745948711938,
        "teaching_rms": 0.0021163828404565494,
        "traffic_rms": 0.057317776783025194
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.829055389952373e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.598985887737527e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013334733589270186,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.01793671552181244
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518327623605728,
        "mean_feedback_forward_cosine": 0.9998449996898049,
        "mean_feedback_forward_relative_error": 0.017268207463386812,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020832244859589227,
        "instruction_rms": 0.0020832244874682956,
        "raw_apical_rms": 0.057353355819119996,
        "teaching_rms": 0.0020832244859589227,
        "traffic_rms": 0.0573052934652387
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8028910747934788e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590406969904027e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013274473191885858,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.01819315657824278
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518290370702744,
        "mean_feedback_forward_cosine": 0.9998449934156317,
        "mean_feedback_forward_relative_error": 0.017268050658075434,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020781069023363065,
        "instruction_rms": 0.002078106902547081,
        "raw_apical_rms": 0.05735650283023351,
        "teaching_rms": 0.0020781069023363065,
        "traffic_rms": 0.05730920028722544
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.998887183025545e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59377289946861e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013295038066118333,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.017898254123926163
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351824752986431,
        "mean_feedback_forward_cosine": 0.9998450185123243,
        "mean_feedback_forward_relative_error": 0.01726788510323355,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021011860855973076,
        "instruction_rms": 0.002101186085391997,
        "raw_apical_rms": 0.05735041906647417,
        "teaching_rms": 0.0021011860855973076,
        "traffic_rms": 0.057301841732502204
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5323647179220643e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594898275927885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013449609145165787,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.018024466275572776
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518214002251625,
        "mean_feedback_forward_cosine": 0.9998450122381511,
        "mean_feedback_forward_relative_error": 0.017267727391108087,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002087102389266293,
        "instruction_rms": 0.002087102389495566,
        "raw_apical_rms": 0.05735592528067921,
        "teaching_rms": 0.002087102389266293,
        "traffic_rms": 0.057307604575770686
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.901857243386985e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588603591865058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013348443492399673,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.017528176199793816
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518171161413193,
        "mean_feedback_forward_cosine": 0.999845005963978,
        "mean_feedback_forward_relative_error": 0.017267570414237286,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019893339499825135,
        "instruction_rms": 0.0019893339502636107,
        "raw_apical_rms": 0.057353590855402106,
        "teaching_rms": 0.0019893339499825135,
        "traffic_rms": 0.05731012084141232
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.209990140362606e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894949298460627e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013380838626160869,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.01656154245734215
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351813204586506,
        "mean_feedback_forward_cosine": 0.9998450153752377,
        "mean_feedback_forward_relative_error": 0.017267413094247643,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019981901987260586,
        "instruction_rms": 0.0019981901972129902,
        "raw_apical_rms": 0.05734882044997107,
        "teaching_rms": 0.0019981901987260586,
        "traffic_rms": 0.057304415683832904
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6037376699150627e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5865845761459818e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013327381199228994,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.016893687390089035
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518087342381477,
        "mean_feedback_forward_cosine": 0.999844984004372,
        "mean_feedback_forward_relative_error": 0.017267252759713875,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020176040540159945,
        "instruction_rms": 0.00201760405374586,
        "raw_apical_rms": 0.057350337641196195,
        "teaching_rms": 0.0020176040540159945,
        "traffic_rms": 0.05730491986159956
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.8684906894227424e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5904243318155756e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013540174063617965,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.01689831969231367
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023518040776252747,
        "mean_feedback_forward_cosine": 0.999845005963978,
        "mean_feedback_forward_relative_error": 0.017267091346806603,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002110489302557219,
        "instruction_rms": 0.0021104893029142238,
        "raw_apical_rms": 0.0573430209548111,
        "teaching_rms": 0.002110489302557219,
        "traffic_rms": 0.05729411328179494
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6443487399774313e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5903513031679064e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013434720724542092,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.01805402633190155
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517999798059464,
        "mean_feedback_forward_cosine": 0.9998450091010646,
        "mean_feedback_forward_relative_error": 0.017266930963255857,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020831217355797684,
        "instruction_rms": 0.0020831217360948225,
        "raw_apical_rms": 0.057344762702300094,
        "teaching_rms": 0.0020831217355797684,
        "traffic_rms": 0.0572965314896843
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.148596050550623e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5922893980484393e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013357991325996967,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.017737425000965597
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351795695722103,
        "mean_feedback_forward_cosine": 0.9998450216494108,
        "mean_feedback_forward_relative_error": 0.017266767295567614,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002064303038458786,
        "instruction_rms": 0.0020643030375293485,
        "raw_apical_rms": 0.057346604005834974,
        "teaching_rms": 0.002064303038458786,
        "traffic_rms": 0.057299130453858406
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 2.6667217767339935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586389925472698e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01342157532794813,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.017186520867347718
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517915979027748,
        "mean_feedback_forward_cosine": 0.9998450247864974,
        "mean_feedback_forward_relative_error": 0.01726660769628851,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002064908757239111,
        "instruction_rms": 0.0020649087570205915,
        "raw_apical_rms": 0.057359493733329776,
        "teaching_rms": 0.002064908757239111,
        "traffic_rms": 0.057312791425208
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.4808841203594056e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5882272618935948e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013329622781219245,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.01708396843150258
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517878726124763,
        "mean_feedback_forward_cosine": 0.9998449871414586,
        "mean_feedback_forward_relative_error": 0.017266449297925358,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002000839309244665,
        "instruction_rms": 0.0020008393088562105,
        "raw_apical_rms": 0.057354331010434766,
        "teaching_rms": 0.002000839309244665,
        "traffic_rms": 0.05731041612375414
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.082667632270386e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5861289543363617e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013703346191610802,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.0169252636051178
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351783588528633,
        "mean_feedback_forward_cosine": 0.9998450185123243,
        "mean_feedback_forward_relative_error": 0.01726628592433898,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002075181777824532,
        "instruction_rms": 0.0020751817774730466,
        "raw_apical_rms": 0.0573524260369971,
        "teaching_rms": 0.002075181777824532,
        "traffic_rms": 0.057305416692034365
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.584153335760675e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5827674085165077e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013359061321905676,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.017334949306249618
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517794907093048,
        "mean_feedback_forward_cosine": 0.9998449996898049,
        "mean_feedback_forward_relative_error": 0.01726613264824999,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002014207073887876,
        "instruction_rms": 0.002014207073290162,
        "raw_apical_rms": 0.057359259890034126,
        "teaching_rms": 0.002014207073887876,
        "traffic_rms": 0.05731347761433656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6199343139410303e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894676625237817e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013291305712022777,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.016212611750364304
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517759516835213,
        "mean_feedback_forward_cosine": 0.9998450028268915,
        "mean_feedback_forward_relative_error": 0.017265976627210255,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00202425156919865,
        "instruction_rms": 0.002024251568952365,
        "raw_apical_rms": 0.05736410632444398,
        "teaching_rms": 0.00202425156919865,
        "traffic_rms": 0.0573180389690067
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.130725983486627e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5856964706496374e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01343330052174667,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.016154939995408058
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517712950706482,
        "mean_feedback_forward_cosine": 0.9998450153752377,
        "mean_feedback_forward_relative_error": 0.01726581766515186,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020808460084478335,
        "instruction_rms": 0.0020808460078286383,
        "raw_apical_rms": 0.05736800241736101,
        "teaching_rms": 0.0020808460084478335,
        "traffic_rms": 0.057318457351389115
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 4.1850928056419434e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589972196710049e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013443505317114786,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.017870618642866612
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351767010986805,
        "mean_feedback_forward_cosine": 0.9998450153752377,
        "mean_feedback_forward_relative_error": 0.017265660222619772,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019752129011466,
        "instruction_rms": 0.001975212901077048,
        "raw_apical_rms": 0.057361420458163684,
        "teaching_rms": 0.0019752129011466,
        "traffic_rms": 0.05731753810061673
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5178477969234336e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585132040700604e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013263508613660376,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.01595723027318716
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517627269029617,
        "mean_feedback_forward_cosine": 0.9998450122381511,
        "mean_feedback_forward_relative_error": 0.01726549893225494,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002056042633513552,
        "instruction_rms": 0.002056042633999269,
        "raw_apical_rms": 0.057362854444357333,
        "teaching_rms": 0.002056042633513552,
        "traffic_rms": 0.057316702077554814
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 2.641351848353679e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5842899614656654e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01344182782785502,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.016741032394468783
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517588153481483,
        "mean_feedback_forward_cosine": 0.999845005963978,
        "mean_feedback_forward_relative_error": 0.017265341685790764,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020329601783776992,
        "instruction_rms": 0.0020329601791557223,
        "raw_apical_rms": 0.05735880451931111,
        "teaching_rms": 0.0020329601783776992,
        "traffic_rms": 0.05731267454983789
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.4085119676442446e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5836136262300237e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013460098599200498,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.01669560650587082
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517552763223648,
        "mean_feedback_forward_cosine": 0.9998450185123243,
        "mean_feedback_forward_relative_error": 0.017265176719152613,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020211817037602445,
        "instruction_rms": 0.002021181704895943,
        "raw_apical_rms": 0.05734329406095505,
        "teaching_rms": 0.0020211817037602445,
        "traffic_rms": 0.05729868706034937
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.7512847939069616e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583986983531327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013358566601462223,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.01612350366294384
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517509922385216,
        "mean_feedback_forward_cosine": 0.9998450091010646,
        "mean_feedback_forward_relative_error": 0.0172650234920806,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002025432708327083,
        "instruction_rms": 0.0020254327090709,
        "raw_apical_rms": 0.05734765992241117,
        "teaching_rms": 0.002025432708327083,
        "traffic_rms": 0.05730157226386756
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.7961721826841313e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587383151039377e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01351139882423983,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.017084790429621934
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517470806837082,
        "mean_feedback_forward_cosine": 0.9998450310606706,
        "mean_feedback_forward_relative_error": 0.017264868696465305,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019692059160469665,
        "instruction_rms": 0.0019692059164125144,
        "raw_apical_rms": 0.05733782188308922,
        "teaching_rms": 0.0019692059160469665,
        "traffic_rms": 0.05729467665702164
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.5992076047032242e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5862184240332955e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013520175314197464,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.01590409055672586
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0235174261033535,
        "mean_feedback_forward_cosine": 0.9998450185123243,
        "mean_feedback_forward_relative_error": 0.01726471921919208,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002025227763892542,
        "instruction_rms": 0.002025227764260128,
        "raw_apical_rms": 0.05733468046349477,
        "teaching_rms": 0.002025227763892542,
        "traffic_rms": 0.057288533541542314
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.0322183047483122e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582928958186145e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013585357527955333,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.01626177947819233
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517383262515068,
        "mean_feedback_forward_cosine": 0.9998450310606706,
        "mean_feedback_forward_relative_error": 0.0172645628550335,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020021715825815473,
        "instruction_rms": 0.0020021715821719206,
        "raw_apical_rms": 0.05732200478566699,
        "teaching_rms": 0.0020021715825815473,
        "traffic_rms": 0.05727581919887089
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.9174138660437166e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584622900587571e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013338737027183982,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.016226574447751045
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517346009612083,
        "mean_feedback_forward_cosine": 0.9998450341977572,
        "mean_feedback_forward_relative_error": 0.017264403549856262,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019979804266275682,
        "instruction_rms": 0.0019979804273983146,
        "raw_apical_rms": 0.05731966442404613,
        "teaching_rms": 0.0019979804266275682,
        "traffic_rms": 0.05727456249237145
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.365276507987346e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585106808997569e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013214349369234305,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.016052276432514192
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351730689406395,
        "mean_feedback_forward_cosine": 0.999845027923584,
        "mean_feedback_forward_relative_error": 0.017264244979933688,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020261862256974604,
        "instruction_rms": 0.002026186225080451,
        "raw_apical_rms": 0.05731911098822427,
        "teaching_rms": 0.0020261862256974604,
        "traffic_rms": 0.05727482046286172
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.750409677787502e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912921508358083e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0133770204123874,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.016106046799719335
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517267778515816,
        "mean_feedback_forward_cosine": 0.9998450341977572,
        "mean_feedback_forward_relative_error": 0.017264095747745352,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002084517786397392,
        "instruction_rms": 0.002084517786810338,
        "raw_apical_rms": 0.05731823835764148,
        "teaching_rms": 0.002084517786397392,
        "traffic_rms": 0.05727056065766402
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.6282682696887605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5926909066856375e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013407291462708287,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.017042857864499092
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517221212387085,
        "mean_feedback_forward_cosine": 0.99984504988319,
        "mean_feedback_forward_relative_error": 0.01726394038843481,
        "min_feedback_forward_cosine": 0.9997242093086243
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019533575766178964,
        "instruction_rms": 0.0019533575763705504,
        "raw_apical_rms": 0.057307394806373285,
        "teaching_rms": 0.0019533575766178964,
        "traffic_rms": 0.05726445641345482
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.015597727085151e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5882725827341307e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013322252800089685,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.015307355008125306
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0235171876847744,
        "mean_feedback_forward_cosine": 0.9998450310606706,
        "mean_feedback_forward_relative_error": 0.01726379387668873,
        "min_feedback_forward_cosine": 0.999724268913269
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020175057533645896,
        "instruction_rms": 0.002017505753006968,
        "raw_apical_rms": 0.05731023814774878,
        "teaching_rms": 0.0020175057533645896,
        "traffic_rms": 0.05726338736054773
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 2.994784153997898e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586028207071519e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013423752794974493,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.0161244964286685
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517148569226265,
        "mean_feedback_forward_cosine": 0.9998450467461034,
        "mean_feedback_forward_relative_error": 0.017263639644768677,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019277244213247295,
        "instruction_rms": 0.001927724421166909,
        "raw_apical_rms": 0.057302355535684635,
        "teaching_rms": 0.0019277244213247295,
        "traffic_rms": 0.05726092887403599
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0737457126379013,
        "maximum_absolute_post_projection_soma_slope": 3.236558043795412e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5840046712144062e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013395139098612398,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.01522445619776845
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517107591032982,
        "mean_feedback_forward_cosine": 0.9998450436090168,
        "mean_feedback_forward_relative_error": 0.017263485143255246,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002007255169589413,
        "instruction_rms": 0.0020072551695138295,
        "raw_apical_rms": 0.057301600122195054,
        "teaching_rms": 0.002007255169589413,
        "traffic_rms": 0.057256973851480986
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 3.716307617196435e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5896233956811234e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013576885275588018,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.015922825186252595
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023517075926065445,
        "mean_feedback_forward_cosine": 0.99984504988319,
        "mean_feedback_forward_relative_error": 0.017263335592456554,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018885162356603754,
        "instruction_rms": 0.0018885162354027258,
        "raw_apical_rms": 0.057302852367039823,
        "teaching_rms": 0.0018885162356603754,
        "traffic_rms": 0.05726224190867023
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07374570518732071,
        "maximum_absolute_post_projection_soma_slope": 2.9884116514722336e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5883394611679662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013366220530925097,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.0146630579072237
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9165,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.396319580078125,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "5",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2164536320,
    "peak_memory_reserved_bytes": 3103784960,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 4.441796264131881e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 3.1988324877829655e-08,
      "min_residual_soma_slope": -4.441796264131881e-08,
      "mse": 3.440779624321059e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.211239499632087e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.211239499632087e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 12,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7013368606567383,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.03748607635498047,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 9091.857142448425,
    "train_wall_s": 9089.30370759964
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.015147827565670013,
      0.008992872200906277,
      0.006335717625916004,
      0.006321475841104984,
      0.003678887849673629,
      0.004123614635318518,
      0.002525815973058343,
      0.004781324882060289,
      0.0033923478331416845,
      0.0038862654473632574,
      0.00256628030911088,
      0.003065550234168768,
      0.0020046851132065058,
      0.0039893328212201595,
      0.0029188611079007387,
      0.0033148694783449173,
      0.002407304011285305,
      0.0027950506191700697,
      0.0022151924204081297
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.000000476837158,
      4.0,
      3.999999761581421,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      3.999999761581421,
      4.0,
      4.0,
      4.000000476837158,
      3.999999761581421,
      3.999999523162842,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.08152718842029572,
      0.047528091818094254,
      0.02159477397799492,
      0.03322690725326538,
      0.009904556907713413,
      0.022132862359285355,
      0.005730380769819021,
      0.024846715852618217,
      0.009144105948507786,
      0.020660117268562317,
      0.0059754690155386925,
      0.01662653498351574,
      0.0041145277209579945,
      0.021255075931549072,
      0.007200336549431086,
      0.0175380390137434,
      0.005119331181049347,
      0.015115395188331604,
      0.00420715194195509
    ],
    "unscaled_traffic_rms": [
      0.7432036995887756,
      0.7568469047546387,
      1.1735650300979614,
      0.7610068321228027,
      1.4857354164123535,
      0.7452474236488342,
      1.7631051540374756,
      0.7697314620018005,
      1.4839494228363037,
      0.7524188756942749,
      1.7178770303726196,
      0.7375078797340393,
      1.9488848447799683,
      0.7507538795471191,
      1.6215137243270874,
      0.7560410499572754,
      1.8809518814086914,
      0.7396566271781921,
      2.1061205863952637
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401089286955008,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 2595266560
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 45220225875968,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 1613199402221568
  }
}