{
  "architecture": {
    "adaptive_apical_parameters": 606208,
    "adaptive_feedback_parameters": 461440,
    "base_width": 16,
    "blocks_per_stage": 5,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 303104,
    "forward_parameters": 464154,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 606208,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 32,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 10,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 10,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5010,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9995589315891266,
    "feedback_forward_cosine": [
      0.9997740387916565,
      0.9997309446334839,
      0.9997027516365051,
      0.9996247291564941,
      0.9997149705886841,
      0.9996957778930664,
      0.9997022151947021,
      0.9996531009674072,
      0.9997735023498535,
      0.9997079372406006,
      0.9997566342353821,
      0.9998109936714172,
      0.9996917247772217,
      0.9996817708015442,
      0.9997506141662598,
      0.9997068643569946,
      0.9997621774673462,
      0.9996962547302246,
      0.9998061060905457,
      0.9997254014015198,
      0.9997891187667847,
      0.9998679757118225,
      0.9998348355293274,
      0.9998195171356201,
      0.9998433589935303,
      0.9997998476028442,
      0.9998409748077393,
      0.9997413754463196,
      0.999759316444397,
      0.9994879961013794,
      0.9999843835830688
    ],
    "feedback_forward_norm_ratio": [
      0.9994954466819763,
      1.0000416040420532,
      0.998541533946991,
      1.0021997690200806,
      1.0001829862594604,
      1.0013530254364014,
      0.9990200400352478,
      1.0003763437271118,
      0.9990434050559998,
      1.0013920068740845,
      0.9990915060043335,
      1.0000687837600708,
      0.9990549683570862,
      1.0015116930007935,
      0.9992631673812866,
      1.0009570121765137,
      0.999589204788208,
      1.0007927417755127,
      0.9992879033088684,
      1.0010055303573608,
      0.9994683861732483,
      1.0001976490020752,
      0.9995712637901306,
      1.0007340908050537,
      0.9997577667236328,
      1.000835657119751,
      0.9999958872795105,
      1.0008939504623413,
      0.999650776386261,
      1.0013740062713623,
      1.0024473667144775
    ],
    "feedback_forward_relative_error": [
      0.021259063854813576,
      0.02319592982530594,
      0.02441164292395115,
      0.027515806257724762,
      0.023877011612057686,
      0.024722866714000702,
      0.02441096119582653,
      0.026350652799010277,
      0.02129196748137474,
      0.024228349328041077,
      0.022065987810492516,
      0.019444063305854797,
      0.024835975840687752,
      0.025296475738286972,
      0.022337041795253754,
      0.024245882406830788,
      0.021809294819831848,
      0.02467196434736252,
      0.019692709669470787,
      0.023471806198358536,
      0.020535696297883987,
      0.01625259779393673,
      0.01818172261118889,
      0.019018346443772316,
      0.0176985003054142,
      0.020035430788993835,
      0.01783774606883526,
      0.0227713230997324,
      0.02193632908165455,
      0.03205590322613716,
      0.006116573233157396
    ],
    "innovation_negative_gradient_cosine": [
      0.9995901584625244,
      0.9994624853134155,
      0.9996066093444824,
      0.9994260668754578,
      0.9996123313903809,
      0.9995615482330322,
      0.9996132850646973,
      0.9995354413986206,
      0.9996192455291748,
      0.99956214427948,
      0.9996346235275269,
      0.999651312828064,
      0.9996753334999084,
      0.9995397329330444,
      0.9996817111968994,
      0.9995582699775696,
      0.9996984004974365,
      0.9996146559715271,
      0.9997084736824036,
      0.9996262788772583,
      0.9997171759605408,
      0.9997403621673584,
      0.9997692108154297,
      0.9997376203536987,
      0.9997997879981995,
      0.9997826218605042,
      0.9998412132263184,
      0.9998517036437988,
      0.9999121427536011,
      0.9999598264694214,
      0.7429801821708679
    ],
    "instruction_negative_gradient_cosine": [
      0.9995901584625244,
      0.9994624853134155,
      0.9996066093444824,
      0.9994260668754578,
      0.9996123313903809,
      0.9995615482330322,
      0.9996132850646973,
      0.9995353817939758,
      0.9996192455291748,
      0.99956214427948,
      0.9996346235275269,
      0.999651312828064,
      0.9996753931045532,
      0.9995397329330444,
      0.9996817111968994,
      0.9995582699775696,
      0.9996983408927917,
      0.9996145963668823,
      0.9997084140777588,
      0.9996262788772583,
      0.9997172355651855,
      0.9997403621673584,
      0.9997692108154297,
      0.9997376203536987,
      0.9997997879981995,
      0.9997826218605042,
      0.9998412132263184,
      0.999851644039154,
      0.9999121427536011,
      0.9999598264694214,
      0.7659255862236023
    ],
    "matched_negative_gradient_cosine": [
      0.02436966821551323,
      0.023935535922646523,
      0.02684222161769867,
      0.04496397823095322,
      0.028166145086288452,
      0.012743436731398106,
      0.024146437644958496,
      -0.004558200482279062,
      0.021830925717949867,
      0.03601580485701561,
      0.03358205407857895,
      0.003503045067191124,
      0.04407677799463272,
      0.06796478480100632,
      0.04375102370977402,
      0.08095117658376694,
      0.055207736790180206,
      0.15869669616222382,
      0.044433970004320145,
      0.18739309906959534,
      0.04294835776090622,
      0.0767122432589531,
      0.008538261987268925,
      0.25225597620010376,
      0.04945363849401474,
      0.29917144775390625,
      0.14587603509426117,
      0.28368568420410156,
      0.19282856583595276,
      0.24919679760932922,
      0.12054048478603363
    ],
    "max_norm_match_direction_error": 2.384185791015625e-07,
    "max_norm_match_relative_error": 1.67687119301263e-07,
    "mean_feedback_forward_cosine": 0.9997495874281852,
    "mean_feedback_forward_relative_error": 0.02198631041533043,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.08339470624923706,
      "max_absolute_post_projection_soma_slope": 2.176913760365551e-08,
      "max_absolute_pre_projection_soma_slope": 0.08339470624923706,
      "max_positive_post_projection_soma_slope": 2.176913760365551e-08,
      "min_post_projection_soma_slope": -9.30956645106562e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.4092123232960273e-08,
      "pre_projection_traffic_rms_ratio": 0.007342756290308434
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.007342756290262722,
    "raw_negative_gradient_cosine": [
      0.02436966821551323,
      0.023935535922646523,
      0.02684222161769867,
      0.04496397823095322,
      0.028166145086288452,
      0.012743436731398106,
      0.024146437644958496,
      -0.004558197688311338,
      0.021830927580595016,
      0.03601580485701561,
      0.03358205407857895,
      0.0035030432045459747,
      0.04407677799463272,
      0.06796477735042572,
      0.04375102370977402,
      0.08095117658376694,
      0.055207736790180206,
      0.15869669616222382,
      0.044433966279029846,
      0.18739309906959534,
      0.04294835776090622,
      0.0767122358083725,
      0.00853826105594635,
      0.25225594639778137,
      0.04945364594459534,
      0.29917144775390625,
      0.14587603509426117,
      0.28368568420410156,
      0.19282855093479156,
      0.24919679760932922,
      0.12054048478603363
    ],
    "teaching_negative_gradient_cosine": [
      0.9995901584625244,
      0.9994624853134155,
      0.9996066093444824,
      0.9994260668754578,
      0.9996123313903809,
      0.9995615482330322,
      0.9996132850646973,
      0.9995354413986206,
      0.9996192455291748,
      0.99956214427948,
      0.9996346235275269,
      0.999651312828064,
      0.9996753334999084,
      0.9995397329330444,
      0.9996817111968994,
      0.9995582699775696,
      0.9996984004974365,
      0.9996146559715271,
      0.9997084736824036,
      0.9996262788772583,
      0.9997171759605408,
      0.9997403621673584,
      0.9997692108154297,
      0.9997376203536987,
      0.9997997879981995,
      0.9997826218605042,
      0.9998412132263184,
      0.9998517036437988,
      0.9999121427536011,
      0.9999598264694214,
      0.7429801821708679
    ],
    "traffic_instruction_rms_ratio": 22.42608294638183,
    "used_negative_gradient_cosine": [
      0.9995901584625244,
      0.9994624853134155,
      0.9996066093444824,
      0.9994260668754578,
      0.9996123313903809,
      0.9995615482330322,
      0.9996132850646973,
      0.9995354413986206,
      0.9996192455291748,
      0.99956214427948,
      0.9996346235275269,
      0.999651312828064,
      0.9996753334999084,
      0.9995397329330444,
      0.9996817111968994,
      0.9995582699775696,
      0.9996984004974365,
      0.9996146559715271,
      0.9997084736824036,
      0.9996262788772583,
      0.9997171759605408,
      0.9997403621673584,
      0.9997692108154297,
      0.9997376203536987,
      0.9997997879981995,
      0.9997826218605042,
      0.9998412132263184,
      0.9998517036437988,
      0.9999121427536011,
      0.9999598264694214,
      0.7429801821708679
    ],
    "wall_s": 0.24200749397277832
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.355901837348938,
        "mean_feedback_forward_cosine": 0.2852873273434178,
        "mean_feedback_forward_relative_error": 1.1913391543972878,
        "min_feedback_forward_cosine": 0.08586828410625458
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0013150885607349611,
        "instruction_rms": 0.00131508856097854,
        "raw_apical_rms": 0.03484235745422441,
        "teaching_rms": 0.0013150885607349611,
        "traffic_rms": 0.03478066642460851
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339476585388184,
        "maximum_absolute_post_projection_soma_slope": 3.812822058080201e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.032019977820027e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0075063381139136446,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 2.0549319031143187
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.327340006828308,
        "mean_feedback_forward_cosine": 0.34048358951845475,
        "mean_feedback_forward_relative_error": 1.1447024422307168,
        "min_feedback_forward_cosine": 0.12527257204055786
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0016963456007157778,
        "instruction_rms": 0.0016963456004990569,
        "raw_apical_rms": 0.04024585679608645,
        "teaching_rms": 0.0016963456007157778,
        "traffic_rms": 0.04020947866848
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.507070900354847e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7969390483677425e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0068364199827301,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.5279106087112426
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2859400510787964,
        "mean_feedback_forward_cosine": 0.4163759865107075,
        "mean_feedback_forward_relative_error": 1.0783473012908813,
        "min_feedback_forward_cosine": 0.18110977113246918
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002580048269783251,
        "instruction_rms": 0.0025800482699530124,
        "raw_apical_rms": 0.04554578361803903,
        "teaching_rms": 0.002580048269783251,
        "traffic_rms": 0.04547182030609843
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.415419851966362e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.754833210230822e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008881454455707012,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.2715791214370729
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2412482500076294,
        "mean_feedback_forward_cosine": 0.4899324380582379,
        "mean_feedback_forward_relative_error": 1.0095262863943655,
        "min_feedback_forward_cosine": 0.23849225044250488
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034018786332155066,
        "instruction_rms": 0.0034018786344267417,
        "raw_apical_rms": 0.04921902618349008,
        "teaching_rms": 0.0034018786332155066,
        "traffic_rms": 0.04910040835566669
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.1035885800511096e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.717590752438206e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010448503530181886,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 1.0204214226150512
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.201474666595459,
        "mean_feedback_forward_cosine": 0.5483782426003487,
        "mean_feedback_forward_relative_error": 0.9508343819648989,
        "min_feedback_forward_cosine": 0.29382187128067017
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003755928134117291,
        "instruction_rms": 0.0037559281342010643,
        "raw_apical_rms": 0.05244726618885307,
        "teaching_rms": 0.003755928134117291,
        "traffic_rms": 0.052311337931786044
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.597585163106487e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6904462615328156e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011300256942293823,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.8440713566589355
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1691337823867798,
        "mean_feedback_forward_cosine": 0.5943051163227328,
        "mean_feedback_forward_relative_error": 0.9018531864689242,
        "min_feedback_forward_cosine": 0.3400437831878662
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038564600137755358,
        "instruction_rms": 0.003856460012589805,
        "raw_apical_rms": 0.05468812043183341,
        "teaching_rms": 0.0038564600137755358,
        "traffic_rms": 0.054550762737266244
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.883540682953935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6751136142438453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011332458019579068,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.7406229090690613
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1405353546142578,
        "mean_feedback_forward_cosine": 0.631730503612949,
        "mean_feedback_forward_relative_error": 0.8595834172541096,
        "min_feedback_forward_cosine": 0.3737984299659729
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003907344717177833,
        "instruction_rms": 0.0039073447173506816,
        "raw_apical_rms": 0.056909366153420994,
        "teaching_rms": 0.003907344717177833,
        "traffic_rms": 0.05677376059815443
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.706522105379918e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6758073235919733e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011085048338354104,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6593398728179931
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1113486289978027,
        "mean_feedback_forward_cosine": 0.6641632635747233,
        "mean_feedback_forward_relative_error": 0.8209669763042081,
        "min_feedback_forward_cosine": 0.4066813588142395
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003990091048657211,
        "instruction_rms": 0.003990091048852472,
        "raw_apical_rms": 0.05804253738402756,
        "teaching_rms": 0.003990091048657211,
        "traffic_rms": 0.05790395606961878
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.4732874354403975e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.669251196960308e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009877755518766499,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.6113407627677917
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.082719087600708,
        "mean_feedback_forward_cosine": 0.6921723225424367,
        "mean_feedback_forward_relative_error": 0.7858609268742223,
        "min_feedback_forward_cosine": 0.43843305110931396
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003964494074421636,
        "instruction_rms": 0.003964494074318108,
        "raw_apical_rms": 0.05932042115448445,
        "teaching_rms": 0.003964494074421636,
        "traffic_rms": 0.05918637979609914
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.906145806809036e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6668357684750913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01073259391523067,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5666326992416382
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0535595417022705,
        "mean_feedback_forward_cosine": 0.7170614888591151,
        "mean_feedback_forward_relative_error": 0.7533362844297963,
        "min_feedback_forward_cosine": 0.46895086765289307
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0040015759836207945,
        "instruction_rms": 0.004001575984398696,
        "raw_apical_rms": 0.06059908415036365,
        "teaching_rms": 0.0040015759836207945,
        "traffic_rms": 0.06046504577138352
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.141637433008327e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6525504298387055e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011589405876446466,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5297036050415039
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0252355337142944,
        "mean_feedback_forward_cosine": 0.7390876143209396,
        "mean_feedback_forward_relative_error": 0.7232973796706046,
        "min_feedback_forward_cosine": 0.497922420501709
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004010087298212577,
        "instruction_rms": 0.004010087298705321,
        "raw_apical_rms": 0.06164359882323319,
        "teaching_rms": 0.004010087298212577,
        "traffic_rms": 0.0615113754899271
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.4137283222435144e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6440752975873324e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01090744082179042,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5002654731845856
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9966118931770325,
        "mean_feedback_forward_cosine": 0.7589489529209752,
        "mean_feedback_forward_relative_error": 0.6948745740998176,
        "min_feedback_forward_cosine": 0.5261656045913696
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004010168196352792,
        "instruction_rms": 0.004010168195776317,
        "raw_apical_rms": 0.062487694327737764,
        "teaching_rms": 0.004010168196352792,
        "traffic_rms": 0.06235728861555303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.349732935475913e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6399026551057674e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010842519805162293,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.47606026063919066
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9682766199111938,
        "mean_feedback_forward_cosine": 0.778004611692121,
        "mean_feedback_forward_relative_error": 0.6664577011139162,
        "min_feedback_forward_cosine": 0.5530743598937988
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0040969481889085516,
        "instruction_rms": 0.004096948188787894,
        "raw_apical_rms": 0.0628274022822907,
        "teaching_rms": 0.0040969481889085516,
        "traffic_rms": 0.06269190935063933
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9702793113983716e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6359904081027137e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010646548982429315,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.4559270332813263
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9407852292060852,
        "mean_feedback_forward_cosine": 0.7948982311833289,
        "mean_feedback_forward_relative_error": 0.6403621579370191,
        "min_feedback_forward_cosine": 0.5782277584075928
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004063829557878184,
        "instruction_rms": 0.004063829558396398,
        "raw_apical_rms": 0.06372131699376611,
        "teaching_rms": 0.004063829557878184,
        "traffic_rms": 0.06358992870339157
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0118812333057576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6278581302425092e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010365332279405429,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.43522120515823365
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9140377044677734,
        "mean_feedback_forward_cosine": 0.8103813913560682,
        "mean_feedback_forward_relative_error": 0.6153127503010535,
        "min_feedback_forward_cosine": 0.6020639538764954
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004040252380590241,
        "instruction_rms": 0.00404025238101508,
        "raw_apical_rms": 0.06474712431372905,
        "teaching_rms": 0.004040252380590241,
        "traffic_rms": 0.06461911420571795
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8675136931610723e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.627431558462012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010635548573964435,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.41694536555290224
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8878570199012756,
        "mean_feedback_forward_cosine": 0.8244789319653665,
        "mean_feedback_forward_relative_error": 0.591701201373531,
        "min_feedback_forward_cosine": 0.6244533658027649
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0040404580250400085,
        "instruction_rms": 0.004040458025074786,
        "raw_apical_rms": 0.06552216446823896,
        "teaching_rms": 0.0040404580250400085,
        "traffic_rms": 0.06539567100592737
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0631628789024035e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.627446215788966e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010049432767590133,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.40558433619499207
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8616690635681152,
        "mean_feedback_forward_cosine": 0.8373137885524381,
        "mean_feedback_forward_relative_error": 0.5692409392326109,
        "min_feedback_forward_cosine": 0.6465263366699219
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0040150428332068715,
        "instruction_rms": 0.004015042833261711,
        "raw_apical_rms": 0.06618050256427714,
        "teaching_rms": 0.0040150428332068715,
        "traffic_rms": 0.06605664098845627
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.780158325776938e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6207527320206334e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009688953653773081,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.38887233457565307
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8360998034477234,
        "mean_feedback_forward_cosine": 0.8491213552413448,
        "mean_feedback_forward_relative_error": 0.5479545554807109,
        "min_feedback_forward_cosine": 0.6672181487083435
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004026569946400506,
        "instruction_rms": 0.004026569946748301,
        "raw_apical_rms": 0.06651230574523131,
        "teaching_rms": 0.004026569946400506,
        "traffic_rms": 0.06638833433219032
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.406674859400937e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6266179546135666e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010354216357478097,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3751208915233612
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8097883462905884,
        "mean_feedback_forward_cosine": 0.8604870361666526,
        "mean_feedback_forward_relative_error": 0.5265913466292043,
        "min_feedback_forward_cosine": 0.6878430247306824
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004045563500797783,
        "instruction_rms": 0.0040455635008758584,
        "raw_apical_rms": 0.06692520747789484,
        "teaching_rms": 0.004045563500797783,
        "traffic_rms": 0.06680078995742675
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.9425661907112044e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6226443160509122e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009212847204157338,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.36499167021751405
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7832959294319153,
        "mean_feedback_forward_cosine": 0.8708358137838302,
        "mean_feedback_forward_relative_error": 0.5062668155277928,
        "min_feedback_forward_cosine": 0.7075591683387756
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004016434326381081,
        "instruction_rms": 0.004016434326946165,
        "raw_apical_rms": 0.06744402887766679,
        "teaching_rms": 0.004016434326381081,
        "traffic_rms": 0.06732237993706922
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6816575626753547e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6178786900768774e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010256992207468606,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.358980114402771
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7576461434364319,
        "mean_feedback_forward_cosine": 0.8800988158872051,
        "mean_feedback_forward_relative_error": 0.48746528788920374,
        "min_feedback_forward_cosine": 0.7260517477989197
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0039145930922363245,
        "instruction_rms": 0.003914593089588133,
        "raw_apical_rms": 0.06775718054868864,
        "teaching_rms": 0.0039145930922363245,
        "traffic_rms": 0.06764206603663708
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9244217714108345e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.614565286792486e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01007597096411203,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.34363371705055235
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7333029508590698,
        "mean_feedback_forward_cosine": 0.8887851468978389,
        "mean_feedback_forward_relative_error": 0.46922569265288694,
        "min_feedback_forward_cosine": 0.7430939674377441
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003968343398757923,
        "instruction_rms": 0.003968343399322759,
        "raw_apical_rms": 0.06766371910018273,
        "teaching_rms": 0.003968343398757923,
        "traffic_rms": 0.06754525459794881
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8113346317582e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6172171000390134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010355066739213608,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.3329271225643158
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.708159327507019,
        "mean_feedback_forward_cosine": 0.8971072089287543,
        "mean_feedback_forward_relative_error": 0.4510384975902496,
        "min_feedback_forward_cosine": 0.7603352069854736
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0039925677956464765,
        "instruction_rms": 0.003992567794789574,
        "raw_apical_rms": 0.06811845471550859,
        "teaching_rms": 0.0039925677956464765,
        "traffic_rms": 0.06799902373379944
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.876948279606495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6183721195731257e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010109405315751363,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3241496332168579
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6836541295051575,
        "mean_feedback_forward_cosine": 0.9048887452771587,
        "mean_feedback_forward_relative_error": 0.43351450129862756,
        "min_feedback_forward_cosine": 0.7764149904251099
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003993437418829618,
        "instruction_rms": 0.003993437417674439,
        "raw_apical_rms": 0.06883859664801428,
        "teaching_rms": 0.003993437418829618,
        "traffic_rms": 0.06872035719581852
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9346761465376403e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6083075734488722e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010582388246811042,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.31755477598190307
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6599841713905334,
        "mean_feedback_forward_cosine": 0.9118670552007614,
        "mean_feedback_forward_relative_error": 0.4171058021245464,
        "min_feedback_forward_cosine": 0.7915564775466919
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003945102122322032,
        "instruction_rms": 0.003945102120359529,
        "raw_apical_rms": 0.0692187785577354,
        "teaching_rms": 0.003945102122322032,
        "traffic_rms": 0.06910412269078686
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0883885671073585e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.605825593003453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010479713474136175,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.31450688428878787
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6355026960372925,
        "mean_feedback_forward_cosine": 0.9185291605611001,
        "mean_feedback_forward_relative_error": 0.40078419110467356,
        "min_feedback_forward_cosine": 0.8066827654838562
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003986443019869842,
        "instruction_rms": 0.003986443019222523,
        "raw_apical_rms": 0.06964720194991254,
        "teaching_rms": 0.003986443019869842,
        "traffic_rms": 0.06953091354488793
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8504461013767468e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6060907137306867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010706610008114553,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.31076201431274414
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6138848662376404,
        "mean_feedback_forward_cosine": 0.9244122370596854,
        "mean_feedback_forward_relative_error": 0.3858543773812632,
        "min_feedback_forward_cosine": 0.8195127844810486
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00395727869577107,
        "instruction_rms": 0.003957278694457989,
        "raw_apical_rms": 0.07003219610683441,
        "teaching_rms": 0.00395727869577107,
        "traffic_rms": 0.06991807275540245
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.190206854242206e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.609355681670642e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010017265818399526,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.2911986347579956
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5914310812950134,
        "mean_feedback_forward_cosine": 0.9300016299370797,
        "mean_feedback_forward_relative_error": 0.3711627169001487,
        "min_feedback_forward_cosine": 0.832229495048523
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003989525615953841,
        "instruction_rms": 0.003989525614823946,
        "raw_apical_rms": 0.07037566354420195,
        "teaching_rms": 0.003989525615953841,
        "traffic_rms": 0.0702602044086338
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.057853703580804e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.611923204240864e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010354357278439079,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.2919534160041809
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5701101422309875,
        "mean_feedback_forward_cosine": 0.9351586353394293,
        "mean_feedback_forward_relative_error": 0.3570136045736651,
        "min_feedback_forward_cosine": 0.8438876867294312
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003916522260135462,
        "instruction_rms": 0.0039165222608802015,
        "raw_apical_rms": 0.07069943514489989,
        "teaching_rms": 0.003916522260135462,
        "traffic_rms": 0.07058853849817812
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.2089534585111323e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6070630583397585e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009864038319295616,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.2853457137966156
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5485604405403137,
        "mean_feedback_forward_cosine": 0.939991093450977,
        "mean_feedback_forward_relative_error": 0.343268955907514,
        "min_feedback_forward_cosine": 0.8552882671356201
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038888734481912733,
        "instruction_rms": 0.0038888734484806642,
        "raw_apical_rms": 0.07119314528072004,
        "teaching_rms": 0.0038888734481912733,
        "traffic_rms": 0.07108478376763376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.1641795910909423e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6068949907262807e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009344873604752581,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.2808817547035217
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5274695754051208,
        "mean_feedback_forward_cosine": 0.9444268884197358,
        "mean_feedback_forward_relative_error": 0.3302037600548037,
        "min_feedback_forward_cosine": 0.8659871816635132
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038612350577803705,
        "instruction_rms": 0.003861235060363108,
        "raw_apical_rms": 0.07156784535807284,
        "teaching_rms": 0.0038612350577803705,
        "traffic_rms": 0.07146112307308779
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9213742536171594e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.599961771195114e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00899707845930508,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.27626795665740966
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5078015923500061,
        "mean_feedback_forward_cosine": 0.9485022002650846,
        "mean_feedback_forward_relative_error": 0.31772861389383195,
        "min_feedback_forward_cosine": 0.8757166862487793
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038673789960190917,
        "instruction_rms": 0.0038673789958513626,
        "raw_apical_rms": 0.07154200206454321,
        "teaching_rms": 0.0038673789960190917,
        "traffic_rms": 0.07143512845786441
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.8276232910684485e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.599828349729547e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009012329077991727,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.2691772640275955
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4882529675960541,
        "mean_feedback_forward_cosine": 0.9524526557614726,
        "mean_feedback_forward_relative_error": 0.30515540727684576,
        "min_feedback_forward_cosine": 0.8849746584892273
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.004001714659556043,
        "instruction_rms": 0.004001714660291499,
        "raw_apical_rms": 0.07188466507873913,
        "teaching_rms": 0.004001714659556043,
        "traffic_rms": 0.07177060212648059
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6061382385478282e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6010016624015026e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008843690193080572,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.26975091490745545
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.47038230299949646,
        "mean_feedback_forward_cosine": 0.9559128226772431,
        "mean_feedback_forward_relative_error": 0.29372032347225374,
        "min_feedback_forward_cosine": 0.8931869268417358
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003866794331814295,
        "instruction_rms": 0.0038667943315269146,
        "raw_apical_rms": 0.07248943034839585,
        "teaching_rms": 0.003866794331814295,
        "traffic_rms": 0.07238389863981391
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.1972885733134717e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5987922491578846e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008119160435629602,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2609949604797363
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4523027837276459,
        "mean_feedback_forward_cosine": 0.9591905647708524,
        "mean_feedback_forward_relative_error": 0.2825319216616692,
        "min_feedback_forward_cosine": 0.9011703133583069
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003888217473177897,
        "instruction_rms": 0.003888217472393469,
        "raw_apical_rms": 0.07271104291605943,
        "teaching_rms": 0.003888217473177897,
        "traffic_rms": 0.07260443796315413
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.970719492623175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5943847238346735e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008716405861196121,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2555421365642548
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.43530547618865967,
        "mean_feedback_forward_cosine": 0.962148618313574,
        "mean_feedback_forward_relative_error": 0.27193370629702845,
        "min_feedback_forward_cosine": 0.9083752632141113
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038472607075104286,
        "instruction_rms": 0.003847260708558824,
        "raw_apical_rms": 0.07311550607523036,
        "teaching_rms": 0.0038472607075104286,
        "traffic_rms": 0.07301197379605809
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.564729939535937e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.601760873368359e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008733120888548558,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2510679250240326
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.41786566376686096,
        "mean_feedback_forward_cosine": 0.9650170514660497,
        "mean_feedback_forward_relative_error": 0.26134377453596364,
        "min_feedback_forward_cosine": 0.9154398441314697
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00391465809543543,
        "instruction_rms": 0.003914658094983083,
        "raw_apical_rms": 0.0729227545519694,
        "teaching_rms": 0.00391465809543543,
        "traffic_rms": 0.07281504936157407
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.437560636143644e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5986736342805637e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008870490007415485,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2534460880565643
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4016924798488617,
        "mean_feedback_forward_cosine": 0.967648027404662,
        "mean_feedback_forward_relative_error": 0.2512254726982886,
        "min_feedback_forward_cosine": 0.9217399954795837
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038684681372659377,
        "instruction_rms": 0.0038684681367641954,
        "raw_apical_rms": 0.07289484821777953,
        "teaching_rms": 0.0038684681372659377,
        "traffic_rms": 0.07278930519585007
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9372056786769463e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.599444901215317e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009470029783169135,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.24605752365112304
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.38644707202911377,
        "mean_feedback_forward_cosine": 0.9700227052934708,
        "mean_feedback_forward_relative_error": 0.2417544020760444,
        "min_feedback_forward_cosine": 0.9275497198104858
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038557534338615443,
        "instruction_rms": 0.0038557534328940925,
        "raw_apical_rms": 0.0730733501443275,
        "teaching_rms": 0.0038557534338615443,
        "traffic_rms": 0.07296899002912055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.2965522816775774e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6022807170896294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.009324111192015686,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.24045695706367493
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37039729952812195,
        "mean_feedback_forward_cosine": 0.972320762372786,
        "mean_feedback_forward_relative_error": 0.2322382777929306,
        "min_feedback_forward_cosine": 0.9333997964859009
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003863954479881888,
        "instruction_rms": 0.003863954479368754,
        "raw_apical_rms": 0.07327049786244774,
        "teaching_rms": 0.003863954479881888,
        "traffic_rms": 0.07316580763237819
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8939748375478302e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593296119595771e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008987748031136278,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.24438991549015046
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3552638292312622,
        "mean_feedback_forward_cosine": 0.9744124393309316,
        "mean_feedback_forward_relative_error": 0.22328707047047153,
        "min_feedback_forward_cosine": 0.9386234879493713
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003845642755001636,
        "instruction_rms": 0.003845642753481902,
        "raw_apical_rms": 0.07362757664145705,
        "teaching_rms": 0.003845642755001636,
        "traffic_rms": 0.07352450126421374
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.74471716465996e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6047489986458367e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008401534127999766,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.2353876228237152
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.34149542450904846,
        "mean_feedback_forward_cosine": 0.9762915392075816,
        "mean_feedback_forward_relative_error": 0.21486841190245845,
        "min_feedback_forward_cosine": 0.9432387351989746
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038190742704273363,
        "instruction_rms": 0.0038190742694001827,
        "raw_apical_rms": 0.07370958562685571,
        "teaching_rms": 0.0038190742704273363,
        "traffic_rms": 0.07360805408494495
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5660757074774665e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59289747540714e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008132971699278936,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.23211295499801635
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3280247747898102,
        "mean_feedback_forward_cosine": 0.9780537947531669,
        "mean_feedback_forward_relative_error": 0.206693280368082,
        "min_feedback_forward_cosine": 0.9475867748260498
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003739299371577429,
        "instruction_rms": 0.003739299370138564,
        "raw_apical_rms": 0.07458029297740579,
        "teaching_rms": 0.003739299371577429,
        "traffic_rms": 0.07448380664695446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.3749898875612416e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593370065675669e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008140765757782584,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2319326350736618
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.31559228897094727,
        "mean_feedback_forward_cosine": 0.9796506147230825,
        "mean_feedback_forward_relative_error": 0.19898946174690801,
        "min_feedback_forward_cosine": 0.9514440298080444
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0038072827260089244,
        "instruction_rms": 0.003807282726619384,
        "raw_apical_rms": 0.07482573855703395,
        "teaching_rms": 0.0038072827260089244,
        "traffic_rms": 0.07472613621102088
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3296335527334122e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5941347562912665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008329016918594521,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.22890997206687927
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3033545911312103,
        "mean_feedback_forward_cosine": 0.9811681547472554,
        "mean_feedback_forward_relative_error": 0.19137271349468538,
        "min_feedback_forward_cosine": 0.9550760388374329
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037958648688829685,
        "instruction_rms": 0.003795864868612557,
        "raw_apical_rms": 0.07477883365826042,
        "teaching_rms": 0.0037958648688829685,
        "traffic_rms": 0.07467966679215148
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.808553212219067e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589216325241839e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007714240284789253,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.22528609904766084
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2914389371871948,
        "mean_feedback_forward_cosine": 0.9825650607385943,
        "mean_feedback_forward_relative_error": 0.18408100931875168,
        "min_feedback_forward_cosine": 0.958500862121582
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037406374919987852,
        "instruction_rms": 0.003740637492317074,
        "raw_apical_rms": 0.07476868493166478,
        "teaching_rms": 0.0037406374919987852,
        "traffic_rms": 0.0746723477867823
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.6830321903380536e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591689095207291e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008549012311788154,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.22341396438598632
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28000912070274353,
        "mean_feedback_forward_cosine": 0.9838960247655069,
        "mean_feedback_forward_relative_error": 0.17688635784772136,
        "min_feedback_forward_cosine": 0.9616625905036926
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003788429335074308,
        "instruction_rms": 0.003788429334407076,
        "raw_apical_rms": 0.07482689082631115,
        "teaching_rms": 0.003788429335074308,
        "traffic_rms": 0.07472843505891101
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9951458202504e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5937123684712816e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007491225114115658,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.22198218373775483
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26914381980895996,
        "mean_feedback_forward_cosine": 0.9850757429676671,
        "mean_feedback_forward_relative_error": 0.17024329340746325,
        "min_feedback_forward_cosine": 0.9645553827285767
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037051435019831666,
        "instruction_rms": 0.003705143501034956,
        "raw_apical_rms": 0.07531095649511314,
        "teaching_rms": 0.0037051435019831666,
        "traffic_rms": 0.07521728873562585
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.489898953683678e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587536353653519e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007733585194618078,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.21495834109783174
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25782403349876404,
        "mean_feedback_forward_cosine": 0.9862037743291547,
        "mean_feedback_forward_relative_error": 0.16367973831872787,
        "min_feedback_forward_cosine": 0.9674678444862366
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037595492592871547,
        "instruction_rms": 0.0037595492592439827,
        "raw_apical_rms": 0.07542204334045838,
        "teaching_rms": 0.0037595492592871547,
        "traffic_rms": 0.07532539366328513
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.002826787223967e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5870614450875012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007583728806009881,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.21523304907798768
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24763494729995728,
        "mean_feedback_forward_cosine": 0.9872592553015678,
        "mean_feedback_forward_relative_error": 0.15727029548537347,
        "min_feedback_forward_cosine": 0.9699530601501465
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037993633421569244,
        "instruction_rms": 0.003799363343137188,
        "raw_apical_rms": 0.07581127332624338,
        "teaching_rms": 0.0037993633421569244,
        "traffic_rms": 0.07571363311250577
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.2597214766051366e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590768476185006e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00738441074489908,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.21348953110694885
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2375047653913498,
        "mean_feedback_forward_cosine": 0.9882402016270545,
        "mean_feedback_forward_relative_error": 0.15109317533431516,
        "min_feedback_forward_cosine": 0.9723342657089233
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003758042514036572,
        "instruction_rms": 0.0037580425138219525,
        "raw_apical_rms": 0.07634999026301606,
        "teaching_rms": 0.003758042514036572,
        "traffic_rms": 0.07625514573251428
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.415420752299724e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5836734822757476e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00748790960677364,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.21254394674777985
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22811542451381683,
        "mean_feedback_forward_cosine": 0.9891276974831859,
        "mean_feedback_forward_relative_error": 0.14526261629596834,
        "min_feedback_forward_cosine": 0.9744594097137451
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037472381875839783,
        "instruction_rms": 0.0037472381874510312,
        "raw_apical_rms": 0.07646375429890218,
        "teaching_rms": 0.0037472381875839783,
        "traffic_rms": 0.0763691150155151
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.432652301820326e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5846385280689522e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007542917084654997,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.21006733677864076
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21926471590995789,
        "mean_feedback_forward_cosine": 0.9899317391457096,
        "mean_feedback_forward_relative_error": 0.13976371672845656,
        "min_feedback_forward_cosine": 0.9763983488082886
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003704912956609882,
        "instruction_rms": 0.003704912956245514,
        "raw_apical_rms": 0.07651026704923802,
        "teaching_rms": 0.003704912956609882,
        "traffic_rms": 0.07641752630726097
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.703242512642646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.584566921971642e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008138022357159809,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.20507358961105346
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21055907011032104,
        "mean_feedback_forward_cosine": 0.9906903543779927,
        "mean_feedback_forward_relative_error": 0.1343689361406911,
        "min_feedback_forward_cosine": 0.9782177209854126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037610988106757635,
        "instruction_rms": 0.0037610988121124355,
        "raw_apical_rms": 0.07677379383636217,
        "teaching_rms": 0.0037610988106757635,
        "traffic_rms": 0.07667893970489342
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.442420393184875e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5803364830292135e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007625236560505473,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.20681451694488526
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20280465483665466,
        "mean_feedback_forward_cosine": 0.9913615872783046,
        "mean_feedback_forward_relative_error": 0.1294098575749705,
        "min_feedback_forward_cosine": 0.9797812104225159
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036806931411789245,
        "instruction_rms": 0.003680693140367778,
        "raw_apical_rms": 0.07706194060510733,
        "teaching_rms": 0.0036806931411789245,
        "traffic_rms": 0.07697109683093753
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7282942127726528e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5784764462732706e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007894901263081608,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.19486241562843323
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19470247626304626,
        "mean_feedback_forward_cosine": 0.9920127584088233,
        "mean_feedback_forward_relative_error": 0.12443118650586374,
        "min_feedback_forward_cosine": 0.9813491702079773
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037299922851433396,
        "instruction_rms": 0.003729992284147289,
        "raw_apical_rms": 0.0772884664793332,
        "teaching_rms": 0.0037299922851433396,
        "traffic_rms": 0.07719614313523333
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.317347818665439e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576550471129702e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007761257460099643,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.2058708153629303
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18697470426559448,
        "mean_feedback_forward_cosine": 0.9926183665952375,
        "mean_feedback_forward_relative_error": 0.11962047315412952,
        "min_feedback_forward_cosine": 0.9827912449836731
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003750574471397808,
        "instruction_rms": 0.00375057447042929,
        "raw_apical_rms": 0.0772948126515323,
        "teaching_rms": 0.003750574471397808,
        "traffic_rms": 0.07720106588352636
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5107691925541076e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747330342699073e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00784233930591821,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.20121257962226868
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17957532405853271,
        "mean_feedback_forward_cosine": 0.9931631722757893,
        "mean_feedback_forward_relative_error": 0.11511752201664832,
        "min_feedback_forward_cosine": 0.9841135740280151
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003662668878217999,
        "instruction_rms": 0.0036626688795714023,
        "raw_apical_rms": 0.07791188188895462,
        "teaching_rms": 0.003662668878217999,
        "traffic_rms": 0.07782319173571092
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.738331161822316e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5821882872903312e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008064510568461034,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.194944077501297
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1722871959209442,
        "mean_feedback_forward_cosine": 0.9936728919706037,
        "mean_feedback_forward_relative_error": 0.11074392161061687,
        "min_feedback_forward_cosine": 0.9853686094284058
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003690065660985786,
        "instruction_rms": 0.003690065661159514,
        "raw_apical_rms": 0.07814971609262164,
        "teaching_rms": 0.003690065660985786,
        "traffic_rms": 0.07806017785163784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.187626518297293e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5703452872848636e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00826419011511355,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.19906718844413757
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16538487374782562,
        "mean_feedback_forward_cosine": 0.994152388265056,
        "mean_feedback_forward_relative_error": 0.10644797512119816,
        "min_feedback_forward_cosine": 0.9865068793296814
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037220134810003994,
        "instruction_rms": 0.0037220134805156894,
        "raw_apical_rms": 0.07861880500200948,
        "teaching_rms": 0.0037220134810003994,
        "traffic_rms": 0.07852735762761377
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8621364833725238e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572861628952369e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00804488518376896,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.19197324133872987
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15865659713745117,
        "mean_feedback_forward_cosine": 0.9945860466649455,
        "mean_feedback_forward_relative_error": 0.10243177978742507,
        "min_feedback_forward_cosine": 0.9875701665878296
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036756967838200588,
        "instruction_rms": 0.0036756967835092067,
        "raw_apical_rms": 0.07852890397506984,
        "teaching_rms": 0.0036756967838200588,
        "traffic_rms": 0.0784398471730066
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.663713516426469e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753745646322497e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008130088370309919,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.18818937430143357
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15215329825878143,
        "mean_feedback_forward_cosine": 0.9949974379231853,
        "mean_feedback_forward_relative_error": 0.09845988680758784,
        "min_feedback_forward_cosine": 0.9885643720626831
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036796930262741555,
        "instruction_rms": 0.0036796930261788255,
        "raw_apical_rms": 0.07875844023162022,
        "teaching_rms": 0.0036796930262741555,
        "traffic_rms": 0.07866972363818663
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.487852850980744e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5738110710633882e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008032919081584065,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.1944829085326195
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14598067104816437,
        "mean_feedback_forward_cosine": 0.995369057501516,
        "mean_feedback_forward_relative_error": 0.09472833105152653,
        "min_feedback_forward_cosine": 0.9894676208496094
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036404975762606376,
        "instruction_rms": 0.003640497575796741,
        "raw_apical_rms": 0.07908420325577573,
        "teaching_rms": 0.0036404975762606376,
        "traffic_rms": 0.0789976864468624
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.952219801954925e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5681745764662834e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008162281633851699,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.1887198252916336
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14030863344669342,
        "mean_feedback_forward_cosine": 0.9957132031840663,
        "mean_feedback_forward_relative_error": 0.09113867484754132,
        "min_feedback_forward_cosine": 0.9902660250663757
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003696651065230788,
        "instruction_rms": 0.0036966510648144247,
        "raw_apical_rms": 0.07930500808926666,
        "teaching_rms": 0.003696651065230788,
        "traffic_rms": 0.07921613079011502
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.631678697184725e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5692986619211024e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008451304282934901,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.18966873677253723
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13458269834518433,
        "mean_feedback_forward_cosine": 0.9960341722734513,
        "mean_feedback_forward_relative_error": 0.08764962161019925,
        "min_feedback_forward_cosine": 0.9910438656806946
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037063250873448266,
        "instruction_rms": 0.003706325087279222,
        "raw_apical_rms": 0.07930357355568904,
        "teaching_rms": 0.0037063250873448266,
        "traffic_rms": 0.07921465110548796
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.706752155745562e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573267149462498e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008419355987524054,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.18653674884796143
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1290910542011261,
        "mean_feedback_forward_cosine": 0.996338386689463,
        "mean_feedback_forward_relative_error": 0.08421859788077493,
        "min_feedback_forward_cosine": 0.9917571544647217
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003755409094338965,
        "instruction_rms": 0.003755409094812695,
        "raw_apical_rms": 0.07940073871020314,
        "teaching_rms": 0.003755409094338965,
        "traffic_rms": 0.07930913514804784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.05380716270065e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5659793860099052e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008260306812628704,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.18692917158126832
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12408643960952759,
        "mean_feedback_forward_cosine": 0.9966049117426719,
        "mean_feedback_forward_relative_error": 0.08109183909912263,
        "min_feedback_forward_cosine": 0.992379903793335
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036829986264340555,
        "instruction_rms": 0.0036829986266643145,
        "raw_apical_rms": 0.07962739066348803,
        "teaching_rms": 0.0036829986264340555,
        "traffic_rms": 0.07953967541359108
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0581485788161444e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.566883061778126e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00837261943244417,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.1866636373615265
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11915253847837448,
        "mean_feedback_forward_cosine": 0.9968554089146275,
        "mean_feedback_forward_relative_error": 0.07803975189885785,
        "min_feedback_forward_cosine": 0.9929676055908203
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036707826855637412,
        "instruction_rms": 0.0036707826862155324,
        "raw_apical_rms": 0.0796717360471924,
        "teaching_rms": 0.0036707826855637412,
        "traffic_rms": 0.07958410317724517
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.031730244629216e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5744897587154944e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00838858586876981,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.18337094452857972
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11427207291126251,
        "mean_feedback_forward_cosine": 0.9971046255480859,
        "mean_feedback_forward_relative_error": 0.07488689048876686,
        "min_feedback_forward_cosine": 0.9935302138328552
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0037297102686179293,
        "instruction_rms": 0.003729710267922763,
        "raw_apical_rms": 0.0799029147860724,
        "teaching_rms": 0.0037297102686179293,
        "traffic_rms": 0.07981305009970575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 4.280405718759539e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5752729057833483e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008417601092586454,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.18663185458660125
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10964248329401016,
        "mean_feedback_forward_cosine": 0.9973233265261496,
        "mean_feedback_forward_relative_error": 0.07200624475315694,
        "min_feedback_forward_cosine": 0.9940427541732788
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036650287420353206,
        "instruction_rms": 0.003665028741187252,
        "raw_apical_rms": 0.07991056399672092,
        "teaching_rms": 0.0036650287420353206,
        "traffic_rms": 0.07982378474357117
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.784740438244171e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5773465020243927e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00826227411471984,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.18453536989212035
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1053331270813942,
        "mean_feedback_forward_cosine": 0.9975196257714303,
        "mean_feedback_forward_relative_error": 0.06931946222339908,
        "min_feedback_forward_cosine": 0.9945000410079956
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003597899004171556,
        "instruction_rms": 0.0035978990040468136,
        "raw_apical_rms": 0.08001944314149088,
        "teaching_rms": 0.003597899004171556,
        "traffic_rms": 0.07993554606098731
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.3501461160767576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5700354771813393e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00810072571424986,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.17583886243343352
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10117068141698837,
        "mean_feedback_forward_cosine": 0.9977079975989557,
        "mean_feedback_forward_relative_error": 0.06663058481870159,
        "min_feedback_forward_cosine": 0.9949249029159546
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036686295973838087,
        "instruction_rms": 0.0036686295966257545,
        "raw_apical_rms": 0.08000519481746854,
        "teaching_rms": 0.0036686295973838087,
        "traffic_rms": 0.0799184972858601
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.58910883843555e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5626243335983284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008036996723027936,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.18267297471284866
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09699901938438416,
        "mean_feedback_forward_cosine": 0.9978785880150334,
        "mean_feedback_forward_relative_error": 0.06410341475519442,
        "min_feedback_forward_cosine": 0.9953319430351257
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035932545201262144,
        "instruction_rms": 0.003593254521193034,
        "raw_apical_rms": 0.08042419208411777,
        "teaching_rms": 0.0035932545201262144,
        "traffic_rms": 0.08034153862534027
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.108900514803281e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568811552101281e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007803228530432203,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.18235203879356385
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09305055439472198,
        "mean_feedback_forward_cosine": 0.9980383707631019,
        "mean_feedback_forward_relative_error": 0.06164170729537164,
        "min_feedback_forward_cosine": 0.9957046508789062
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036570393525167592,
        "instruction_rms": 0.0036570393522322698,
        "raw_apical_rms": 0.08090006371234526,
        "teaching_rms": 0.0036570393525167592,
        "traffic_rms": 0.08081434260689553
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.990508107814094e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.566782802844155e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007849882222665925,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.17558390679836272
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08932632952928543,
        "mean_feedback_forward_cosine": 0.9981871362655393,
        "mean_feedback_forward_relative_error": 0.05926036936861853,
        "min_feedback_forward_cosine": 0.9960409998893738
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036348549668665927,
        "instruction_rms": 0.003634854966830238,
        "raw_apical_rms": 0.08086789785879021,
        "teaching_rms": 0.0036348549668665927,
        "traffic_rms": 0.08078358758754098
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.1231397912279135e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5693692218065148e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00787932761656052,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.17688477809906006
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08556574583053589,
        "mean_feedback_forward_cosine": 0.9983308930550853,
        "mean_feedback_forward_relative_error": 0.05686707265915409,
        "min_feedback_forward_cosine": 0.996366024017334
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036824688423622194,
        "instruction_rms": 0.0036824688419950613,
        "raw_apical_rms": 0.08102194083883581,
        "teaching_rms": 0.0036824688423622194,
        "traffic_rms": 0.08093564399966643
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.7526508123164604e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5685122866473856e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008162393779176685,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.18277986051559447
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08226417750120163,
        "mean_feedback_forward_cosine": 0.998453059504109,
        "mean_feedback_forward_relative_error": 0.05474053779917379,
        "min_feedback_forward_cosine": 0.996640145778656
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035474776656681615,
        "instruction_rms": 0.003547477666022126,
        "raw_apical_rms": 0.08132771503496944,
        "teaching_rms": 0.0035474776656681615,
        "traffic_rms": 0.08124752151904503
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.334932685561398e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567679636746252e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00774254198216927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.17239945264816284
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07894986122846603,
        "mean_feedback_forward_cosine": 0.9985676811587426,
        "mean_feedback_forward_relative_error": 0.05267049402238861,
        "min_feedback_forward_cosine": 0.9969053268432617
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00356276355842355,
        "instruction_rms": 0.0035627635580226906,
        "raw_apical_rms": 0.0813899987839679,
        "teaching_rms": 0.00356276355842355,
        "traffic_rms": 0.08130950023272278
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7319087436694645e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5683558796275105e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007647961973077621,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.17563738648414612
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07576613873243332,
        "mean_feedback_forward_cosine": 0.9986779305242723,
        "mean_feedback_forward_relative_error": 0.05060064486197887,
        "min_feedback_forward_cosine": 0.9971492290496826
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003669309407827526,
        "instruction_rms": 0.003669309408464483,
        "raw_apical_rms": 0.08158544149180676,
        "teaching_rms": 0.003669309407827526,
        "traffic_rms": 0.08150000676470577
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.5702520051472675e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562578511492428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007938711460966998,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.1760140047597885
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07266905903816223,
        "mean_feedback_forward_cosine": 0.9987785816192627,
        "mean_feedback_forward_relative_error": 0.04863823535701921,
        "min_feedback_forward_cosine": 0.9973772764205933
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036194968051145686,
        "instruction_rms": 0.003619496805162315,
        "raw_apical_rms": 0.08191629950045785,
        "teaching_rms": 0.0036194968051145686,
        "traffic_rms": 0.08183385557538642
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.452686669902505e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570160577014126e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00806506302170734,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.17702248958110808
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06987287849187851,
        "mean_feedback_forward_cosine": 0.998868546178264,
        "mean_feedback_forward_relative_error": 0.04681353325084332,
        "min_feedback_forward_cosine": 0.9975741505622864
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003575344953220973,
        "instruction_rms": 0.0035753449538177234,
        "raw_apical_rms": 0.0819683022658836,
        "teaching_rms": 0.003575344953220973,
        "traffic_rms": 0.08188777785956977
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.7679661229740304e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.566094433936314e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007849995753008054,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.16953355858802796
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06717978417873383,
        "mean_feedback_forward_cosine": 0.9989532828330994,
        "mean_feedback_forward_relative_error": 0.045024896040558815,
        "min_feedback_forward_cosine": 0.9977569580078125
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036141092943761297,
        "instruction_rms": 0.003614109294875601,
        "raw_apical_rms": 0.082077754216964,
        "teaching_rms": 0.0036141092943761297,
        "traffic_rms": 0.08199510688311354
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.345369847806978e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562458871806964e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007238432633833196,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.16995401079177858
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06453754007816315,
        "mean_feedback_forward_cosine": 0.9990309669125464,
        "mean_feedback_forward_relative_error": 0.0433202795383911,
        "min_feedback_forward_cosine": 0.9979297518730164
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036439214262897262,
        "instruction_rms": 0.003643921425967304,
        "raw_apical_rms": 0.08217002811381474,
        "teaching_rms": 0.0036439214262897262,
        "traffic_rms": 0.08208661817354707
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0114140514569954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5690953303459456e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008072200522763718,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.16821364754676818
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06191731244325638,
        "mean_feedback_forward_cosine": 0.9991049516585565,
        "mean_feedback_forward_relative_error": 0.04163601976488867,
        "min_feedback_forward_cosine": 0.9980939626693726
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003617235617158337,
        "instruction_rms": 0.0036172356182459903,
        "raw_apical_rms": 0.08237902034936245,
        "teaching_rms": 0.003617235617158337,
        "traffic_rms": 0.08229712481692207
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.17764232704576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5625488105864348e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008154821467992599,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.17242857617855073
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059388451278209686,
        "mean_feedback_forward_cosine": 0.9991734739272825,
        "mean_feedback_forward_relative_error": 0.04001213655236267,
        "min_feedback_forward_cosine": 0.998245894908905
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003620544539172883,
        "instruction_rms": 0.0036205445387079436,
        "raw_apical_rms": 0.08254011325402648,
        "teaching_rms": 0.003620544539172883,
        "traffic_rms": 0.08245780283950736
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.105209600562375e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569397286008748e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008291227381989149,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.1736736896419525
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.057012882083654404,
        "mean_feedback_forward_cosine": 0.9992360165042262,
        "mean_feedback_forward_relative_error": 0.03846835417132224,
        "min_feedback_forward_cosine": 0.998383104801178
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035446815138317316,
        "instruction_rms": 0.003544681514516423,
        "raw_apical_rms": 0.0825348283111965,
        "teaching_rms": 0.0035446815138317316,
        "traffic_rms": 0.08245560063809228
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.697550272046101e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5656655588604398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00805729669538207,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.1686829930496216
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.054785773158073425,
        "mean_feedback_forward_cosine": 0.9992925120938209,
        "mean_feedback_forward_relative_error": 0.03701847809697351,
        "min_feedback_forward_cosine": 0.9985069632530212
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035615207358348114,
        "instruction_rms": 0.00356152073636778,
        "raw_apical_rms": 0.08277780108793044,
        "teaching_rms": 0.0035615207358348114,
        "traffic_rms": 0.08269831200569826
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5986578222614298e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5606963094361545e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008063271781542992,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.16682356884479524
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05265459045767784,
        "mean_feedback_forward_cosine": 0.9993455429230967,
        "mean_feedback_forward_relative_error": 0.035602630987282724,
        "min_feedback_forward_cosine": 0.9986201524734497
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00355541904800579,
        "instruction_rms": 0.0035554190472763215,
        "raw_apical_rms": 0.08282919608950909,
        "teaching_rms": 0.00355541904800579,
        "traffic_rms": 0.0827501483493525
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.679945237422544e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563713042214638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008130191503575137,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.16671095200538635
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05064012482762337,
        "mean_feedback_forward_cosine": 0.9993940841767096,
        "mean_feedback_forward_relative_error": 0.03425592977193094,
        "min_feedback_forward_cosine": 0.9987236261367798
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035852579973103065,
        "instruction_rms": 0.003585257997799481,
        "raw_apical_rms": 0.0830326928470821,
        "teaching_rms": 0.0035852579973103065,
        "traffic_rms": 0.08295268810956775
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.214773514059743e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5661120915691846e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008121393080230268,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.16324914855003356
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.048641324043273926,
        "mean_feedback_forward_cosine": 0.9994407103907678,
        "mean_feedback_forward_relative_error": 0.032912712393989484,
        "min_feedback_forward_cosine": 0.998822033405304
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003544825413088148,
        "instruction_rms": 0.003544825413466633,
        "raw_apical_rms": 0.08327067909481489,
        "teaching_rms": 0.003544825413088148,
        "traffic_rms": 0.083192579049649
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.594163899833802e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5644479609335364e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00812012055725399,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.1663533552932739
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04659680649638176,
        "mean_feedback_forward_cosine": 0.9994832815662507,
        "mean_feedback_forward_relative_error": 0.03163499982967492,
        "min_feedback_forward_cosine": 0.9989189505577087
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003592078893184251,
        "instruction_rms": 0.003592078893311404,
        "raw_apical_rms": 0.0835031994484873,
        "teaching_rms": 0.003592078893184251,
        "traffic_rms": 0.08342315793935176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.235513901245213e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5698272849513235e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008072326017401142,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.1693824523496628
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04479965567588806,
        "mean_feedback_forward_cosine": 0.9995210882156126,
        "mean_feedback_forward_relative_error": 0.03045479109090182,
        "min_feedback_forward_cosine": 0.9990005493164062
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035323107009127327,
        "instruction_rms": 0.003532310700250599,
        "raw_apical_rms": 0.0837014063717534,
        "teaching_rms": 0.0035323107009127327,
        "traffic_rms": 0.08362399676257729
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8977208188507575e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5683451276094962e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007604283250805687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.16243568373680115
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04293741285800934,
        "mean_feedback_forward_cosine": 0.9995575220354141,
        "mean_feedback_forward_relative_error": 0.029275535185250542,
        "min_feedback_forward_cosine": 0.9990818500518799
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003549721825434649,
        "instruction_rms": 0.003549721825316782,
        "raw_apical_rms": 0.08398704230406949,
        "teaching_rms": 0.003549721825434649,
        "traffic_rms": 0.08390917346887199
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.626586947940268e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5665325463905194e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00752577013343084,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.16565432056427
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.041176553815603256,
        "mean_feedback_forward_cosine": 0.999590939091098,
        "mean_feedback_forward_relative_error": 0.028149035218502243,
        "min_feedback_forward_cosine": 0.9991556406021118
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003576186377063354,
        "instruction_rms": 0.0035761863772387054,
        "raw_apical_rms": 0.08395016332387509,
        "teaching_rms": 0.003576186377063354,
        "traffic_rms": 0.0838712939257716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8516311090243107e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569087439647886e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008318848952305086,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.16255624423503875
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.039520446211099625,
        "mean_feedback_forward_cosine": 0.9996212951598629,
        "mean_feedback_forward_relative_error": 0.0270841752269095,
        "min_feedback_forward_cosine": 0.9992220401763916
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003561744843484287,
        "instruction_rms": 0.003561744843839171,
        "raw_apical_rms": 0.08399029340799966,
        "teaching_rms": 0.003561744843484287,
        "traffic_rms": 0.08391172999477906
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9455968331149052e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5623253241720107e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008006618363844678,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.16491941719055175
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03796082362532616,
        "mean_feedback_forward_cosine": 0.9996502822445285,
        "mean_feedback_forward_relative_error": 0.026027433454029022,
        "min_feedback_forward_cosine": 0.9992821216583252
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003589966664323821,
        "instruction_rms": 0.003589966665122185,
        "raw_apical_rms": 0.08431287707230326,
        "teaching_rms": 0.003589966664323821,
        "traffic_rms": 0.08423409906424048
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5056907659859462e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5609504358741697e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00785738037047338,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.16296563831329347
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.036444567143917084,
        "mean_feedback_forward_cosine": 0.9996770716482594,
        "mean_feedback_forward_relative_error": 0.025009731011044596,
        "min_feedback_forward_cosine": 0.9993383288383484
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00360747707542843,
        "instruction_rms": 0.0036074770749768173,
        "raw_apical_rms": 0.08467765755208641,
        "teaching_rms": 0.00360747707542843,
        "traffic_rms": 0.08459822310049236
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4535946607784354e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5648173371330087e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007617060488596373,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.1663270664405823
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.034938473254442215,
        "mean_feedback_forward_cosine": 0.9997021286718307,
        "mean_feedback_forward_relative_error": 0.02402060641156089,
        "min_feedback_forward_cosine": 0.9993917942047119
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036397288463450774,
        "instruction_rms": 0.0036397288465603184,
        "raw_apical_rms": 0.08491326886517161,
        "teaching_rms": 0.0036397288463450774,
        "traffic_rms": 0.08483228167999984
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3745101884742326e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5604579782151287e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008048356497771771,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.16660313208580016
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.033616967499256134,
        "mean_feedback_forward_cosine": 0.9997240112673852,
        "mean_feedback_forward_relative_error": 0.023120274016213034,
        "min_feedback_forward_cosine": 0.9994367361068726
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035727649303314837,
        "instruction_rms": 0.003572764929611883,
        "raw_apical_rms": 0.08470708676077847,
        "teaching_rms": 0.0035727649303314837,
        "traffic_rms": 0.08462902809964254
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3300563256611895e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5630175216782487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007916083632707675,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.15746098147869111
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03228490427136421,
        "mean_feedback_forward_cosine": 0.9997451786072024,
        "mean_feedback_forward_relative_error": 0.022217755431249257,
        "min_feedback_forward_cosine": 0.9994805455207825
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003591549406742129,
        "instruction_rms": 0.0035915494060704215,
        "raw_apical_rms": 0.08518187075714867,
        "teaching_rms": 0.003591549406742129,
        "traffic_rms": 0.08510350021673546
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4713497026596087e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5628718047862487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008340347177316647,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.16117573259353637
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032274410128593445,
        "mean_feedback_forward_cosine": 0.9997453535756757,
        "mean_feedback_forward_relative_error": 0.022208740619281606,
        "min_feedback_forward_cosine": 0.9994809627532959
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0025597685253738634,
        "instruction_rms": 0.0025597685252116685,
        "raw_apical_rms": 0.08547491858540754,
        "teaching_rms": 0.0025597685253738634,
        "traffic_rms": 0.08543433831941968
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.13239105764751e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5494181237097096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007422654681911069,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.09224812744140624
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03226881101727486,
        "mean_feedback_forward_cosine": 0.999745447789469,
        "mean_feedback_forward_relative_error": 0.022202638173175436,
        "min_feedback_forward_cosine": 0.9994810819625854
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002305256666105552,
        "instruction_rms": 0.0023052566671253245,
        "raw_apical_rms": 0.08550807596709387,
        "teaching_rms": 0.002305256666105552,
        "traffic_rms": 0.08547501450326687
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.381442681416047e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5504861717517015e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007509226383192996,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.0670065698492527
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03226366266608238,
        "mean_feedback_forward_cosine": 0.999745540080532,
        "mean_feedback_forward_relative_error": 0.022197081797545957,
        "min_feedback_forward_cosine": 0.999481201171875
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0022286802449406496,
        "instruction_rms": 0.0022286802453555907,
        "raw_apical_rms": 0.08545679273831264,
        "teaching_rms": 0.0022286802449406496,
        "traffic_rms": 0.08542551665802085
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.29503713203394e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555665529858451e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007591604205528983,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.05860980985045433
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03225874900817871,
        "mean_feedback_forward_cosine": 0.9997456342943253,
        "mean_feedback_forward_relative_error": 0.022191746340643977,
        "min_feedback_forward_cosine": 0.9994813203811646
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002167464340917165,
        "instruction_rms": 0.002167464341120168,
        "raw_apical_rms": 0.08550673968990274,
        "teaching_rms": 0.002167464340917165,
        "traffic_rms": 0.08547679728379944
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8308521748954263e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5576558381197946e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007576745409090194,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.05120233317017555
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032253555953502655,
        "mean_feedback_forward_cosine": 0.9997457285081187,
        "mean_feedback_forward_relative_error": 0.02218653321746857,
        "min_feedback_forward_cosine": 0.9994815587997437
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021619336690177904,
        "instruction_rms": 0.00216193366919149,
        "raw_apical_rms": 0.08544817313330487,
        "teaching_rms": 0.0021619336690177904,
        "traffic_rms": 0.08541816208300582
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.177058616188333e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.554723711855487e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007505560624599145,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.04782823716163635
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03224891051650047,
        "mean_feedback_forward_cosine": 0.9997458246446425,
        "mean_feedback_forward_relative_error": 0.022181579978355476,
        "min_feedback_forward_cosine": 0.9994816780090332
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00208157284433858,
        "instruction_rms": 0.0020815728441149596,
        "raw_apical_rms": 0.08538747474352967,
        "teaching_rms": 0.00208157284433858,
        "traffic_rms": 0.08535949316124698
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6068104119758573e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5535638404695628e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007590667119955549,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.043633259674310684
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03224467113614082,
        "mean_feedback_forward_cosine": 0.999745899631131,
        "mean_feedback_forward_relative_error": 0.022176929599335118,
        "min_feedback_forward_cosine": 0.9994817972183228
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019755878934773264,
        "instruction_rms": 0.0019755878929222856,
        "raw_apical_rms": 0.0853358083673315,
        "teaching_rms": 0.0019755878934773264,
        "traffic_rms": 0.08531011942267654
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.1214372480926613e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5580603677231063e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007731737408741131,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.03839781272113323
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03224049508571625,
        "mean_feedback_forward_cosine": 0.9997459707721588,
        "mean_feedback_forward_relative_error": 0.02217231109558094,
        "min_feedback_forward_cosine": 0.9994819164276123
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019690552945302426,
        "instruction_rms": 0.0019690552947943503,
        "raw_apical_rms": 0.08529715622856454,
        "teaching_rms": 0.0019690552945302426,
        "traffic_rms": 0.08527128827566889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.015750493773339e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558929068747043e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007791679900642506,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.036135771827697755
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032236065715551376,
        "mean_feedback_forward_cosine": 0.9997460265313426,
        "mean_feedback_forward_relative_error": 0.022167649931244312,
        "min_feedback_forward_cosine": 0.9994820356369019
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0020155333818530977,
        "instruction_rms": 0.0020155333817156542,
        "raw_apical_rms": 0.08530012725021925,
        "teaching_rms": 0.0020155333818530977,
        "traffic_rms": 0.08527326971106068
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.6608518882985663e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5544662176204826e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007744373681210149,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.03552405541539192
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03223174065351486,
        "mean_feedback_forward_cosine": 0.9997461380497101,
        "mean_feedback_forward_relative_error": 0.022162993814075185,
        "min_feedback_forward_cosine": 0.9994823336601257
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019946874885367533,
        "instruction_rms": 0.001994687488528825,
        "raw_apical_rms": 0.085235179910735,
        "teaching_rms": 0.0019946874885367533,
        "traffic_rms": 0.08520812312264033
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.1490266394484934e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5534802898873948e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007736756121215812,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.032745867322683336
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032227423042058945,
        "mean_feedback_forward_cosine": 0.9997462149589292,
        "mean_feedback_forward_relative_error": 0.02215854586252282,
        "min_feedback_forward_cosine": 0.9994823932647705
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019275506545169381,
        "instruction_rms": 0.001927550654109393,
        "raw_apical_rms": 0.08522787394399604,
        "teaching_rms": 0.0019275506545169381,
        "traffic_rms": 0.08520268849049957
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.212632648796898e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552632422780837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007719882621417421,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.030830372276902197
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03222312778234482,
        "mean_feedback_forward_cosine": 0.9997463091727226,
        "mean_feedback_forward_relative_error": 0.02215408224372133,
        "min_feedback_forward_cosine": 0.9994825124740601
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00196718213783514,
        "instruction_rms": 0.0019671821376934396,
        "raw_apical_rms": 0.08521148228723689,
        "teaching_rms": 0.00196718213783514,
        "traffic_rms": 0.08518520176123512
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8163565701788684e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5575391596702754e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007679841139779355,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.029900190619826315
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032219015061855316,
        "mean_feedback_forward_cosine": 0.9997463937728636,
        "mean_feedback_forward_relative_error": 0.022149722482408245,
        "min_feedback_forward_cosine": 0.9994826316833496
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018982169025729806,
        "instruction_rms": 0.0018982169027630233,
        "raw_apical_rms": 0.08521080114565163,
        "teaching_rms": 0.0018982169025729806,
        "traffic_rms": 0.08518592287703344
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7031020977119624e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5574630539534517e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007789678385508049,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.02714966125845909
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03221457079052925,
        "mean_feedback_forward_cosine": 0.9997464495320474,
        "mean_feedback_forward_relative_error": 0.022145199754665935,
        "min_feedback_forward_cosine": 0.9994828104972839
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00194397035899198,
        "instruction_rms": 0.0019439703589415216,
        "raw_apical_rms": 0.0851888517811902,
        "teaching_rms": 0.00194397035899198,
        "traffic_rms": 0.08516212544480485
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.873636262279433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5565259955891475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007707835169791278,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.028146579477787016
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03221031650900841,
        "mean_feedback_forward_cosine": 0.9997465572049541,
        "mean_feedback_forward_relative_error": 0.02214083282817756,
        "min_feedback_forward_cosine": 0.999483048915863
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018825244186822523,
        "instruction_rms": 0.001882524418313962,
        "raw_apical_rms": 0.08517330050297331,
        "teaching_rms": 0.0018825244186822523,
        "traffic_rms": 0.08514870388517795
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.462081027942986e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556036031876749e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007815636675572953,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.02523015166759491
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032206013798713684,
        "mean_feedback_forward_cosine": 0.9997466110414074,
        "mean_feedback_forward_relative_error": 0.02213649634992884,
        "min_feedback_forward_cosine": 0.9994831085205078
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018542901978201884,
        "instruction_rms": 0.0018542901979495385,
        "raw_apical_rms": 0.08514926068159522,
        "teaching_rms": 0.0018542901978201884,
        "traffic_rms": 0.0851253207030986
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.7652473139360154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550396968613429e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0077644035624857485,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.024127442442178727
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03220193088054657,
        "mean_feedback_forward_cosine": 0.9997466975642789,
        "mean_feedback_forward_relative_error": 0.022132312172963735,
        "min_feedback_forward_cosine": 0.9994832873344421
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017883914950069214,
        "instruction_rms": 0.0017883914951428513,
        "raw_apical_rms": 0.0851536953671786,
        "teaching_rms": 0.0017883914950069214,
        "traffic_rms": 0.08513118394129957
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.743103166835681e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5570751830994022e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007698554395149485,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.02251512383878231
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03219754993915558,
        "mean_feedback_forward_cosine": 0.9997467802416894,
        "mean_feedback_forward_relative_error": 0.02212798718603388,
        "min_feedback_forward_cosine": 0.9994834065437317
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001872706368293738,
        "instruction_rms": 0.0018727063690515402,
        "raw_apical_rms": 0.085143720624432,
        "teaching_rms": 0.001872706368293738,
        "traffic_rms": 0.08511863599068728
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8432380005938285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.557123742589292e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007778052383629886,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.023637037647366525
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03219319134950638,
        "mean_feedback_forward_cosine": 0.9997468667645608,
        "mean_feedback_forward_relative_error": 0.02212357660755515,
        "min_feedback_forward_cosine": 0.9994834661483765
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018306515800131302,
        "instruction_rms": 0.0018306515801432503,
        "raw_apical_rms": 0.08514329400720481,
        "teaching_rms": 0.0018306515800131302,
        "traffic_rms": 0.085119184102793
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.7137616598338354e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552462742484363e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007717499999142802,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.022211281167566776
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03218923509120941,
        "mean_feedback_forward_cosine": 0.9997469436737799,
        "mean_feedback_forward_relative_error": 0.022119513096948786,
        "min_feedback_forward_cosine": 0.9994837045669556
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017249871914953483,
        "instruction_rms": 0.0017249871909884261,
        "raw_apical_rms": 0.08509293233976999,
        "teaching_rms": 0.0017249871914953483,
        "traffic_rms": 0.08507107952327729
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5879602461031936e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5573660121037202e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007818782947563609,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.020295898990035057
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03218502178788185,
        "mean_feedback_forward_cosine": 0.9997470225057294,
        "mean_feedback_forward_relative_error": 0.022115399490200704,
        "min_feedback_forward_cosine": 0.9994838237762451
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017326894230005753,
        "instruction_rms": 0.001732689423198971,
        "raw_apical_rms": 0.08506545722100739,
        "teaching_rms": 0.0017326894230005753,
        "traffic_rms": 0.08504346085471128
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0309909249126576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562044051878452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007684725353176205,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.02001648464664817
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0321810320019722,
        "mean_feedback_forward_cosine": 0.9997471051831399,
        "mean_feedback_forward_relative_error": 0.02211112853500151,
        "min_feedback_forward_cosine": 0.9994838237762451
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001750478105159913,
        "instruction_rms": 0.001750478104743195,
        "raw_apical_rms": 0.0850260850495229,
        "teaching_rms": 0.001750478105159913,
        "traffic_rms": 0.08500283254868161
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7447979888961527e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555106975096423e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007693639945793241,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.01908622027337551
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032176803797483444,
        "mean_feedback_forward_cosine": 0.999747182092359,
        "mean_feedback_forward_relative_error": 0.022106929036277916,
        "min_feedback_forward_cosine": 0.9994839429855347
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017197131457769262,
        "instruction_rms": 0.0017197131461424737,
        "raw_apical_rms": 0.08506510089685689,
        "teaching_rms": 0.0017197131457769262,
        "traffic_rms": 0.08504328450881858
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.1180100279470935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556117684510507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007912134930753045,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.018922930538356305
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0321723110973835,
        "mean_feedback_forward_cosine": 0.9997472647697695,
        "mean_feedback_forward_relative_error": 0.022102614789600333,
        "min_feedback_forward_cosine": 0.9994841814041138
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001724766291442829,
        "instruction_rms": 0.0017247662909012323,
        "raw_apical_rms": 0.08505729341463186,
        "teaching_rms": 0.001724766291442829,
        "traffic_rms": 0.0850345928067812
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.171100004806249e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5614709588820308e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00776633463105838,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.01882740825429559
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03216816857457161,
        "mean_feedback_forward_cosine": 0.9997473609062933,
        "mean_feedback_forward_relative_error": 0.022098499094887127,
        "min_feedback_forward_cosine": 0.9994843006134033
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016975205727734217,
        "instruction_rms": 0.0016975205725969845,
        "raw_apical_rms": 0.08499906278563381,
        "teaching_rms": 0.0016975205727734217,
        "traffic_rms": 0.08497725852671685
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.053553854215352e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5609368579527885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007723970167144092,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.01734948897063732
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032163869589567184,
        "mean_feedback_forward_cosine": 0.999747432047321,
        "mean_feedback_forward_relative_error": 0.022094277875317682,
        "min_feedback_forward_cosine": 0.9994844794273376
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00170715901790463,
        "instruction_rms": 0.0017071590181106844,
        "raw_apical_rms": 0.0850190448271698,
        "teaching_rms": 0.00170715901790463,
        "traffic_rms": 0.08499731895421725
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.214280397401126e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5570650276014787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007805124050160235,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.01757803070306778
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03215986117720604,
        "mean_feedback_forward_cosine": 0.9997475147247314,
        "mean_feedback_forward_relative_error": 0.0220902826516859,
        "min_feedback_forward_cosine": 0.9994845390319824
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015933217839835534,
        "instruction_rms": 0.0015933217835486816,
        "raw_apical_rms": 0.08497799004044053,
        "teaching_rms": 0.0015933217839835534,
        "traffic_rms": 0.08495892047212655
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.829875889176492e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5560828380794952e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008006805089130596,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.016096085978746413
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03215549886226654,
        "mean_feedback_forward_cosine": 0.9997475858657591,
        "mean_feedback_forward_relative_error": 0.022086039741313266,
        "min_feedback_forward_cosine": 0.9994845986366272
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016593744626707601,
        "instruction_rms": 0.0016593744631088348,
        "raw_apical_rms": 0.08495291697640645,
        "teaching_rms": 0.0016593744626707601,
        "traffic_rms": 0.08493118008371006
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5495866751157337e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.560079368416829e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007859884443728348,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.01627414563268423
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03215118497610092,
        "mean_feedback_forward_cosine": 0.999747674311361,
        "mean_feedback_forward_relative_error": 0.022081790882493218,
        "min_feedback_forward_cosine": 0.9994847774505615
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016172870188036102,
        "instruction_rms": 0.0016172870183968839,
        "raw_apical_rms": 0.0849784783314686,
        "teaching_rms": 0.0016172870188036102,
        "traffic_rms": 0.08495804235749042
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7968557247959325e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5541551129593037e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007806808931482821,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.015499272239804268
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03214675933122635,
        "mean_feedback_forward_cosine": 0.9997477454523886,
        "mean_feedback_forward_relative_error": 0.02207767592382527,
        "min_feedback_forward_cosine": 0.9994849562644958
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001587400652656276,
        "instruction_rms": 0.0015874006521807446,
        "raw_apical_rms": 0.08494472464965593,
        "teaching_rms": 0.001587400652656276,
        "traffic_rms": 0.08492448017847222
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6374522121841437e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5548840015389928e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007799769111020006,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.015062347439229488
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032142650336027145,
        "mean_feedback_forward_cosine": 0.9997478492798344,
        "mean_feedback_forward_relative_error": 0.022073371290800073,
        "min_feedback_forward_cosine": 0.9994851350784302
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016659894306172687,
        "instruction_rms": 0.0016659894307567659,
        "raw_apical_rms": 0.08493607010966901,
        "teaching_rms": 0.0016659894306172687,
        "traffic_rms": 0.08491422903213676
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5005007842082705e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.553253938898014e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00784193991975821,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.016026172676235437
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032138071954250336,
        "mean_feedback_forward_cosine": 0.9997479281117839,
        "mean_feedback_forward_relative_error": 0.022068944414176287,
        "min_feedback_forward_cosine": 0.9994852542877197
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016422839961681608,
        "instruction_rms": 0.0016422839962792384,
        "raw_apical_rms": 0.08490657511741903,
        "teaching_rms": 0.0016422839961681608,
        "traffic_rms": 0.08488532509625313
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.400448195771787e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555470969678772e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007999214170619868,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.015466258705556393
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03213370218873024,
        "mean_feedback_forward_cosine": 0.9997480146346553,
        "mean_feedback_forward_relative_error": 0.0220646015368402,
        "min_feedback_forward_cosine": 0.9994853734970093
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001621059182814861,
        "instruction_rms": 0.0016210591822908918,
        "raw_apical_rms": 0.08487005716680976,
        "teaching_rms": 0.001621059182814861,
        "traffic_rms": 0.08484914019158334
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5937458403291203e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5620507895283276e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007905574689853619,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.01449645267546177
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03212935850024223,
        "mean_feedback_forward_cosine": 0.9997480992347964,
        "mean_feedback_forward_relative_error": 0.022060277736595562,
        "min_feedback_forward_cosine": 0.9994856119155884
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015873318508634684,
        "instruction_rms": 0.0015873318504414258,
        "raw_apical_rms": 0.08485106889697824,
        "teaching_rms": 0.0015873318508634684,
        "traffic_rms": 0.0848306373081642
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.842952007142685e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5554440319659977e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007860545566643501,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.014009355556964875
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032125324010849,
        "mean_feedback_forward_cosine": 0.999748170375824,
        "mean_feedback_forward_relative_error": 0.022056281761897188,
        "min_feedback_forward_cosine": 0.9994857311248779
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015373935054857053,
        "instruction_rms": 0.0015373935059749735,
        "raw_apical_rms": 0.0848535883891063,
        "teaching_rms": 0.0015373935054857053,
        "traffic_rms": 0.08483520991396627
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.0560477764774987e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5556613977708963e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00806323094107874,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.013058475132286548
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03212100639939308,
        "mean_feedback_forward_cosine": 0.9997482761260001,
        "mean_feedback_forward_relative_error": 0.022052032121967886,
        "min_feedback_forward_cosine": 0.9994857907295227
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015374782100378457,
        "instruction_rms": 0.0015374782099927705,
        "raw_apical_rms": 0.08480027915978967,
        "teaching_rms": 0.0015374782100378457,
        "traffic_rms": 0.08478078771374715
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.649736963178384e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5547951667510203e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008010708154023244,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.013404304009526968
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03211704641580582,
        "mean_feedback_forward_cosine": 0.9997483357306449,
        "mean_feedback_forward_relative_error": 0.02204796293329808,
        "min_feedback_forward_cosine": 0.9994858503341675
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015169432487520222,
        "instruction_rms": 0.0015169432489392186,
        "raw_apical_rms": 0.08481512105806807,
        "teaching_rms": 0.0015169432487520222,
        "traffic_rms": 0.08479604233934757
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7692978576965288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5548446199935154e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007842710172121984,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.012942820435762406
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032112620770931244,
        "mean_feedback_forward_cosine": 0.9997484472490126,
        "mean_feedback_forward_relative_error": 0.022043740241638115,
        "min_feedback_forward_cosine": 0.9994860291481018
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014693324340644335,
        "instruction_rms": 0.0014693324339544657,
        "raw_apical_rms": 0.08477673160035112,
        "teaching_rms": 0.0014693324340644335,
        "traffic_rms": 0.08475895242745539
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3616612665477987e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.550393502031624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007822802409237734,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.012175001892745495
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032108407467603683,
        "mean_feedback_forward_cosine": 0.9997485222355011,
        "mean_feedback_forward_relative_error": 0.02203956582853871,
        "min_feedback_forward_cosine": 0.9994860887527466
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001475875172260604,
        "instruction_rms": 0.0014758751723666435,
        "raw_apical_rms": 0.08481288710500928,
        "teaching_rms": 0.001475875172260604,
        "traffic_rms": 0.08479507375553047
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.3507863150816775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.554567223700286e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007895884904967414,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.012583747244477273
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03210366889834404,
        "mean_feedback_forward_cosine": 0.9997486106811031,
        "mean_feedback_forward_relative_error": 0.02203505710067768,
        "min_feedback_forward_cosine": 0.9994863271713257
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015424828635693577,
        "instruction_rms": 0.0015424828637368346,
        "raw_apical_rms": 0.08477559262783195,
        "teaching_rms": 0.0015424828635693577,
        "traffic_rms": 0.08475525228086862
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.998925907604644e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.557466878811635e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007794211460095631,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.012852763197124004
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03209934011101723,
        "mean_feedback_forward_cosine": 0.9997486895130526,
        "mean_feedback_forward_relative_error": 0.022030829587170193,
        "min_feedback_forward_cosine": 0.9994864463806152
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014845357426710888,
        "instruction_rms": 0.001484535742014835,
        "raw_apical_rms": 0.08473327291199707,
        "teaching_rms": 0.0014845357426710888,
        "traffic_rms": 0.08471455306199036
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.648898783126242e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5535140471736675e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00784882976260942,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.011782860443741083
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032095324248075485,
        "mean_feedback_forward_cosine": 0.9997487683450023,
        "mean_feedback_forward_relative_error": 0.022026723461045374,
        "min_feedback_forward_cosine": 0.99948650598526
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001427361962774986,
        "instruction_rms": 0.0014273619625849627,
        "raw_apical_rms": 0.08474727899816284,
        "teaching_rms": 0.001427361962774986,
        "traffic_rms": 0.08473037693091633
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4972516499133235e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5536132661164392e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007961414213969986,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.011186469346061349
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032091110944747925,
        "mean_feedback_forward_cosine": 0.9997488548678737,
        "mean_feedback_forward_relative_error": 0.022022511870149645,
        "min_feedback_forward_cosine": 0.9994868040084839
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014574241359160468,
        "instruction_rms": 0.0014574241362217426,
        "raw_apical_rms": 0.08474393105256815,
        "teaching_rms": 0.0014574241359160468,
        "traffic_rms": 0.08472569383105438
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6983251188994473e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.554834923581291e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007946274459855015,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.011221854297220706
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032086823135614395,
        "mean_feedback_forward_cosine": 0.9997489510043975,
        "mean_feedback_forward_relative_error": 0.022018264333206798,
        "min_feedback_forward_cosine": 0.9994869232177734
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001448803525872259,
        "instruction_rms": 0.0014488035262046378,
        "raw_apical_rms": 0.08472024989030588,
        "teaching_rms": 0.001448803525872259,
        "traffic_rms": 0.08470302759221932
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9520295541374253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5558101714371867e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0081041679822775,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.01130846711948514
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032081812620162964,
        "mean_feedback_forward_cosine": 0.999749033681808,
        "mean_feedback_forward_relative_error": 0.022013545652190523,
        "min_feedback_forward_cosine": 0.999487042427063
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001534790630143416,
        "instruction_rms": 0.0015347906298445008,
        "raw_apical_rms": 0.08477277706807212,
        "teaching_rms": 0.001534790630143416,
        "traffic_rms": 0.08475246828589694
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.386415332011893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5519213591166178e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008177826339476349,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.01187979559995234
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032077133655548096,
        "mean_feedback_forward_cosine": 0.9997491394319842,
        "mean_feedback_forward_relative_error": 0.02200902559824528,
        "min_feedback_forward_cosine": 0.9994872808456421
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014727569943933216,
        "instruction_rms": 0.0014727569941921865,
        "raw_apical_rms": 0.08472413737652122,
        "teaching_rms": 0.0014727569943933216,
        "traffic_rms": 0.08470588662075917
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.4959424749226855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5499015325663085e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008075416976138882,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.01102683356255293
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032072003930807114,
        "mean_feedback_forward_cosine": 0.9997492374912385,
        "mean_feedback_forward_relative_error": 0.022004058434357567,
        "min_feedback_forward_cosine": 0.9994872808456421
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015278313777748094,
        "instruction_rms": 0.0015278313778563416,
        "raw_apical_rms": 0.08469980169741469,
        "teaching_rms": 0.0015278313777748094,
        "traffic_rms": 0.0846800555268072
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.034852369410146e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556818837641004e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007988470625822102,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.012224403989054262
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03206689655780792,
        "mean_feedback_forward_cosine": 0.9997493355504928,
        "mean_feedback_forward_relative_error": 0.021999290813842127,
        "min_feedback_forward_cosine": 0.9994876384735107
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015078581384401503,
        "instruction_rms": 0.0015078581381856684,
        "raw_apical_rms": 0.08465784205089255,
        "teaching_rms": 0.0015078581384401503,
        "traffic_rms": 0.08463773276682061
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4938001885743688e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5604575214776513e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00822341808139963,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.0114341216224432
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03206200897693634,
        "mean_feedback_forward_cosine": 0.9997494239960948,
        "mean_feedback_forward_relative_error": 0.021994415820846634,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001445535362554618,
        "instruction_rms": 0.0014455353626978988,
        "raw_apical_rms": 0.08463006693227192,
        "teaching_rms": 0.001445535362554618,
        "traffic_rms": 0.08461104184464936
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9224544562111987e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5588713403216154e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008134733931461751,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.010759009138792753
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032057419419288635,
        "mean_feedback_forward_cosine": 0.9997495239780795,
        "mean_feedback_forward_relative_error": 0.021990107777979103,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013580066174756673,
        "instruction_rms": 0.0013580066174834781,
        "raw_apical_rms": 0.08459505879010035,
        "teaching_rms": 0.0013580066174756673,
        "traffic_rms": 0.08457888214262231
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7953472425679138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5602074224459863e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008016322437811791,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.009937263458222151
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205735981464386,
        "mean_feedback_forward_cosine": 0.9997495028280443,
        "mean_feedback_forward_relative_error": 0.021990005452666554,
        "min_feedback_forward_cosine": 0.9994876980781555
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012989680606928906,
        "instruction_rms": 0.001298968060843548,
        "raw_apical_rms": 0.08462796473056299,
        "teaching_rms": 0.0012989680606928906,
        "traffic_rms": 0.08461294314685697
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.1304224989980867e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.553054856435117e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008106089138899994,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.008963629547953605
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205730766057968,
        "mean_feedback_forward_cosine": 0.999749529746271,
        "mean_feedback_forward_relative_error": 0.021989917818216548,
        "min_feedback_forward_cosine": 0.9994876384735107
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001293735707241519,
        "instruction_rms": 0.0012937357074909064,
        "raw_apical_rms": 0.08462942698258834,
        "teaching_rms": 0.001293735707241519,
        "traffic_rms": 0.08461440562495595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.821867006730372e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5519608343091926e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008027482755381848,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.008981580437123776
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032057277858257294,
        "mean_feedback_forward_cosine": 0.9997495374371929,
        "mean_feedback_forward_relative_error": 0.02198983958712028,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011501281662215492,
        "instruction_rms": 0.001150128166318779,
        "raw_apical_rms": 0.08461995237652827,
        "teaching_rms": 0.0011501281662215492,
        "traffic_rms": 0.08460733298068783
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.404548204992807e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558381581211012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008084671228267505,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.008220292322188617
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032057248055934906,
        "mean_feedback_forward_cosine": 0.9997495316690014,
        "mean_feedback_forward_relative_error": 0.021989753665102106,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001184094101465768,
        "instruction_rms": 0.0011840941014483431,
        "raw_apical_rms": 0.08462711483998296,
        "teaching_rms": 0.001184094101465768,
        "traffic_rms": 0.0846143558336007
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6696923782765225e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55720848437e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008082900324625079,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.008421510046869517
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205721825361252,
        "mean_feedback_forward_cosine": 0.9997495316690014,
        "mean_feedback_forward_relative_error": 0.021989670116454363,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011230874228691688,
        "instruction_rms": 0.0011230874226948217,
        "raw_apical_rms": 0.08462608529514877,
        "teaching_rms": 0.0011230874228691688,
        "traffic_rms": 0.08461442307945517
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7876859931552644e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5539234208608452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008063827890405058,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.007678777284361422
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205718472599983,
        "mean_feedback_forward_cosine": 0.9997495085962357,
        "mean_feedback_forward_relative_error": 0.021989584239500183,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011594367387658278,
        "instruction_rms": 0.0011594367388436816,
        "raw_apical_rms": 0.0846299918445453,
        "teaching_rms": 0.0011594367387658278,
        "traffic_rms": 0.08461697493736504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.24372599891376e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555038123594824e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008076651915115954,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.00785817270964384
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205714747309685,
        "mean_feedback_forward_cosine": 0.99974952590081,
        "mean_feedback_forward_relative_error": 0.021989505347465316,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011657245365337644,
        "instruction_rms": 0.0011657245369507377,
        "raw_apical_rms": 0.08463832061075031,
        "teaching_rms": 0.0011657245365337644,
        "traffic_rms": 0.0846253047091063
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.5746492937628318e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5575715595288017e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008105453680875676,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.008191546478867532
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205711394548416,
        "mean_feedback_forward_cosine": 0.9997495393599233,
        "mean_feedback_forward_relative_error": 0.02198942340610008,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011683804452726383,
        "instruction_rms": 0.0011683804452906222,
        "raw_apical_rms": 0.08463754597318865,
        "teaching_rms": 0.0011683804452726383,
        "traffic_rms": 0.0846246500734196
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6712719147781172e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5544190917292254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008005810984520589,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.00793969894580543
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032057080417871475,
        "mean_feedback_forward_cosine": 0.999749529746271,
        "mean_feedback_forward_relative_error": 0.021989342771590717,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001101375217821854,
        "instruction_rms": 0.001101375217456913,
        "raw_apical_rms": 0.08463425646961152,
        "teaching_rms": 0.001101375217821854,
        "traffic_rms": 0.08462316520222135
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.2625536050545634e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.553113066484282e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008031031205818068,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.007505376897156238
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205704316496849,
        "mean_feedback_forward_cosine": 0.9997495451281148,
        "mean_feedback_forward_relative_error": 0.021989260905332143,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001114028869247911,
        "instruction_rms": 0.0011140288690131368,
        "raw_apical_rms": 0.08463153749097074,
        "teaching_rms": 0.001114028869247911,
        "traffic_rms": 0.08461929183551309
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.301671114286364e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5513995964226713e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008035934509541286,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.007374777395576238
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0320570170879364,
        "mean_feedback_forward_cosine": 0.9997495374371929,
        "mean_feedback_forward_relative_error": 0.021989184566923687,
        "min_feedback_forward_cosine": 0.9994879961013794
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001078348365094008,
        "instruction_rms": 0.001078348364999181,
        "raw_apical_rms": 0.08462990362008894,
        "teaching_rms": 0.001078348365094008,
        "traffic_rms": 0.08461840161094894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6519327178675667e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5535282544872595e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008031078324797637,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.0071386242005229
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056983560323715,
        "mean_feedback_forward_cosine": 0.9997495335917319,
        "mean_feedback_forward_relative_error": 0.021989107222086,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001131726213357515,
        "instruction_rms": 0.0011317262130276604,
        "raw_apical_rms": 0.08462298193497658,
        "teaching_rms": 0.001131726213357515,
        "traffic_rms": 0.08461029880638411
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.904303642026207e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552688714270153e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007990689282038173,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.007564505198374391
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205695003271103,
        "mean_feedback_forward_cosine": 0.9997495335917319,
        "mean_feedback_forward_relative_error": 0.021989029862226978,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011427993318255945,
        "instruction_rms": 0.0011427993320450444,
        "raw_apical_rms": 0.08462768994713521,
        "teaching_rms": 0.0011427993318255945,
        "traffic_rms": 0.08461507765407264
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5662766134360027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55643257860433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008031436327362714,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.0077449878285825256
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205691650509834,
        "mean_feedback_forward_cosine": 0.9997495220553491,
        "mean_feedback_forward_relative_error": 0.021988952156877326,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011349494656758055,
        "instruction_rms": 0.0011349494659700836,
        "raw_apical_rms": 0.08462813089448606,
        "teaching_rms": 0.0011349494656758055,
        "traffic_rms": 0.08461525609875001
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.057690634022947e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5599110211517814e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00796175083263991,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.007448814112208784
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056886702775955,
        "mean_feedback_forward_cosine": 0.9997495374371929,
        "mean_feedback_forward_relative_error": 0.0219888728142025,
        "min_feedback_forward_cosine": 0.9994876980781555
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010273276931902122,
        "instruction_rms": 0.0010273276931739626,
        "raw_apical_rms": 0.08462029847856628,
        "teaching_rms": 0.0010273276931902122,
        "traffic_rms": 0.08460980368635514
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7273271641092833e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5539829465520633e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007998241362975582,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.007065627899318933
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056860625743866,
        "mean_feedback_forward_cosine": 0.9997495432053843,
        "mean_feedback_forward_relative_error": 0.021988793546634335,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010886068279447245,
        "instruction_rms": 0.001088606827894687,
        "raw_apical_rms": 0.08462434490255452,
        "teaching_rms": 0.0010886068279447245,
        "traffic_rms": 0.08461260871484577
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.588424408145329e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5559317753020518e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008060178923424253,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.00736294310901314
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205682709813118,
        "mean_feedback_forward_cosine": 0.9997495508963062,
        "mean_feedback_forward_relative_error": 0.021988717959292473,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010434216503069343,
        "instruction_rms": 0.0010434216502617963,
        "raw_apical_rms": 0.0846309903455389,
        "teaching_rms": 0.0010434216503069343,
        "traffic_rms": 0.08461957293538784
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.976225133011212e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5561108411374453e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007937793166609995,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.007084802482575178
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056793570518494,
        "mean_feedback_forward_cosine": 0.9997495432053843,
        "mean_feedback_forward_relative_error": 0.02198864073462544,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001087117930368285,
        "instruction_rms": 0.0010871179301175132,
        "raw_apical_rms": 0.0846282357229301,
        "teaching_rms": 0.001087117930368285,
        "traffic_rms": 0.08461685172046067
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4137907672638903e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5560546328165952e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007978622796526343,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.007348423615917563
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056767493486404,
        "mean_feedback_forward_cosine": 0.9997495547417672,
        "mean_feedback_forward_relative_error": 0.021988567836101976,
        "min_feedback_forward_cosine": 0.9994876980781555
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010287706784016426,
        "instruction_rms": 0.001028770678573291,
        "raw_apical_rms": 0.08463001039004983,
        "teaching_rms": 0.0010287706784016426,
        "traffic_rms": 0.08461976576247446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.0807619566530775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555825872490855e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007986188546872202,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.006677203074581921
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056741416454315,
        "mean_feedback_forward_cosine": 0.9997495508963062,
        "mean_feedback_forward_relative_error": 0.021988490956925576,
        "min_feedback_forward_cosine": 0.9994876980781555
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001011536117134013,
        "instruction_rms": 0.0010115361168249457,
        "raw_apical_rms": 0.08463372515507794,
        "teaching_rms": 0.001011536117134013,
        "traffic_rms": 0.08462400595222735
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.4528063136131095e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5574455085669423e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007958210091112737,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.0066659953045845035
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056715339422226,
        "mean_feedback_forward_cosine": 0.9997495739690719,
        "mean_feedback_forward_relative_error": 0.02198841607558631,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010305776914244968,
        "instruction_rms": 0.0010305776920129862,
        "raw_apical_rms": 0.0846315625766151,
        "teaching_rms": 0.0010305776914244968,
        "traffic_rms": 0.08462115907843928
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6995307322863482e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55666453851647e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007948714045190972,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.00684373818129301
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056692987680435,
        "mean_feedback_forward_cosine": 0.9997495316690014,
        "mean_feedback_forward_relative_error": 0.021988339947476503,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010185823995356566,
        "instruction_rms": 0.0010185823997706453,
        "raw_apical_rms": 0.08463682666297681,
        "teaching_rms": 0.0010185823995356566,
        "traffic_rms": 0.08462701372469258
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.10159400385146e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5578661381177768e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00799824641272426,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.006583357010632753
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056670635938644,
        "mean_feedback_forward_cosine": 0.9997495412826538,
        "mean_feedback_forward_relative_error": 0.021988270068240744,
        "min_feedback_forward_cosine": 0.9994879364967346
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010143742825028702,
        "instruction_rms": 0.001014374282225172,
        "raw_apical_rms": 0.08463549558025417,
        "teaching_rms": 0.0010143742825028702,
        "traffic_rms": 0.08462586229141997
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5325071817405842e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5617552550658932e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008056666391193368,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.006385309305116534
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205663338303566,
        "mean_feedback_forward_cosine": 0.99974956627815,
        "mean_feedback_forward_relative_error": 0.02198819270838172,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001061901406817756,
        "instruction_rms": 0.0010619014068187391,
        "raw_apical_rms": 0.08463902423496301,
        "teaching_rms": 0.001061901406817756,
        "traffic_rms": 0.08462801164852572
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5313958929018554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5591065058488818e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007962355973333154,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.007210728006362915
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205661103129387,
        "mean_feedback_forward_cosine": 0.9997495566644976,
        "mean_feedback_forward_relative_error": 0.0219881187433437,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009435954855030087,
        "instruction_rms": 0.0009435954852273114,
        "raw_apical_rms": 0.08463053724454965,
        "teaching_rms": 0.0009435954855030087,
        "traffic_rms": 0.08462131963923884
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.630564921446421e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5551755703600296e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00796815046325488,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.006028526222705841
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205658495426178,
        "mean_feedback_forward_cosine": 0.9997495374371929,
        "mean_feedback_forward_relative_error": 0.021988044748263012,
        "min_feedback_forward_cosine": 0.9994879364967346
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010496879982958467,
        "instruction_rms": 0.0010496879984062887,
        "raw_apical_rms": 0.08463434562890049,
        "teaching_rms": 0.0010496879982958467,
        "traffic_rms": 0.0846235661975684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 3.0546686957677593e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5561648529717188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008099627588135169,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.006795201230123639
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205656260251999,
        "mean_feedback_forward_cosine": 0.9997495778145329,
        "mean_feedback_forward_relative_error": 0.02198797264587014,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000954790303047351,
        "instruction_rms": 0.0009547903024134375,
        "raw_apical_rms": 0.08463088628265412,
        "teaching_rms": 0.000954790303047351,
        "traffic_rms": 0.08462221980843948
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.6920155821462686e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5570191817071018e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008016009289826279,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.006276105828657746
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0320565290749073,
        "mean_feedback_forward_cosine": 0.9997495566644976,
        "mean_feedback_forward_relative_error": 0.02198789587184306,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009742248533581468,
        "instruction_rms": 0.0009742248532229731,
        "raw_apical_rms": 0.08463012244590522,
        "teaching_rms": 0.0009742248533581468,
        "traffic_rms": 0.0846208089619147
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7126036528102304e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5541531310149866e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007964348409284004,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.006347799450755119
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205651044845581,
        "mean_feedback_forward_cosine": 0.9997495643554195,
        "mean_feedback_forward_relative_error": 0.02198782029952253,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009686657426061795,
        "instruction_rms": 0.0009686657424796098,
        "raw_apical_rms": 0.08463348324278785,
        "teaching_rms": 0.0009686657426061795,
        "traffic_rms": 0.08462395844964873
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5305604722802855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558070982569098e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008004684243068633,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.0063541915854811665
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056476920843124,
        "mean_feedback_forward_cosine": 0.999749570123611,
        "mean_feedback_forward_relative_error": 0.02198774262421554,
        "min_feedback_forward_cosine": 0.9994879364967346
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010610018039601341,
        "instruction_rms": 0.0010610018039791782,
        "raw_apical_rms": 0.08463786018054677,
        "teaching_rms": 0.0010610018039601341,
        "traffic_rms": 0.08462636198447633
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.991505354543733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5552112802124914e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007951876528440281,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.00676737730845809
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205644711852074,
        "mean_feedback_forward_cosine": 0.999749570123611,
        "mean_feedback_forward_relative_error": 0.021987671678465222,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009837532117186695,
        "instruction_rms": 0.0009837532114438997,
        "raw_apical_rms": 0.08463568361682981,
        "teaching_rms": 0.0009837532117186695,
        "traffic_rms": 0.08462597539949036
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3788350844711204e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5557195198864044e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008089788455360023,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.006207149089500308
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205642104148865,
        "mean_feedback_forward_cosine": 0.9997495585872281,
        "mean_feedback_forward_relative_error": 0.02198760001169097,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009525988091816854,
        "instruction_rms": 0.0009525988097080265,
        "raw_apical_rms": 0.08463267729022368,
        "teaching_rms": 0.0009525988091816854,
        "traffic_rms": 0.08462361191370187
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.7561715515721517e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5581113218914804e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007955770265707164,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.005954133263677359
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205639496445656,
        "mean_feedback_forward_cosine": 0.9997495470508453,
        "mean_feedback_forward_relative_error": 0.021987526256951592,
        "min_feedback_forward_cosine": 0.9994879364967346
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010020498630634055,
        "instruction_rms": 0.0010020498627110325,
        "raw_apical_rms": 0.0846343379427134,
        "teaching_rms": 0.0010020498630634055,
        "traffic_rms": 0.08462419668095914
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.6831539656768655e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55633557789611e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008095358785006215,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.006404352074414491
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205636143684387,
        "mean_feedback_forward_cosine": 0.9997495605099586,
        "mean_feedback_forward_relative_error": 0.02198745480047599,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010033188583081752,
        "instruction_rms": 0.0010033188583717864,
        "raw_apical_rms": 0.08463495361823599,
        "teaching_rms": 0.0010033188583081752,
        "traffic_rms": 0.08462474463309623
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.7923979573074575e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5509895400250203e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007997716418635352,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.006348115804195404
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056331634521484,
        "mean_feedback_forward_cosine": 0.9997495720463414,
        "mean_feedback_forward_relative_error": 0.02198738265301912,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000945510766176803,
        "instruction_rms": 0.000945510765997493,
        "raw_apical_rms": 0.0846314399115287,
        "teaching_rms": 0.000945510766176803,
        "traffic_rms": 0.08462238563513821
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5248089841056753e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5581877691237258e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008076953528522383,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.006077141940742731
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0320562981069088,
        "mean_feedback_forward_cosine": 0.999749570123611,
        "mean_feedback_forward_relative_error": 0.02198730855278911,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00102458379317182,
        "instruction_rms": 0.0010245837930899322,
        "raw_apical_rms": 0.08463160274168846,
        "teaching_rms": 0.00102458379317182,
        "traffic_rms": 0.08462102132901504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.151085437025358e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555968560466788e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00809513667317638,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.006415005577653647
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205627202987671,
        "mean_feedback_forward_cosine": 0.9997495585872281,
        "mean_feedback_forward_relative_error": 0.021987238057678746,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009684690597639544,
        "instruction_rms": 0.0009684690596453609,
        "raw_apical_rms": 0.08462028090699916,
        "teaching_rms": 0.0009684690597639544,
        "traffic_rms": 0.08461079467241205
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.265353143433458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5567662536602234e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008102410627329417,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.006293740921169519
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205624222755432,
        "mean_feedback_forward_cosine": 0.9997495374371929,
        "mean_feedback_forward_relative_error": 0.021987164798643318,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009755682158272548,
        "instruction_rms": 0.000975568215529958,
        "raw_apical_rms": 0.08461512225964067,
        "teaching_rms": 0.0009755682158272548,
        "traffic_rms": 0.08460528313247594
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339475095272064,
        "maximum_absolute_post_projection_soma_slope": 2.8293257514633297e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558493241975701e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008027609729193294,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.006420630967915058
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205621987581253,
        "mean_feedback_forward_cosine": 0.99974956627815,
        "mean_feedback_forward_relative_error": 0.021987092185525164,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009939295355575488,
        "instruction_rms": 0.0009939295358582666,
        "raw_apical_rms": 0.08461828520534666,
        "teaching_rms": 0.0009939295355575488,
        "traffic_rms": 0.0846086587462049
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8858607947768178e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.552516115559172e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008002757362640616,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.006221403937786817
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205619007349014,
        "mean_feedback_forward_cosine": 0.9997495624326891,
        "mean_feedback_forward_relative_error": 0.021987019557385676,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010022463724885253,
        "instruction_rms": 0.0010022463725116845,
        "raw_apical_rms": 0.08461402826079983,
        "teaching_rms": 0.0010022463724885253,
        "traffic_rms": 0.08460395405772864
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.8469171908795943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5567877869529386e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008020365758867129,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.006556921216435731
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056160271167755,
        "mean_feedback_forward_cosine": 0.9997495528190367,
        "mean_feedback_forward_relative_error": 0.021986948221080726,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010093778616662933,
        "instruction_rms": 0.0010093778613708784,
        "raw_apical_rms": 0.0846190872794773,
        "teaching_rms": 0.0010093778616662933,
        "traffic_rms": 0.08460841015676575
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 3.505197554432016e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5583391583711716e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008014049761277826,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.0063870408262312415
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032056137919425964,
        "mean_feedback_forward_cosine": 0.9997495682008805,
        "mean_feedback_forward_relative_error": 0.021986879708786166,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00096379689194706,
        "instruction_rms": 0.0009637968916893902,
        "raw_apical_rms": 0.08461680450637689,
        "teaching_rms": 0.00096379689194706,
        "traffic_rms": 0.08460750582674122
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9052934280571208e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5572649672196407e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008139760296501626,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.006208665335252881
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205610439181328,
        "mean_feedback_forward_cosine": 0.9997495720463414,
        "mean_feedback_forward_relative_error": 0.021986806494814735,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010049983975515442,
        "instruction_rms": 0.0010049983975929705,
        "raw_apical_rms": 0.08461766990294084,
        "teaching_rms": 0.0010049983975515442,
        "traffic_rms": 0.08460719932424446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.7040554684276685e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556402926755914e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00803023091736073,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.006334791790693998
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205607458949089,
        "mean_feedback_forward_cosine": 0.9997495605099586,
        "mean_feedback_forward_relative_error": 0.02198673359629127,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009943122122782109,
        "instruction_rms": 0.0009943122121915979,
        "raw_apical_rms": 0.08461850004618557,
        "teaching_rms": 0.0009943122122782109,
        "traffic_rms": 0.08460779044643685
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.9584640515167848e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.555625464472957e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008063228466963727,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.006631418948993086
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0320560485124588,
        "mean_feedback_forward_cosine": 0.9997495605099586,
        "mean_feedback_forward_relative_error": 0.02198666095313045,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010201716745599865,
        "instruction_rms": 0.001020171674360803,
        "raw_apical_rms": 0.08461917577619991,
        "teaching_rms": 0.0010201716745599865,
        "traffic_rms": 0.08460831555889152
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.3712544816589798e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5576616048528345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008098960361323994,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.006379286336749792
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205602988600731,
        "mean_feedback_forward_cosine": 0.9997495816599938,
        "mean_feedback_forward_relative_error": 0.02198659454382235,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009182792900501016,
        "instruction_rms": 0.0009182792903250644,
        "raw_apical_rms": 0.08461888804601472,
        "teaching_rms": 0.0009182792900501016,
        "traffic_rms": 0.08461040556161319
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.548472188834694e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5566185028608155e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008097171684769202,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.005835805299319327
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032055992633104324,
        "mean_feedback_forward_cosine": 0.9997495643554195,
        "mean_feedback_forward_relative_error": 0.0219865235379867,
        "min_feedback_forward_cosine": 0.9994877576828003
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009214239525856193,
        "instruction_rms": 0.0009214239527428856,
        "raw_apical_rms": 0.08461644382119267,
        "teaching_rms": 0.0009214239525856193,
        "traffic_rms": 0.08460766022249996
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.936252840868292e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.55375899470512e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.007992713314014355,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.00579205192297697
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.032055970281362534,
        "mean_feedback_forward_cosine": 0.9997495855054548,
        "mean_feedback_forward_relative_error": 0.021986449888396646,
        "min_feedback_forward_cosine": 0.9994878768920898
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009953991815410635,
        "instruction_rms": 0.0009953991816785803,
        "raw_apical_rms": 0.08461607220280493,
        "teaching_rms": 0.0009953991815410635,
        "traffic_rms": 0.08460633481017359
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5814562931714136e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.554607755227586e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008140653412696292,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.0062616572424955665
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205593675374985,
        "mean_feedback_forward_cosine": 0.9997495758918024,
        "mean_feedback_forward_relative_error": 0.02198637978384091,
        "min_feedback_forward_cosine": 0.9994878172874451
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009330463627356266,
        "instruction_rms": 0.0009330463626894913,
        "raw_apical_rms": 0.08461425118418563,
        "teaching_rms": 0.0009330463627356266,
        "traffic_rms": 0.08460537313382223
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5045620688501913e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556403009917614e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.00818392018305014,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.005891993966549635
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03205590322613716,
        "mean_feedback_forward_cosine": 0.9997495874281852,
        "mean_feedback_forward_relative_error": 0.02198631041533043,
        "min_feedback_forward_cosine": 0.9994879961013794
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009432052631911234,
        "instruction_rms": 0.0009432052632129908,
        "raw_apical_rms": 0.08461482922212817,
        "teaching_rms": 0.0009432052631911234,
        "traffic_rms": 0.08460563191315822
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.08339474350214005,
        "maximum_absolute_post_projection_soma_slope": 2.5194417219154275e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5541541775179087e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.008058275272734602,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.005891606057062745
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9229,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.3967433898925781,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2529336320,
    "peak_memory_reserved_bytes": 3821010944,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 4.687810672976411e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 4.687810672976411e-08,
      "min_residual_soma_slope": -4.520915908301504e-08,
      "mse": 4.727982913366485e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.226943794806031e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.226943794806031e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 10,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 1.1475834846496582,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.04273486137390137,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 14858.050523757935,
    "train_wall_s": 14854.18590760231
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.02175460383296013,
      0.013336348347365856,
      0.009783044457435608,
      0.00898885726928711,
      0.005923474207520485,
      0.006553402170538902,
      0.0038889478892087936,
      0.004754113964736462,
      0.002926577115431428,
      0.0037760213017463684,
      0.002342476276680827,
      0.005092362407594919,
      0.0035116823855787516,
      0.004277744796127081,
      0.0028089198749512434,
      0.0035794125869870186,
      0.0023919157683849335,
      0.003378334455192089,
      0.002024646382778883,
      0.0026940391398966312,
      0.0017467448487877846,
      0.003947919234633446,
      0.0027886261232197285,
      0.003526116255670786,
      0.0024985498748719692,
      0.0032006092369556427,
      0.0022499680053442717,
      0.0029331750702112913,
      0.0021160657051950693,
      0.0027568177320063114,
      0.0020793545991182327
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.000000476837158,
      4.0,
      3.999999761581421,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      3.999999761581421,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.11566921323537827,
      0.07079319655895233,
      0.0348849780857563,
      0.048351991921663284,
      0.016349442303180695,
      0.036473244428634644,
      0.009005839936435223,
      0.025443613529205322,
      0.006116918288171291,
      0.020323241129517555,
      0.00427129166200757,
      0.02655886486172676,
      0.007858424447476864,
      0.022830985486507416,
      0.005552944727241993,
      0.018359895795583725,
      0.004318201914429665,
      0.018684223294258118,
      0.0033378105144947767,
      0.014095356687903404,
      0.002663316437974572,
      0.020948903635144234,
      0.00544493505731225,
      0.018528027459979057,
      0.00444211158901453,
      0.017210181802511215,
      0.003724918933585286,
      0.015407051891088486,
      0.003246729262173176,
      0.014654136262834072,
      0.002993625123053789
    ],
    "unscaled_traffic_rms": [
      0.7523040175437927,
      0.7535384297370911,
      1.121748685836792,
      0.743618369102478,
      1.449217438697815,
      0.7187078595161438,
      1.7273005247116089,
      0.7473960518836975,
      1.9137591123580933,
      0.743192732334137,
      2.1936936378479004,
      0.7669548392295837,
      1.7874739170074463,
      0.7494630217552185,
      2.0233731269836426,
      0.7798328995704651,
      2.2156591415405273,
      0.7232486009597778,
      2.426316738128662,
      0.7645182013511658,
      2.6234130859375,
      0.7538187503814697,
      2.0486018657684326,
      0.7612502574920654,
      2.249875783920288,
      0.7438873648643494,
      2.416125535964966,
      0.7615149617195129,
      2.6070122718811035,
      0.7525022625923157,
      2.778376817703247
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 68420224,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 684206618894336,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 684202240000000,
      "local_weight_correlation_macs": 688625920000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 688625920000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 4407205888
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 72745580756992,
    "forward_macs_per_example": 68862592,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 2745665106100224
  }
}