{
  "architecture": {
    "adaptive_apical_parameters": 606208,
    "adaptive_feedback_parameters": 461440,
    "base_width": 16,
    "blocks_per_stage": 5,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 303104,
    "forward_parameters": 464154,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 606208,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 32,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 13,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 13,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5013,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9996227920055389,
    "feedback_forward_cosine": [
      0.9998266696929932,
      0.9998146295547485,
      0.9997915029525757,
      0.9997797012329102,
      0.9997129440307617,
      0.9996341466903687,
      0.9997661709785461,
      0.9996988773345947,
      0.9997620582580566,
      0.9996570944786072,
      0.9997298717498779,
      0.9998093247413635,
      0.9997180104255676,
      0.9996817708015442,
      0.9997682571411133,
      0.9997138977050781,
      0.9997902512550354,
      0.9997091293334961,
      0.9997783899307251,
      0.9996909499168396,
      0.9997871518135071,
      0.9998667240142822,
      0.9998387098312378,
      0.9998230934143066,
      0.9998358488082886,
      0.9997856616973877,
      0.9998124837875366,
      0.9997082948684692,
      0.9997628927230835,
      0.9995109438896179,
      0.999983549118042
    ],
    "feedback_forward_norm_ratio": [
      1.0003786087036133,
      0.9999864101409912,
      0.9992262125015259,
      1.00118088722229,
      0.998736560344696,
      1.002174735069275,
      0.9988030791282654,
      1.0015902519226074,
      0.9985690116882324,
      1.0013126134872437,
      0.9991462230682373,
      1.0006859302520752,
      0.9994093775749207,
      1.0011804103851318,
      0.9994674324989319,
      1.0011271238327026,
      0.9996803998947144,
      1.001161813735962,
      0.9996950626373291,
      1.001160740852356,
      0.9995452761650085,
      1.000220775604248,
      0.9999011158943176,
      1.0008418560028076,
      0.9997518062591553,
      1.0011337995529175,
      0.9997069835662842,
      1.0013108253479004,
      0.9997100234031677,
      1.0013885498046875,
      1.0022026300430298
    ],
    "feedback_forward_relative_error": [
      0.018618928268551826,
      0.019253486767411232,
      0.020427050068974495,
      0.021034903824329376,
      0.023977361619472504,
      0.027164874598383904,
      0.021647583693265915,
      0.024609200656414032,
      0.02184344455599785,
      0.02623707242310047,
      0.02325104922056198,
      0.019542844966053963,
      0.023751458153128624,
      0.02527329884469509,
      0.02152971178293228,
      0.023958662524819374,
      0.020484240725636482,
      0.02416081354022026,
      0.02105093002319336,
      0.024906929582357407,
      0.020637262612581253,
      0.016326529905200005,
      0.017961647361516953,
      0.018835319206118584,
      0.0181178729981184,
      0.02074573002755642,
      0.019360698759555817,
      0.02420783042907715,
      0.021775471046566963,
      0.03132582828402519,
      0.006159801501780748
    ],
    "innovation_negative_gradient_cosine": [
      0.9996398091316223,
      0.9996058940887451,
      0.99964439868927,
      0.999598503112793,
      0.9996539354324341,
      0.9995397925376892,
      0.9996646046638489,
      0.9996017217636108,
      0.9996776580810547,
      0.9996016025543213,
      0.999685525894165,
      0.9996574521064758,
      0.999701738357544,
      0.9995663166046143,
      0.9997093677520752,
      0.9996194839477539,
      0.9997212886810303,
      0.9996551871299744,
      0.9997247457504272,
      0.9996870756149292,
      0.9997378587722778,
      0.9997754693031311,
      0.9997869729995728,
      0.9997658133506775,
      0.9998039603233337,
      0.999817967414856,
      0.9998483657836914,
      0.9998794794082642,
      0.9998995065689087,
      0.999940037727356,
      0.7504194974899292
    ],
    "instruction_negative_gradient_cosine": [
      0.9996398091316223,
      0.9996058940887451,
      0.99964439868927,
      0.999598503112793,
      0.9996539354324341,
      0.9995397925376892,
      0.9996645450592041,
      0.9996017217636108,
      0.9996776580810547,
      0.9996016025543213,
      0.999685525894165,
      0.999657392501831,
      0.9997017979621887,
      0.9995663166046143,
      0.9997093677520752,
      0.9996194243431091,
      0.9997212886810303,
      0.9996551871299744,
      0.9997246861457825,
      0.999687135219574,
      0.9997378587722778,
      0.9997754693031311,
      0.9997869729995728,
      0.9997657537460327,
      0.9998039603233337,
      0.9998179078102112,
      0.9998483657836914,
      0.9998794794082642,
      0.9998995065689087,
      0.999940037727356,
      0.7685295343399048
    ],
    "matched_negative_gradient_cosine": [
      0.018930844962596893,
      0.02241251990199089,
      0.011943921446800232,
      0.03673360496759415,
      0.006199301220476627,
      -0.02070508897304535,
      0.004725276492536068,
      -0.041707202792167664,
      0.03994016349315643,
      0.03537318855524063,
      0.048001304268836975,
      0.06243788078427315,
      0.03955027833580971,
      0.06811034679412842,
      0.03466589003801346,
      0.06164909526705742,
      0.046681422740221024,
      0.12694469094276428,
      0.02356584370136261,
      0.10797655582427979,
      0.01714702695608139,
      0.03305324539542198,
      -0.052473850548267365,
      0.10837972164154053,
      0.005332642700523138,
      0.16741801798343658,
      0.017147552222013474,
      0.16580763459205627,
      0.036554574966430664,
      0.04411827772855759,
      0.09979928284883499
    ],
    "max_norm_match_direction_error": 0.002277970314025879,
    "max_norm_match_relative_error": 1.498547561595842e-07,
    "mean_feedback_forward_cosine": 0.9997596452313084,
    "mean_feedback_forward_relative_error": 0.021554123805535418,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.07146559655666351,
      "max_absolute_post_projection_soma_slope": 1.0606905576082681e-08,
      "max_absolute_pre_projection_soma_slope": 0.07146559655666351,
      "max_positive_post_projection_soma_slope": 1.0606905576082681e-08,
      "min_post_projection_soma_slope": -8.543406870842318e-09,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.467356403610835e-08,
      "pre_projection_traffic_rms_ratio": 0.017169242892281625
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.01716924289226287,
    "raw_negative_gradient_cosine": [
      0.018930844962596893,
      0.02241251990199089,
      0.011943922378122807,
      0.03673360496759415,
      0.006199301220476627,
      -0.0207050908356905,
      0.004725276958197355,
      -0.04170720651745796,
      0.03994016349315643,
      0.03537318855524063,
      0.04800130054354668,
      0.06243788078427315,
      0.03955027833580971,
      0.06811034679412842,
      0.03466589003801346,
      0.06164909526705742,
      0.046681422740221024,
      0.12694469094276428,
      0.02356584556400776,
      0.10797655582427979,
      0.01714702881872654,
      0.03305324539542198,
      -0.05247385799884796,
      0.10837972164154053,
      0.005332643631845713,
      0.16741801798343658,
      0.017147554084658623,
      0.16580763459205627,
      0.036554574966430664,
      0.044118281453847885,
      0.09979875385761261
    ],
    "teaching_negative_gradient_cosine": [
      0.9996398091316223,
      0.9996058940887451,
      0.99964439868927,
      0.999598503112793,
      0.9996539354324341,
      0.9995397925376892,
      0.9996646046638489,
      0.9996017217636108,
      0.9996776580810547,
      0.9996016025543213,
      0.999685525894165,
      0.9996574521064758,
      0.999701738357544,
      0.9995663166046143,
      0.9997093677520752,
      0.9996194839477539,
      0.9997212886810303,
      0.9996551871299744,
      0.9997247457504272,
      0.9996870756149292,
      0.9997378587722778,
      0.9997754693031311,
      0.9997869729995728,
      0.9997658133506775,
      0.9998039603233337,
      0.999817967414856,
      0.9998483657836914,
      0.9998794794082642,
      0.9998995065689087,
      0.999940037727356,
      0.7504194974899292
    ],
    "traffic_instruction_rms_ratio": 44.26736325044913,
    "used_negative_gradient_cosine": [
      0.9996398091316223,
      0.9996058940887451,
      0.99964439868927,
      0.999598503112793,
      0.9996539354324341,
      0.9995397925376892,
      0.9996646046638489,
      0.9996017217636108,
      0.9996776580810547,
      0.9996016025543213,
      0.999685525894165,
      0.9996574521064758,
      0.999701738357544,
      0.9995663166046143,
      0.9997093677520752,
      0.9996194839477539,
      0.9997212886810303,
      0.9996551871299744,
      0.9997247457504272,
      0.9996870756149292,
      0.9997378587722778,
      0.9997754693031311,
      0.9997869729995728,
      0.9997658133506775,
      0.9998039603233337,
      0.999817967414856,
      0.9998483657836914,
      0.9998794794082642,
      0.9998995065689087,
      0.999940037727356,
      0.7504194974899292
    ],
    "wall_s": 0.23176050186157227
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.359028935432434,
        "mean_feedback_forward_cosine": 0.21638116048228356,
        "mean_feedback_forward_relative_error": 1.2513171953539695,
        "min_feedback_forward_cosine": 0.08171359449625015
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0015689440774127226,
        "instruction_rms": 0.001568944077005395,
        "raw_apical_rms": 0.027384441832174197,
        "teaching_rms": 0.0015689440774127226,
        "traffic_rms": 0.027309113920130117
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.166573930319828e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.023138328154589e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013457047512726689,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 2.0188516019058227
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.327566146850586,
        "mean_feedback_forward_cosine": 0.31701424237220516,
        "mean_feedback_forward_relative_error": 1.1690104257675908,
        "min_feedback_forward_cosine": 0.12498265504837036
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0023151978247357317,
        "instruction_rms": 0.0023151978249872354,
        "raw_apical_rms": 0.03159317279282856,
        "teaching_rms": 0.0023151978247357317,
        "traffic_rms": 0.03150716712562438
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0714656189084053,
        "maximum_absolute_post_projection_soma_slope": 3.529411785052616e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.836178078147449e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013728502577306671,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.4014113458633424
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2820147275924683,
        "mean_feedback_forward_cosine": 0.4102951413200748,
        "mean_feedback_forward_relative_error": 1.087201907750099,
        "min_feedback_forward_cosine": 0.1869596391916275
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031249409712210702,
        "instruction_rms": 0.003124940971169802,
        "raw_apical_rms": 0.037262446519259876,
        "teaching_rms": 0.0031249409712210702,
        "traffic_rms": 0.037130303814453064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.5341944482070176e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.752664916148555e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015238662020276414,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.0887655848884583
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.236717700958252,
        "mean_feedback_forward_cosine": 0.4784102209152714,
        "mean_feedback_forward_relative_error": 1.0225722559036747,
        "min_feedback_forward_cosine": 0.2463923990726471
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003368224748347706,
        "instruction_rms": 0.0033682247480265395,
        "raw_apical_rms": 0.04022405698360309,
        "teaching_rms": 0.003368224748347706,
        "traffic_rms": 0.04008171859118678
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.797032732677508e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7262246808453166e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01405065507174546,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8817265232276916
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1967111825942993,
        "mean_feedback_forward_cosine": 0.5311479856891017,
        "mean_feedback_forward_relative_error": 0.9698550451186395,
        "min_feedback_forward_cosine": 0.30145370960235596
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033948441496080973,
        "instruction_rms": 0.0033948441491979033,
        "raw_apical_rms": 0.0418392732684939,
        "teaching_rms": 0.0033948441496080973,
        "traffic_rms": 0.041700224559935176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.26482663126626e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7032469829814485e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015228620355479124,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7550507375526428
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1632848978042603,
        "mean_feedback_forward_cosine": 0.5752259637078931,
        "mean_feedback_forward_relative_error": 0.9231321782835068,
        "min_feedback_forward_cosine": 0.34760457277297974
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003479446511401995,
        "instruction_rms": 0.003479446513266296,
        "raw_apical_rms": 0.04310546706742094,
        "teaching_rms": 0.003479446511401995,
        "traffic_rms": 0.04296349270536215
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.992172009110618e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6970980854575346e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01552344969720946,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.6805254464530944
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1323214769363403,
        "mean_feedback_forward_cosine": 0.6145065042280382,
        "mean_feedback_forward_relative_error": 0.8791621029376984,
        "min_feedback_forward_cosine": 0.3874923586845398
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035217726659655317,
        "instruction_rms": 0.0035217726660450766,
        "raw_apical_rms": 0.04403249099993706,
        "teaching_rms": 0.0035217726659655317,
        "traffic_rms": 0.04389020462136081
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.99808044448946e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.686406539880861e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017570972230950884,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6278603303432465
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.103968620300293,
        "mean_feedback_forward_cosine": 0.648109265873509,
        "mean_feedback_forward_relative_error": 0.839671830977163,
        "min_feedback_forward_cosine": 0.4198325276374817
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035703464131065328,
        "instruction_rms": 0.00357034641325869,
        "raw_apical_rms": 0.04510810332447291,
        "teaching_rms": 0.0035703464131065328,
        "traffic_rms": 0.044965083341892545
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.006622589258768e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6675527453982265e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01608658976536159,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5761027395820618
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.074819564819336,
        "mean_feedback_forward_cosine": 0.6776645520041066,
        "mean_feedback_forward_relative_error": 0.803543588807506,
        "min_feedback_forward_cosine": 0.45070701837539673
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003525060820714708,
        "instruction_rms": 0.003525060821088069,
        "raw_apical_rms": 0.045850809822561636,
        "teaching_rms": 0.003525060820714708,
        "traffic_rms": 0.04571381135685931
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 4.192946079228932e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.654928768429143e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017757043925315817,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5437979357337952
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0463757514953613,
        "mean_feedback_forward_cosine": 0.7039340215344583,
        "mean_feedback_forward_relative_error": 0.7700270058647278,
        "min_feedback_forward_cosine": 0.48043709993362427
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003468220437532979,
        "instruction_rms": 0.00346822043729152,
        "raw_apical_rms": 0.04646558855553005,
        "teaching_rms": 0.003468220437532979,
        "traffic_rms": 0.04633434519209877
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.013248672800728e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.661593374398277e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.018891471597838407,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5084304156112671
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0177077054977417,
        "mean_feedback_forward_cosine": 0.7282911250668187,
        "mean_feedback_forward_relative_error": 0.737410927972486,
        "min_feedback_forward_cosine": 0.5099976062774658
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003481418197683415,
        "instruction_rms": 0.003481418197371488,
        "raw_apical_rms": 0.04694401919291556,
        "teaching_rms": 0.003481418197683415,
        "traffic_rms": 0.046813320010665474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.4188545328106557e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6593052960661066e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020091266190934612,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.4850193161201477
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9888617396354675,
        "mean_feedback_forward_cosine": 0.7506973647302196,
        "mean_feedback_forward_relative_error": 0.7061494290828705,
        "min_feedback_forward_cosine": 0.5377273559570312
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036126322643429826,
        "instruction_rms": 0.0036126322642947594,
        "raw_apical_rms": 0.0472092087437721,
        "teaching_rms": 0.0036126322643429826,
        "traffic_rms": 0.04706907247442703
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.2148527395747806e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6559376135540032e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02059401780472702,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4700221423149109
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9599944353103638,
        "mean_feedback_forward_cosine": 0.7703979111486866,
        "mean_feedback_forward_relative_error": 0.6774305085982045,
        "min_feedback_forward_cosine": 0.564585268497467
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003528432517188769,
        "instruction_rms": 0.00352843251735401,
        "raw_apical_rms": 0.048000954012695385,
        "teaching_rms": 0.003528432517188769,
        "traffic_rms": 0.04786957593681927
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 3.298147888131098e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6489699692673787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020034272408130764,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.44316998596191404
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9321396946907043,
        "mean_feedback_forward_cosine": 0.7884342593531455,
        "mean_feedback_forward_relative_error": 0.6499206144963542,
        "min_feedback_forward_cosine": 0.5900013446807861
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035830642252036495,
        "instruction_rms": 0.0035830642265681782,
        "raw_apical_rms": 0.048310959002821695,
        "teaching_rms": 0.0035830642252036495,
        "traffic_rms": 0.04817617398786338
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.238727768779427e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.661857639360773e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021262276743741006,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.42744599245071413
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9045042991638184,
        "mean_feedback_forward_cosine": 0.8049306677233788,
        "mean_feedback_forward_relative_error": 0.6238999366760254,
        "min_feedback_forward_cosine": 0.6142401099205017
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003556955471479921,
        "instruction_rms": 0.003556955470923244,
        "raw_apical_rms": 0.04871852154079069,
        "teaching_rms": 0.003556955471479921,
        "traffic_rms": 0.04858674191570059
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.5328916681010014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6547784543395443e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020975813899543384,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4125113959121704
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8764141201972961,
        "mean_feedback_forward_cosine": 0.8199109358172263,
        "mean_feedback_forward_relative_error": 0.5991476283919427,
        "min_feedback_forward_cosine": 0.6378459930419922
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003551704510117151,
        "instruction_rms": 0.0035517045091667445,
        "raw_apical_rms": 0.04893941869978095,
        "teaching_rms": 0.003551704510117151,
        "traffic_rms": 0.04880854297151682
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.0586108696061274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6496897206309826e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02161130895052106,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.40041986715316774
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8499462008476257,
        "mean_feedback_forward_cosine": 0.8342026606682809,
        "mean_feedback_forward_relative_error": 0.5745326886253972,
        "min_feedback_forward_cosine": 0.659515380859375
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003617971944839745,
        "instruction_rms": 0.003617971944487428,
        "raw_apical_rms": 0.0493595282590454,
        "teaching_rms": 0.003617971944839745,
        "traffic_rms": 0.04922483868044985
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.155868810722495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6415964649145383e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020677236035194786,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.384989180431366
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8231675624847412,
        "mean_feedback_forward_cosine": 0.8468809396989884,
        "mean_feedback_forward_relative_error": 0.5519563930649911,
        "min_feedback_forward_cosine": 0.6805944442749023
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003553208022122026,
        "instruction_rms": 0.0035532080221910857,
        "raw_apical_rms": 0.04972547518575145,
        "teaching_rms": 0.003553208022122026,
        "traffic_rms": 0.04959630263131576
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.8159112375192308e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.644184583823938e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021212845139219966,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3696881667804718
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7967016696929932,
        "mean_feedback_forward_cosine": 0.8586022430850614,
        "mean_feedback_forward_relative_error": 0.5301316515091927,
        "min_feedback_forward_cosine": 0.7006962895393372
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003574316668101611,
        "instruction_rms": 0.0035743166677613394,
        "raw_apical_rms": 0.04971021291024696,
        "teaching_rms": 0.003574316668101611,
        "traffic_rms": 0.049579680769877336
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.699557365483997e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6434803741912808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02145337360642842,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.36057512926101687
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7712675929069519,
        "mean_feedback_forward_cosine": 0.8694090151017712,
        "mean_feedback_forward_relative_error": 0.5091335167807918,
        "min_feedback_forward_cosine": 0.7194774746894836
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036112910793361856,
        "instruction_rms": 0.0036112910792821754,
        "raw_apical_rms": 0.050105810211630956,
        "teaching_rms": 0.0036112910793361856,
        "traffic_rms": 0.04997340475186982
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.2544470229822764e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6464941007630675e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01958559857282328,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3472319854450226
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7452573180198669,
        "mean_feedback_forward_cosine": 0.8794327993546763,
        "mean_feedback_forward_relative_error": 0.48886588840715345,
        "min_feedback_forward_cosine": 0.7375442981719971
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036141921638518943,
        "instruction_rms": 0.003614192164661703,
        "raw_apical_rms": 0.05033756037191736,
        "teaching_rms": 0.0036141921638518943,
        "traffic_rms": 0.0502054539370443
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.255738789675888e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6466105393357188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02239439965588174,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3434600825691223
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7202416658401489,
        "mean_feedback_forward_cosine": 0.8885373800031601,
        "mean_feedback_forward_relative_error": 0.46982263509304295,
        "min_feedback_forward_cosine": 0.7548590898513794
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035751062003129765,
        "instruction_rms": 0.003575106201163679,
        "raw_apical_rms": 0.050367085565707785,
        "teaching_rms": 0.0035751062003129765,
        "traffic_rms": 0.05023780323841156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.616031480329184e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6447045558420602e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020982626868283494,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.33141831305503844
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6955456137657166,
        "mean_feedback_forward_cosine": 0.8971660617859133,
        "mean_feedback_forward_relative_error": 0.4511003359671562,
        "min_feedback_forward_cosine": 0.7713476419448853
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003589489087871081,
        "instruction_rms": 0.003589489088420716,
        "raw_apical_rms": 0.050725285002784296,
        "teaching_rms": 0.003589489087871081,
        "traffic_rms": 0.05059592366457357
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.0372857057491274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.641078922667729e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02248168618368078,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.32522446617126466
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6716258525848389,
        "mean_feedback_forward_cosine": 0.9048702889873136,
        "mean_feedback_forward_relative_error": 0.43357097237340864,
        "min_feedback_forward_cosine": 0.7864834070205688
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003599795016958122,
        "instruction_rms": 0.003599795016235446,
        "raw_apical_rms": 0.05090630499450526,
        "teaching_rms": 0.003599795016958122,
        "traffic_rms": 0.05077644478873893
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.3885496247544324e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6389962455493745e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02367017186458206,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3163902703666687
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6481041312217712,
        "mean_feedback_forward_cosine": 0.912163544085718,
        "mean_feedback_forward_relative_error": 0.4165429251809274,
        "min_feedback_forward_cosine": 0.8010036945343018
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035793771446135185,
        "instruction_rms": 0.0035793771453639977,
        "raw_apical_rms": 0.05116234581715712,
        "teaching_rms": 0.0035793771446135185,
        "traffic_rms": 0.05103445498586097
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.0160639258601805e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.647446026643522e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021846705459387137,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.31165570446014407
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6251521706581116,
        "mean_feedback_forward_cosine": 0.9189614711269256,
        "mean_feedback_forward_relative_error": 0.3999131860271577,
        "min_feedback_forward_cosine": 0.8146384358406067
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0036160961163394143,
        "instruction_rms": 0.0036160961164440858,
        "raw_apical_rms": 0.05122236264266877,
        "teaching_rms": 0.0036160961163394143,
        "traffic_rms": 0.05109193022478306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.0642112847090175e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.638040829717733e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02185609805716488,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.29939852534294126
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6029499173164368,
        "mean_feedback_forward_cosine": 0.9251291674952353,
        "mean_feedback_forward_relative_error": 0.3841595308434579,
        "min_feedback_forward_cosine": 0.8272641897201538
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035756388406752095,
        "instruction_rms": 0.0035756388396603303,
        "raw_apical_rms": 0.05130942585302663,
        "teaching_rms": 0.0035756388406752095,
        "traffic_rms": 0.05118217572795193
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.5922756325135197e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6362150913621873e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020947848142713835,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.29339407252311706
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5805547833442688,
        "mean_feedback_forward_cosine": 0.9307969500941615,
        "mean_feedback_forward_relative_error": 0.3691556097999696,
        "min_feedback_forward_cosine": 0.8396104574203491
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035719889993269527,
        "instruction_rms": 0.003571988999061554,
        "raw_apical_rms": 0.051782248044754946,
        "teaching_rms": 0.0035719889993269527,
        "traffic_rms": 0.05165644963930771
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.260048586639641e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6284546112516536e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02128249975974906,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.2898948735380173
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5591834783554077,
        "mean_feedback_forward_cosine": 0.9359502196311951,
        "mean_feedback_forward_relative_error": 0.3550844954386834,
        "min_feedback_forward_cosine": 0.8510515689849854
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003492938000034598,
        "instruction_rms": 0.003492937999622593,
        "raw_apical_rms": 0.05199398085737323,
        "teaching_rms": 0.003492938000034598,
        "traffic_rms": 0.051874226666474704
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.2424932072672163e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6323404755410115e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021101769614255105,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.28035081473350526
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5376722812652588,
        "mean_feedback_forward_cosine": 0.9408655743445119,
        "mean_feedback_forward_relative_error": 0.3410439998392136,
        "min_feedback_forward_cosine": 0.8620774149894714
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003564203899771304,
        "instruction_rms": 0.003564203899696792,
        "raw_apical_rms": 0.05252402522271201,
        "teaching_rms": 0.003564203899771304,
        "traffic_rms": 0.052400066261991285
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.118455976254154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630327828341386e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020573800790122818,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.2819810107803345
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5178632140159607,
        "mean_feedback_forward_cosine": 0.9453231000131176,
        "mean_feedback_forward_relative_error": 0.3278006286390366,
        "min_feedback_forward_cosine": 0.8718243837356567
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035412261523905,
        "instruction_rms": 0.003541226152104235,
        "raw_apical_rms": 0.05295211851808451,
        "teaching_rms": 0.0035412261523905,
        "traffic_rms": 0.052831046655815644
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.871572313267734e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6210759042514302e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020325780500081613,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.271732903175354
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4983406066894531,
        "mean_feedback_forward_cosine": 0.9494874073613074,
        "mean_feedback_forward_relative_error": 0.31497027364469343,
        "min_feedback_forward_cosine": 0.8811737298965454
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035404604517921064,
        "instruction_rms": 0.003540460453805183,
        "raw_apical_rms": 0.05256521727958658,
        "teaching_rms": 0.0035404604517921064,
        "traffic_rms": 0.05244321861362014
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.583815555430192e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.630777602858127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021537006481828675,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.26568462629318235
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4798280596733093,
        "mean_feedback_forward_cosine": 0.9532626386611692,
        "mean_feedback_forward_relative_error": 0.3028777061450866,
        "min_feedback_forward_cosine": 0.8896836042404175
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035311689701902496,
        "instruction_rms": 0.0035311689708615295,
        "raw_apical_rms": 0.05260948823950943,
        "teaching_rms": 0.0035311689701902496,
        "traffic_rms": 0.05248837250706658
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.353325522288287e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6272145647704196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021035924458852533,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.26067846254348753
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.46089527010917664,
        "mean_feedback_forward_cosine": 0.9569080202810226,
        "mean_feedback_forward_relative_error": 0.2907417671334359,
        "min_feedback_forward_cosine": 0.8981483578681946
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035838708999212953,
        "instruction_rms": 0.0035838708997651602,
        "raw_apical_rms": 0.05302693666963662,
        "teaching_rms": 0.0035838708999212953,
        "traffic_rms": 0.052903118140250234
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.645661645317432e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628055769819409e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019556002866465076,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.25794370862960814
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.44318878650665283,
        "mean_feedback_forward_cosine": 0.9601221796005003,
        "mean_feedback_forward_relative_error": 0.27960770024407294,
        "min_feedback_forward_cosine": 0.9056601524353027
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003492636714525397,
        "instruction_rms": 0.0034926367143797866,
        "raw_apical_rms": 0.053045539200379105,
        "teaching_rms": 0.003492636714525397,
        "traffic_rms": 0.05292757125978629
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 3.382749014235742e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6203148991470475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01954111414139787,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2521926338386536
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4259234666824341,
        "mean_feedback_forward_cosine": 0.9631822589905031,
        "mean_feedback_forward_relative_error": 0.26858584318430195,
        "min_feedback_forward_cosine": 0.9127770662307739
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00351352174643121,
        "instruction_rms": 0.0035135217473944657,
        "raw_apical_rms": 0.05300544540767023,
        "teaching_rms": 0.00351352174643121,
        "traffic_rms": 0.05288612320398315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.3526106335557415e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6233771448000343e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020034404823617482,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2552177179145813
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4095364511013031,
        "mean_feedback_forward_cosine": 0.9659874285421064,
        "mean_feedback_forward_relative_error": 0.2580969290387246,
        "min_feedback_forward_cosine": 0.9191899299621582
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035540171829123095,
        "instruction_rms": 0.0035540171831040367,
        "raw_apical_rms": 0.053163167733734626,
        "teaching_rms": 0.0035540171829123095,
        "traffic_rms": 0.053041392546976665
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.212623767012701e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.628830762196484e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020177349498023973,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2466756143426895
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3934934139251709,
        "mean_feedback_forward_cosine": 0.9685390014802256,
        "mean_feedback_forward_relative_error": 0.24812661616071577,
        "min_feedback_forward_cosine": 0.9252965450286865
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035482394739834206,
        "instruction_rms": 0.003548239473537122,
        "raw_apical_rms": 0.05337888214745203,
        "teaching_rms": 0.0035482394739834206,
        "traffic_rms": 0.05325808728298396
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.0761033659464374e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6322921325240592e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01930333037709197,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.24432047214984895
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37840384244918823,
        "mean_feedback_forward_cosine": 0.9709713632060636,
        "mean_feedback_forward_relative_error": 0.23828263340457792,
        "min_feedback_forward_cosine": 0.930831789970398
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035966518538834225,
        "instruction_rms": 0.0035966518536361862,
        "raw_apical_rms": 0.053553472376124144,
        "teaching_rms": 0.0035966518538834225,
        "traffic_rms": 0.05342942585547273
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3190059650346484e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.621805526148183e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019432024424663498,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.2401316197872162
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3639370799064636,
        "mean_feedback_forward_cosine": 0.9731036636137194,
        "mean_feedback_forward_relative_error": 0.22933144434805838,
        "min_feedback_forward_cosine": 0.9359540343284607
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003464426539131027,
        "instruction_rms": 0.0034644265394348753,
        "raw_apical_rms": 0.05382661571582705,
        "teaching_rms": 0.003464426539131027,
        "traffic_rms": 0.05371212399086486
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.038320883774759e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6157032582062388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019516162274940768,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.23337802155971527
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.34985122084617615,
        "mean_feedback_forward_cosine": 0.9751064892738096,
        "mean_feedback_forward_relative_error": 0.2205553547509255,
        "min_feedback_forward_cosine": 0.9406843185424805
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003518671379162316,
        "instruction_rms": 0.00351867137963814,
        "raw_apical_rms": 0.05419758359191867,
        "teaching_rms": 0.003518671379162316,
        "traffic_rms": 0.054080755051409
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.807940369109474e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6208270594430585e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020722597974415086,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.2313947339439392
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3358475863933563,
        "mean_feedback_forward_cosine": 0.9769871542530675,
        "mean_feedback_forward_relative_error": 0.21202974838595237,
        "min_feedback_forward_cosine": 0.9452786445617676
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003478429278219998,
        "instruction_rms": 0.0034784292799613877,
        "raw_apical_rms": 0.05425824730060113,
        "teaching_rms": 0.003478429278219998,
        "traffic_rms": 0.05414382479056838
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.628799388228799e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6072423458175056e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01980896056037481,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.23239266793727875
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.32218971848487854,
        "mean_feedback_forward_cosine": 0.9787662202312101,
        "mean_feedback_forward_relative_error": 0.2036249695285674,
        "min_feedback_forward_cosine": 0.949577808380127
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003547579124787204,
        "instruction_rms": 0.003547579124956494,
        "raw_apical_rms": 0.054477864704447376,
        "teaching_rms": 0.003547579124787204,
        "traffic_rms": 0.05435907189525733
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.641603558117822e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6061506229604884e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02066779336193575,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2314801558971405
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3090890347957611,
        "mean_feedback_forward_cosine": 0.9803262102988458,
        "mean_feedback_forward_relative_error": 0.1959815582921428,
        "min_feedback_forward_cosine": 0.9535435438156128
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034376989958522968,
        "instruction_rms": 0.0034376989942922647,
        "raw_apical_rms": 0.05464901483278287,
        "teaching_rms": 0.0034376989958522968,
        "traffic_rms": 0.05453837628225535
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0291723856757926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6174431106958267e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020464399910602792,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.22742463251113892
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2970096468925476,
        "mean_feedback_forward_cosine": 0.9818116984059734,
        "mean_feedback_forward_relative_error": 0.18838050985528576,
        "min_feedback_forward_cosine": 0.9570397734642029
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035152441600312407,
        "instruction_rms": 0.0035152441607478723,
        "raw_apical_rms": 0.054818932900638564,
        "teaching_rms": 0.0035152441600312407,
        "traffic_rms": 0.05470334052266086
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.524999054287491e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6136291851556815e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020241933019776597,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2225275700044632
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2847195267677307,
        "mean_feedback_forward_cosine": 0.9831811458833756,
        "mean_feedback_forward_relative_error": 0.18112104145749922,
        "min_feedback_forward_cosine": 0.9604690074920654
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034642623013427442,
        "instruction_rms": 0.0034642623005248243,
        "raw_apical_rms": 0.055020485280956904,
        "teaching_rms": 0.0034642623013427442,
        "traffic_rms": 0.05490841618240984
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 3.1338498018840255e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6085323177164533e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021792486458115424,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.21858973684310912
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27325090765953064,
        "mean_feedback_forward_cosine": 0.9844556393161896,
        "mean_feedback_forward_relative_error": 0.17409104529407718,
        "min_feedback_forward_cosine": 0.9635643362998962
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003524163215761551,
        "instruction_rms": 0.003524163215956543,
        "raw_apical_rms": 0.05532184571723606,
        "teaching_rms": 0.003524163215761551,
        "traffic_rms": 0.055206869881406315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0735210881639432e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.607321046389557e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021160620678472717,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.21970650088787078
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2628556489944458,
        "mean_feedback_forward_cosine": 0.9856089218970268,
        "mean_feedback_forward_relative_error": 0.16747105109595484,
        "min_feedback_forward_cosine": 0.9662551879882812
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034849494084121984,
        "instruction_rms": 0.003484949407728848,
        "raw_apical_rms": 0.05519303568909447,
        "teaching_rms": 0.0034849494084121984,
        "traffic_rms": 0.05508011596851206
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0837832792608424e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.60587302112203e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02257218574662187,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.21523030988693237
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2525036334991455,
        "mean_feedback_forward_cosine": 0.9866824784586506,
        "mean_feedback_forward_relative_error": 0.1610484448892455,
        "min_feedback_forward_cosine": 0.9688282012939453
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034917662856806123,
        "instruction_rms": 0.0034917662858501143,
        "raw_apical_rms": 0.05527822677916193,
        "teaching_rms": 0.0034917662856806123,
        "traffic_rms": 0.05516500038946166
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.126600584517746e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6133050695794228e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02109727938863001,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.21525467616081237
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24268995225429535,
        "mean_feedback_forward_cosine": 0.9876585891169887,
        "mean_feedback_forward_relative_error": 0.15499278037778794,
        "min_feedback_forward_cosine": 0.9711865186691284
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034075584107268234,
        "instruction_rms": 0.0034075584107293444,
        "raw_apical_rms": 0.05574660768048955,
        "teaching_rms": 0.0034075584107268234,
        "traffic_rms": 0.05563958960117571
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1090711399551765e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.611899712013731e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01983780699092181,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.20698030591964722
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23288381099700928,
        "mean_feedback_forward_cosine": 0.9885907403884395,
        "mean_feedback_forward_relative_error": 0.1490106956372338,
        "min_feedback_forward_cosine": 0.9734465479850769
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003478812216775989,
        "instruction_rms": 0.0034788122157447727,
        "raw_apical_rms": 0.0556278588216904,
        "teaching_rms": 0.003478812216775989,
        "traffic_rms": 0.05551554556490304
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.722580122986983e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6100672064411973e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020488873967530775,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.2107636794281006
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22301410138607025,
        "mean_feedback_forward_cosine": 0.9894521620965773,
        "mean_feedback_forward_relative_error": 0.14327095881585153,
        "min_feedback_forward_cosine": 0.975633978843689
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034629061680117664,
        "instruction_rms": 0.003462906169251398,
        "raw_apical_rms": 0.05556501585941704,
        "teaching_rms": 0.0034629061680117664,
        "traffic_rms": 0.05545401907876476
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8279433078305374e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6206850544553455e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021724748182863983,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.21416042904853821
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21437855064868927,
        "mean_feedback_forward_cosine": 0.9902277723435433,
        "mean_feedback_forward_relative_error": 0.1378802750860491,
        "min_feedback_forward_cosine": 0.9774696826934814
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003463676196754681,
        "instruction_rms": 0.0034636761965173724,
        "raw_apical_rms": 0.055525037407736684,
        "teaching_rms": 0.003463676196754681,
        "traffic_rms": 0.05541364836041376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.7862751278130418e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6149845603655698e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020520803555521702,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.20265906400680542
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20568503439426422,
        "mean_feedback_forward_cosine": 0.9909787812540608,
        "mean_feedback_forward_relative_error": 0.13247080135249323,
        "min_feedback_forward_cosine": 0.9792330861091614
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003510927665270242,
        "instruction_rms": 0.0035109276651843066,
        "raw_apical_rms": 0.05582674945969147,
        "teaching_rms": 0.003510927665270242,
        "traffic_rms": 0.05571295206953726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3045902963758635e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6118066149624304e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02015539733433875,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.20840632899284361
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19723662734031677,
        "mean_feedback_forward_cosine": 0.9916658516853086,
        "mean_feedback_forward_relative_error": 0.1273198274354781,
        "min_feedback_forward_cosine": 0.9808846712112427
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035062618602714713,
        "instruction_rms": 0.003506261859345746,
        "raw_apical_rms": 0.05615305845876284,
        "teaching_rms": 0.0035062618602714713,
        "traffic_rms": 0.05604037567921221
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.4129445108656e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6014736253142497e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02046214933652034,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.2021079085111618
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18926401436328888,
        "mean_feedback_forward_cosine": 0.9923063881935612,
        "mean_feedback_forward_relative_error": 0.12231636275687525,
        "min_feedback_forward_cosine": 0.982383131980896
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003516765429870336,
        "instruction_rms": 0.003516765430073125,
        "raw_apical_rms": 0.05630377710605059,
        "teaching_rms": 0.003516765429870336,
        "traffic_rms": 0.05619054600727286
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.273791821494342e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6093534676097816e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02003378984931698,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.20293728838920594
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1818099468946457,
        "mean_feedback_forward_cosine": 0.9929044285128193,
        "mean_feedback_forward_relative_error": 0.11745534092187881,
        "min_feedback_forward_cosine": 0.9837331771850586
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003539759094775681,
        "instruction_rms": 0.0035397590935910806,
        "raw_apical_rms": 0.05654376001571229,
        "teaching_rms": 0.003539759094775681,
        "traffic_rms": 0.05643005746843267
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1377569936475993e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6062807787320196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02042036990613136,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.20467912701129914
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17471817135810852,
        "mean_feedback_forward_cosine": 0.9934410664343065,
        "mean_feedback_forward_relative_error": 0.1129209119225702,
        "min_feedback_forward_cosine": 0.9849737882614136
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035035772850481837,
        "instruction_rms": 0.003503577285765434,
        "raw_apical_rms": 0.05696834680452215,
        "teaching_rms": 0.0035035772850481837,
        "traffic_rms": 0.056857124350458955
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.077923078047661e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.600671472658845e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02063863385998486,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.19943748482704163
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1675136387348175,
        "mean_feedback_forward_cosine": 0.9939390863141706,
        "mean_feedback_forward_relative_error": 0.10854704065188285,
        "min_feedback_forward_cosine": 0.986180305480957
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003460854988457317,
        "instruction_rms": 0.003460854987675644,
        "raw_apical_rms": 0.056929572875802185,
        "teaching_rms": 0.003460854988457317,
        "traffic_rms": 0.05682131903857918
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9052132316232928e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6032981285331634e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021201418376711866,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.20049855659961702
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16062714159488678,
        "mean_feedback_forward_cosine": 0.994396315466973,
        "mean_feedback_forward_relative_error": 0.10436200554813108,
        "min_feedback_forward_cosine": 0.9872829914093018
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034394795283364727,
        "instruction_rms": 0.0034394795282041484,
        "raw_apical_rms": 0.05709322430710687,
        "teaching_rms": 0.0034394795283364727,
        "traffic_rms": 0.05698637815284925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.990803966123167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5938515220044336e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022300192012534716,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.1970031389427185
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15414825081825256,
        "mean_feedback_forward_cosine": 0.99481027741586,
        "mean_feedback_forward_relative_error": 0.1004205247567546,
        "min_feedback_forward_cosine": 0.9882780313491821
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003407280902674854,
        "instruction_rms": 0.0034072809029580134,
        "raw_apical_rms": 0.05739876923595902,
        "teaching_rms": 0.003407280902674854,
        "traffic_rms": 0.05729407878094982
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.003417698404064e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.599799140742495e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02125285705277914,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.19356034287452697
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14795032143592834,
        "mean_feedback_forward_cosine": 0.9951995841918453,
        "mean_feedback_forward_relative_error": 0.09657560421093818,
        "min_feedback_forward_cosine": 0.9891961216926575
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034431538648207155,
        "instruction_rms": 0.0034431538648933154,
        "raw_apical_rms": 0.0575475442909583,
        "teaching_rms": 0.0034431538648207155,
        "traffic_rms": 0.05744136604177521
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.613916549876194e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6001467343181264e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021523805420229147,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.19540233695983886
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14202706515789032,
        "mean_feedback_forward_cosine": 0.9955618535318682,
        "mean_feedback_forward_relative_error": 0.09285408811223123,
        "min_feedback_forward_cosine": 0.9900385141372681
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034527204156694496,
        "instruction_rms": 0.0034527204153999356,
        "raw_apical_rms": 0.0575860690935223,
        "teaching_rms": 0.0034527204156694496,
        "traffic_rms": 0.05747964931783119
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 4.097085692933433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5986994654430554e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01981468322199838,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.1917427585887909
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13640093803405762,
        "mean_feedback_forward_cosine": 0.9958990177800578,
        "mean_feedback_forward_relative_error": 0.08924914163447195,
        "min_feedback_forward_cosine": 0.9908096790313721
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034899244860362223,
        "instruction_rms": 0.0034899244867008703,
        "raw_apical_rms": 0.057695361379787986,
        "teaching_rms": 0.0034899244860362223,
        "traffic_rms": 0.05758637898625079
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8477079422041243e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.596245433932603e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019984007315012237,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.18972671369552613
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13088887929916382,
        "mean_feedback_forward_cosine": 0.9962043992934688,
        "mean_feedback_forward_relative_error": 0.08585845396643685,
        "min_feedback_forward_cosine": 0.9915297031402588
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034255154105749144,
        "instruction_rms": 0.003425515409841862,
        "raw_apical_rms": 0.05781750491073565,
        "teaching_rms": 0.0034255154105749144,
        "traffic_rms": 0.0577128162964886
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0972127146023922e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593651062692368e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020320203604109334,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.18884975323677064
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1257656067609787,
        "mean_feedback_forward_cosine": 0.996486819559528,
        "mean_feedback_forward_relative_error": 0.08259629265915963,
        "min_feedback_forward_cosine": 0.9921789169311523
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034386235761980468,
        "instruction_rms": 0.003438623575855904,
        "raw_apical_rms": 0.05762120511331127,
        "teaching_rms": 0.0034386235761980468,
        "traffic_rms": 0.057515302598573514
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2180460135245994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593734784510328e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020054449968256133,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.18765089283466338
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12077493965625763,
        "mean_feedback_forward_cosine": 0.9967486973731748,
        "mean_feedback_forward_relative_error": 0.07945237513030728,
        "min_feedback_forward_cosine": 0.9927830100059509
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003419543214946426,
        "instruction_rms": 0.0034195432154761458,
        "raw_apical_rms": 0.057684902107971385,
        "teaching_rms": 0.003419543214946426,
        "traffic_rms": 0.05758028212217341
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.94860643176753e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.599778503908224e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021458118418434365,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.18308923247337341
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1158987358212471,
        "mean_feedback_forward_cosine": 0.996993476344693,
        "mean_feedback_forward_relative_error": 0.07640130036780911,
        "min_feedback_forward_cosine": 0.9933519959449768
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003423298513944789,
        "instruction_rms": 0.0034232985145014267,
        "raw_apical_rms": 0.05780217591358895,
        "teaching_rms": 0.003423298513944789,
        "traffic_rms": 0.05769765557000415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.6822231546930198e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6112852023474386e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02141487857727527,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.18563451991081237
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11102660000324249,
        "mean_feedback_forward_cosine": 0.9972287666413092,
        "mean_feedback_forward_relative_error": 0.0733463716122412,
        "min_feedback_forward_cosine": 0.9938979744911194
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0035001837517003036,
        "instruction_rms": 0.00350018375225057,
        "raw_apical_rms": 0.05781039268734066,
        "teaching_rms": 0.0035001837517003036,
        "traffic_rms": 0.057700930404744825
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.851858222323699e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6008388415764536e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02140994021673855,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.19004285793304443
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10672832280397415,
        "mean_feedback_forward_cosine": 0.9974359446956266,
        "mean_feedback_forward_relative_error": 0.07053910412134663,
        "min_feedback_forward_cosine": 0.9943585395812988
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034686207722556942,
        "instruction_rms": 0.0034686207723892844,
        "raw_apical_rms": 0.05797376054847445,
        "teaching_rms": 0.0034686207722556942,
        "traffic_rms": 0.0578663888368281
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1717069031979008e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.595235618123169e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020836060092768772,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.1814848718738556
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10235501080751419,
        "mean_feedback_forward_cosine": 0.9976284907710168,
        "mean_feedback_forward_relative_error": 0.06784144632758633,
        "min_feedback_forward_cosine": 0.9948086142539978
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033951238837711677,
        "instruction_rms": 0.00339512388331119,
        "raw_apical_rms": 0.05817950912657142,
        "teaching_rms": 0.0033951238837711677,
        "traffic_rms": 0.05807703550395544
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.753015865801899e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.600331763892189e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020213499625784597,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.18406702889442444
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09815677255392075,
        "mean_feedback_forward_cosine": 0.9978054031249015,
        "mean_feedback_forward_relative_error": 0.06526561213597175,
        "min_feedback_forward_cosine": 0.9952248334884644
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033916490041799594,
        "instruction_rms": 0.003391649003639008,
        "raw_apical_rms": 0.0584052550468733,
        "teaching_rms": 0.0033916490041799594,
        "traffic_rms": 0.058303854638573474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.122481035371493e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.598092720213753e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01965742485662164,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.1818651003932953
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09418652206659317,
        "mean_feedback_forward_cosine": 0.9979652550912672,
        "mean_feedback_forward_relative_error": 0.06283595869618078,
        "min_feedback_forward_cosine": 0.9956014156341553
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003393359881132555,
        "instruction_rms": 0.0033933598807929528,
        "raw_apical_rms": 0.05839581313424848,
        "teaching_rms": 0.003393359881132555,
        "traffic_rms": 0.05829397508100326
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8277688695889083e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.601090035300354e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01935683600017686,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.18304167880535127
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09051638096570969,
        "mean_feedback_forward_cosine": 0.9981175257313636,
        "mean_feedback_forward_relative_error": 0.06043314320906516,
        "min_feedback_forward_cosine": 0.9959362745285034
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003421384726465541,
        "instruction_rms": 0.0034213847260471217,
        "raw_apical_rms": 0.05860390225111553,
        "teaching_rms": 0.003421384726465541,
        "traffic_rms": 0.0585005453254147
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1704293473590042e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6052442861151937e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020665724623899505,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.17877166667938232
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0869675725698471,
        "mean_feedback_forward_cosine": 0.9982598962322358,
        "mean_feedback_forward_relative_error": 0.05810259396751081,
        "min_feedback_forward_cosine": 0.9962478876113892
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003430392736216952,
        "instruction_rms": 0.0034303927350730185,
        "raw_apical_rms": 0.058734110358252746,
        "teaching_rms": 0.003430392736216952,
        "traffic_rms": 0.05863018095070694
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.926413517594483e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5858016364409023e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019182674413133743,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.17750683407783507
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08344399929046631,
        "mean_feedback_forward_cosine": 0.9983924300439896,
        "mean_feedback_forward_relative_error": 0.05584745854139328,
        "min_feedback_forward_cosine": 0.9965448379516602
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003456510816962367,
        "instruction_rms": 0.0034565108175854072,
        "raw_apical_rms": 0.05886184411149324,
        "teaching_rms": 0.003456510816962367,
        "traffic_rms": 0.058757089948110235
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.8557835207720927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6042757269500776e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02055267449983377,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.18042453233718872
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08004778623580933,
        "mean_feedback_forward_cosine": 0.9985132544271408,
        "mean_feedback_forward_relative_error": 0.05370641517783365,
        "min_feedback_forward_cosine": 0.9968206286430359
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034141354764852523,
        "instruction_rms": 0.0034141354754085615,
        "raw_apical_rms": 0.058834754110088996,
        "teaching_rms": 0.0034141354764852523,
        "traffic_rms": 0.058732339688646315
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0750956508663876e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589604463812503e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02017676912619823,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.17927248138427734
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07687560468912125,
        "mean_feedback_forward_cosine": 0.9986259322012624,
        "mean_feedback_forward_relative_error": 0.05162628139218976,
        "min_feedback_forward_cosine": 0.9970664381980896
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034341814803397477,
        "instruction_rms": 0.0034341814810828794,
        "raw_apical_rms": 0.05889412220055457,
        "teaching_rms": 0.0034341814803397477,
        "traffic_rms": 0.058790399553382916
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.979074859548291e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.605374611941103e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019630663659274142,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.17652707487344743
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07375805824995041,
        "mean_feedback_forward_cosine": 0.9987325053061208,
        "mean_feedback_forward_relative_error": 0.049586879209645336,
        "min_feedback_forward_cosine": 0.9972988963127136
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003475087451530602,
        "instruction_rms": 0.0034750874520372422,
        "raw_apical_rms": 0.0589721955658991,
        "teaching_rms": 0.003475087451530602,
        "traffic_rms": 0.0588657175678156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2401831500928893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5850199399309963e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019999401937577193,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.17692116313934325
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0707392767071724,
        "mean_feedback_forward_cosine": 0.998829476294979,
        "mean_feedback_forward_relative_error": 0.04765409141057922,
        "min_feedback_forward_cosine": 0.9975142478942871
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003445978700431747,
        "instruction_rms": 0.0034459787004751346,
        "raw_apical_rms": 0.05886002576594397,
        "teaching_rms": 0.003445978700431747,
        "traffic_rms": 0.058755857332201906
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0091544428169072e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5963862271862235e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.019010066002730936,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.17988833545684815
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06793131679296494,
        "mean_feedback_forward_cosine": 0.9989166490493282,
        "mean_feedback_forward_relative_error": 0.04584274152594228,
        "min_feedback_forward_cosine": 0.9977070093154907
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00341759967618036,
        "instruction_rms": 0.003417599675177702,
        "raw_apical_rms": 0.05923595540794477,
        "teaching_rms": 0.00341759967618036,
        "traffic_rms": 0.05913389437091155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2458282344928193e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5976921910014363e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020792721901837022,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.1772440785264969
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06527094542980194,
        "mean_feedback_forward_cosine": 0.9989996437103518,
        "mean_feedback_forward_relative_error": 0.04404804362885414,
        "min_feedback_forward_cosine": 0.9978823661804199
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003458292265493477,
        "instruction_rms": 0.003458292265283366,
        "raw_apical_rms": 0.05946490160713266,
        "teaching_rms": 0.003458292265493477,
        "traffic_rms": 0.05936067228041016
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.7556333276047553e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5942433066091953e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02065062018500329,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.17513171265602112
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06267433613538742,
        "mean_feedback_forward_cosine": 0.9990758299827576,
        "mean_feedback_forward_relative_error": 0.042338665664917036,
        "min_feedback_forward_cosine": 0.9980476498603821
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003463749464852256,
        "instruction_rms": 0.003463749466015367,
        "raw_apical_rms": 0.059668149363479576,
        "teaching_rms": 0.003463749464852256,
        "traffic_rms": 0.05956380177314484
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0572395342810523e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5871959618824853e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02020075408532083,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.17257637537956239
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06021619588136673,
        "mean_feedback_forward_cosine": 0.9991444983789998,
        "mean_feedback_forward_relative_error": 0.04073551874006948,
        "min_feedback_forward_cosine": 0.9981976747512817
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034053513403415818,
        "instruction_rms": 0.003405351340818926,
        "raw_apical_rms": 0.05981797354440699,
        "teaching_rms": 0.0034053513403415818,
        "traffic_rms": 0.05971833891337273
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0854244553447643e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585660915558724e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02235868920569362,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.17234158856868745
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.057775773108005524,
        "mean_feedback_forward_cosine": 0.999208927154541,
        "mean_feedback_forward_relative_error": 0.03916807100176811,
        "min_feedback_forward_cosine": 0.9983402490615845
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003438324558695901,
        "instruction_rms": 0.003438324559016137,
        "raw_apical_rms": 0.05982131544124343,
        "teaching_rms": 0.003438324558695901,
        "traffic_rms": 0.059718879839451615
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.205450577719148e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5898127222863757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021763737118733202,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.17341863000631333
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05547836422920227,
        "mean_feedback_forward_cosine": 0.9992696604421062,
        "mean_feedback_forward_relative_error": 0.03763908841797421,
        "min_feedback_forward_cosine": 0.9984691739082336
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033998637072948225,
        "instruction_rms": 0.0033998637077746106,
        "raw_apical_rms": 0.059891200533465784,
        "teaching_rms": 0.0033998637072948225,
        "traffic_rms": 0.05979121869753013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.348518535200128e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.593869182762272e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022518478104180433,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.1750432247209549
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.053380243480205536,
        "mean_feedback_forward_cosine": 0.9993224432391505,
        "mean_feedback_forward_relative_error": 0.03624790047685946,
        "min_feedback_forward_cosine": 0.9985824823379517
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033250119537614757,
        "instruction_rms": 0.003325011954065987,
        "raw_apical_rms": 0.05999480491245881,
        "teaching_rms": 0.0033250119537614757,
        "traffic_rms": 0.05989926423755988
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.6011905518430467e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586319604544755e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020896972466268936,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.1650091945362091
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.051124557852745056,
        "mean_feedback_forward_cosine": 0.9993754663775044,
        "mean_feedback_forward_relative_error": 0.034804713401582935,
        "min_feedback_forward_cosine": 0.9986997246742249
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003439834988753,
        "instruction_rms": 0.0034398349874303394,
        "raw_apical_rms": 0.059864987994036986,
        "teaching_rms": 0.003439834988753,
        "traffic_rms": 0.05976244116146561
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0462804783960564e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.595384501116954e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021231430526580674,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.17371611179351806
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.049127962440252304,
        "mean_feedback_forward_cosine": 0.9994224559876227,
        "mean_feedback_forward_relative_error": 0.03346922768339995,
        "min_feedback_forward_cosine": 0.9987989664077759
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033619010933833866,
        "instruction_rms": 0.0033619010927225606,
        "raw_apical_rms": 0.059982092012269235,
        "teaching_rms": 0.0033619010933833866,
        "traffic_rms": 0.059884689203573024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5894571820117562e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5867694896197485e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02262959573934223,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.1715626421737671
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04728499427437782,
        "mean_feedback_forward_cosine": 0.9994647118353075,
        "mean_feedback_forward_relative_error": 0.03222058653350799,
        "min_feedback_forward_cosine": 0.9988870620727539
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033548353918590227,
        "instruction_rms": 0.003354835392269414,
        "raw_apical_rms": 0.06021775997509343,
        "teaching_rms": 0.0033548353918590227,
        "traffic_rms": 0.06012094352483448
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1354871648782137e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5942450127443865e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021305525827439938,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.16552210284233093
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0453660674393177,
        "mean_feedback_forward_cosine": 0.9995052737574424,
        "mean_feedback_forward_relative_error": 0.030979650485659798,
        "min_feedback_forward_cosine": 0.9989755153656006
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033726637883326003,
        "instruction_rms": 0.003372663788674758,
        "raw_apical_rms": 0.06029498339469778,
        "teaching_rms": 0.0033726637883326003,
        "traffic_rms": 0.06019784185951271
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0367517450381456e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591734790050541e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02159472278103336,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.166471966714859
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04361632093787193,
        "mean_feedback_forward_cosine": 0.9995416075952591,
        "mean_feedback_forward_relative_error": 0.0298194095131851,
        "min_feedback_forward_cosine": 0.999052882194519
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003350492698055595,
        "instruction_rms": 0.0033504926972128283,
        "raw_apical_rms": 0.060371947030863606,
        "teaching_rms": 0.003350492698055595,
        "traffic_rms": 0.06027512436461606
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9863561462329926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5909891750943932e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02222160719281142,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.16222234501838684
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0418466217815876,
        "mean_feedback_forward_cosine": 0.9995770569770567,
        "mean_feedback_forward_relative_error": 0.028643882923549222,
        "min_feedback_forward_cosine": 0.9991282224655151
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003402920333988259,
        "instruction_rms": 0.0034029203338786632,
        "raw_apical_rms": 0.060599267349975665,
        "teaching_rms": 0.003402920333988259,
        "traffic_rms": 0.06050043041849693
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1999248644988256e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5920537855278048e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021634372300728663,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.16844359785795213
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.040160052478313446,
        "mean_feedback_forward_cosine": 0.9996090704394925,
        "mean_feedback_forward_relative_error": 0.027540143879671252,
        "min_feedback_forward_cosine": 0.9991968274116516
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003356290152885211,
        "instruction_rms": 0.0033562901526771128,
        "raw_apical_rms": 0.06075698200092619,
        "teaching_rms": 0.003356290152885211,
        "traffic_rms": 0.06066119929771656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.791095805003806e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5871488683198588e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021403321731415747,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.16844806903362275
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03851350024342537,
        "mean_feedback_forward_cosine": 0.9996402340550576,
        "mean_feedback_forward_relative_error": 0.026423181977964217,
        "min_feedback_forward_cosine": 0.9992611408233643
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0034480014756884305,
        "instruction_rms": 0.003448001476853413,
        "raw_apical_rms": 0.060677221645840704,
        "teaching_rms": 0.0034480014756884305,
        "traffic_rms": 0.060575920474552736
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.0714656189084053,
        "maximum_absolute_post_projection_soma_slope": 2.2089638562761138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5956784699897934e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022100300203414663,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.1734725644016266
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03697704151272774,
        "mean_feedback_forward_cosine": 0.999667344554778,
        "mean_feedback_forward_relative_error": 0.025405359274197008,
        "min_feedback_forward_cosine": 0.9993188381195068
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033675156976960725,
        "instruction_rms": 0.003367515698361574,
        "raw_apical_rms": 0.06069001300979408,
        "teaching_rms": 0.0033675156976960725,
        "traffic_rms": 0.06059314659661246
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8590840866750113e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5938492771856475e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021644090576521714,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.16188694938659667
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03550988435745239,
        "mean_feedback_forward_cosine": 0.999692557319518,
        "mean_feedback_forward_relative_error": 0.024426692345690344,
        "min_feedback_forward_cosine": 0.9993716478347778
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003390164787643623,
        "instruction_rms": 0.0033901647879523524,
        "raw_apical_rms": 0.060777765106341426,
        "teaching_rms": 0.003390164787643623,
        "traffic_rms": 0.06068032095663359
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.8044050637276996e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586254664389376e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0215965019604694,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.1648994934654236
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.034106262028217316,
        "mean_feedback_forward_cosine": 0.9997149859705279,
        "mean_feedback_forward_relative_error": 0.023516869833392483,
        "min_feedback_forward_cosine": 0.9994202256202698
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003316037417653443,
        "instruction_rms": 0.0033160374185728725,
        "raw_apical_rms": 0.060605500052847226,
        "teaching_rms": 0.003316037417653443,
        "traffic_rms": 0.06051163708531536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5912299861374777e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589362477194766e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02295299882431037,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.16531682719707488
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03278369829058647,
        "mean_feedback_forward_cosine": 0.999736359042506,
        "mean_feedback_forward_relative_error": 0.022617473747701414,
        "min_feedback_forward_cosine": 0.9994643926620483
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0033429628725576794,
        "instruction_rms": 0.0033429628718452888,
        "raw_apical_rms": 0.060815451593235766,
        "teaching_rms": 0.0033429628725576794,
        "traffic_rms": 0.0607199330047135
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.8780577093480133e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5905770562756898e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022397742168927814,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.16122076577186584
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03153737634420395,
        "mean_feedback_forward_cosine": 0.9997553748469199,
        "mean_feedback_forward_relative_error": 0.021786171221925367,
        "min_feedback_forward_cosine": 0.9995043277740479
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0032894955815286554,
        "instruction_rms": 0.003289495581533522,
        "raw_apical_rms": 0.060982174378095014,
        "teaching_rms": 0.0032894955815286554,
        "traffic_rms": 0.06089030213465361
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.830583329365254e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912228043044425e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021925054040415594,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.16027390190124513
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03152688220143318,
        "mean_feedback_forward_cosine": 0.9997555440472018,
        "mean_feedback_forward_relative_error": 0.021776764563495112,
        "min_feedback_forward_cosine": 0.999504566192627
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002398621889958721,
        "instruction_rms": 0.0023986218896793515,
        "raw_apical_rms": 0.06104121477701332,
        "teaching_rms": 0.002398621889958721,
        "traffic_rms": 0.06099145334045525
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1113459425237124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5627137032607413e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01982363357403087,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.09333422934532165
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03152167797088623,
        "mean_feedback_forward_cosine": 0.999755653642839,
        "mean_feedback_forward_relative_error": 0.02177059085619065,
        "min_feedback_forward_cosine": 0.9995048642158508
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0021333371362211224,
        "instruction_rms": 0.00213333713588387,
        "raw_apical_rms": 0.06096595887695236,
        "teaching_rms": 0.0021333371362211224,
        "traffic_rms": 0.06092623399803428
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2154578616095932e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5513763268625097e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020220379507792798,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.06759175801753997
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03151693195104599,
        "mean_feedback_forward_cosine": 0.9997557401657104,
        "mean_feedback_forward_relative_error": 0.021764965367413337,
        "min_feedback_forward_cosine": 0.9995049238204956
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.002046703623203282,
        "instruction_rms": 0.00204670362326996,
        "raw_apical_rms": 0.060937144381639934,
        "teaching_rms": 0.002046703623203282,
        "traffic_rms": 0.06090011029269463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.957503670269034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556313958042445e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02042894344610579,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.05698678456664085
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031512632966041565,
        "mean_feedback_forward_cosine": 0.99975581899766,
        "mean_feedback_forward_relative_error": 0.02175972382387807,
        "min_feedback_forward_cosine": 0.9995051026344299
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019799681669607806,
        "instruction_rms": 0.001979968166781406,
        "raw_apical_rms": 0.06087065603522165,
        "teaching_rms": 0.0019799681669607806,
        "traffic_rms": 0.06083562300761488
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3360593459642587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5549141117006324e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020541968774159366,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.05106272052049637
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03150852397084236,
        "mean_feedback_forward_cosine": 0.9997559055205314,
        "mean_feedback_forward_relative_error": 0.021754666847447233,
        "min_feedback_forward_cosine": 0.9995052218437195
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019290545186167257,
        "instruction_rms": 0.0019290545190684039,
        "raw_apical_rms": 0.060821752086465654,
        "teaching_rms": 0.0019290545186167257,
        "traffic_rms": 0.06078820523870638
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3436090401673937e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563156615255852e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020825996781660347,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.045936097958087924
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03150397539138794,
        "mean_feedback_forward_cosine": 0.9997559805070201,
        "mean_feedback_forward_relative_error": 0.02174961195898152,
        "min_feedback_forward_cosine": 0.9995054006576538
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019731081252130625,
        "instruction_rms": 0.0019731081252151576,
        "raw_apical_rms": 0.060766449778849665,
        "teaching_rms": 0.0019731081252130625,
        "traffic_rms": 0.06073123922860457
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2527224530222156e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5606805083342983e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02092268456358297,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.04352586357593537
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03149962052702904,
        "mean_feedback_forward_cosine": 0.9997560554935087,
        "mean_feedback_forward_relative_error": 0.021744657217735244,
        "min_feedback_forward_cosine": 0.9995054006576538
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019308048434830663,
        "instruction_rms": 0.0019308048438191094,
        "raw_apical_rms": 0.060719777214897394,
        "teaching_rms": 0.0019308048434830663,
        "traffic_rms": 0.06068535056216789
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2302476310187558e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5591246223633387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021232555423782,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.0400309817135334
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0314955972135067,
        "mean_feedback_forward_cosine": 0.9997561477845714,
        "mean_feedback_forward_relative_error": 0.02173995174046966,
        "min_feedback_forward_cosine": 0.9995056390762329
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018817973347551712,
        "instruction_rms": 0.0018817973349551723,
        "raw_apical_rms": 0.06068903866925442,
        "teaching_rms": 0.0018817973347551712,
        "traffic_rms": 0.060656312031160925
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3623050182663974e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565024513138787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02115694024026615,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.037535460599660876
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03149155154824257,
        "mean_feedback_forward_cosine": 0.9997562246937906,
        "mean_feedback_forward_relative_error": 0.021735391474419063,
        "min_feedback_forward_cosine": 0.9995057582855225
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018373676320763686,
        "instruction_rms": 0.0018373676323064534,
        "raw_apical_rms": 0.06064975821286218,
        "teaching_rms": 0.0018373676320763686,
        "traffic_rms": 0.060618067379224747
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.086065009621052e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5639751893530308e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020964269746619,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.0344030801987648
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03148741275072098,
        "mean_feedback_forward_cosine": 0.9997563016030097,
        "mean_feedback_forward_relative_error": 0.021730675872775815,
        "min_feedback_forward_cosine": 0.9995057582855225
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001859365300345051,
        "instruction_rms": 0.0018593653007709069,
        "raw_apical_rms": 0.06063491070046303,
        "teaching_rms": 0.001859365300345051,
        "traffic_rms": 0.060601999199207876
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0311309967269153e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5645318901013604e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021201538473130686,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.03404332453489303
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03148353099822998,
        "mean_feedback_forward_cosine": 0.9997563708213068,
        "mean_feedback_forward_relative_error": 0.021726243648557894,
        "min_feedback_forward_cosine": 0.9995059967041016
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017792693721633372,
        "instruction_rms": 0.001779269371810353,
        "raw_apical_rms": 0.06060974513709711,
        "teaching_rms": 0.0017792693721633372,
        "traffic_rms": 0.0605800890919125
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.143865351911245e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.562937477637461e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021216626116228588,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.030716377469301222
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03147963806986809,
        "mean_feedback_forward_cosine": 0.9997564515759868,
        "mean_feedback_forward_relative_error": 0.021721871239283392,
        "min_feedback_forward_cosine": 0.9995061159133911
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001778277828207509,
        "instruction_rms": 0.001778277828723965,
        "raw_apical_rms": 0.06057176292817008,
        "teaching_rms": 0.001778277828207509,
        "traffic_rms": 0.06054181141671
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3181401687111247e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5729326947873305e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021322696570138612,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.029599104360342025
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03147570416331291,
        "mean_feedback_forward_cosine": 0.9997565438670497,
        "mean_feedback_forward_relative_error": 0.021717479452490807,
        "min_feedback_forward_cosine": 0.9995062351226807
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0018072599197181153,
        "instruction_rms": 0.001807259919694294,
        "raw_apical_rms": 0.060517731868169854,
        "teaching_rms": 0.0018072599197181153,
        "traffic_rms": 0.06048620141870423
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1655408133369747e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5670435557415783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021250775148907254,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.02921918411910534
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031471576541662216,
        "mean_feedback_forward_cosine": 0.9997566150080773,
        "mean_feedback_forward_relative_error": 0.021713021166262128,
        "min_feedback_forward_cosine": 0.999506413936615
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017855020169386564,
        "instruction_rms": 0.001785502017071911,
        "raw_apical_rms": 0.06049119120247394,
        "teaching_rms": 0.0017855020169386564,
        "traffic_rms": 0.06045980743748742
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9960024744136717e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5606584947692495e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021636498446608168,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.02790903121113777
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03146752715110779,
        "mean_feedback_forward_cosine": 0.9997566996082183,
        "mean_feedback_forward_relative_error": 0.02170853429443894,
        "min_feedback_forward_cosine": 0.9995065331459045
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017775455003777672,
        "instruction_rms": 0.0017775455005886673,
        "raw_apical_rms": 0.06051045129667271,
        "teaching_rms": 0.0017775455003777672,
        "traffic_rms": 0.06047985973341938
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8998475681542004e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5666541372563246e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021366600157939744,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.025734815603494644
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031463682651519775,
        "mean_feedback_forward_cosine": 0.9997567688265154,
        "mean_feedback_forward_relative_error": 0.021704253605416706,
        "min_feedback_forward_cosine": 0.9995065927505493
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017261972222227678,
        "instruction_rms": 0.0017261972216782895,
        "raw_apical_rms": 0.06048572644802996,
        "teaching_rms": 0.0017261972222227678,
        "traffic_rms": 0.06045675628127358
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.436298984775931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5655378692333757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021085676031754666,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.024729185898303984
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031459592282772064,
        "mean_feedback_forward_cosine": 0.9997568572721174,
        "mean_feedback_forward_relative_error": 0.02169988788063488,
        "min_feedback_forward_cosine": 0.9995068311691284
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0017572288449339136,
        "instruction_rms": 0.0017572288450132649,
        "raw_apical_rms": 0.06046964119418366,
        "teaching_rms": 0.0017572288449339136,
        "traffic_rms": 0.060438826447286945
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.188399506053429e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572685545345221e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021047060669153846,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.025334170320630074
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03145581856369972,
        "mean_feedback_forward_cosine": 0.999756932258606,
        "mean_feedback_forward_relative_error": 0.02169556271344904,
        "min_feedback_forward_cosine": 0.999506950378418
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001701262973061038,
        "instruction_rms": 0.0017012629733924403,
        "raw_apical_rms": 0.06043503368079829,
        "teaching_rms": 0.001701262973061038,
        "traffic_rms": 0.0604062522732447
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.025842071873285e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5722834470548688e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021035353204275214,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.022988191098570823
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03145194798707962,
        "mean_feedback_forward_cosine": 0.9997570187814774,
        "mean_feedback_forward_relative_error": 0.021691336356584105,
        "min_feedback_forward_cosine": 0.9995070099830627
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001680353697396918,
        "instruction_rms": 0.0016803536968119162,
        "raw_apical_rms": 0.0604305457404473,
        "teaching_rms": 0.001680353697396918,
        "traffic_rms": 0.06040247182631898
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.249623420880198e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5615927038061534e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02142448054117058,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.02194026156425476
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03144793212413788,
        "mean_feedback_forward_cosine": 0.9997571129952708,
        "mean_feedback_forward_relative_error": 0.021687014809539242,
        "min_feedback_forward_cosine": 0.9995071291923523
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001710373941006606,
        "instruction_rms": 0.0017103739407916924,
        "raw_apical_rms": 0.06044723920612104,
        "teaching_rms": 0.001710373941006606,
        "traffic_rms": 0.060417783930974536
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.4688869615374642e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563692249549339e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021262344263362223,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.02244715241879225
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031444188207387924,
        "mean_feedback_forward_cosine": 0.9997571822135679,
        "mean_feedback_forward_relative_error": 0.02168291550309908,
        "min_feedback_forward_cosine": 0.9995072484016418
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016376603236343352,
        "instruction_rms": 0.0016376603239503544,
        "raw_apical_rms": 0.0604257899673085,
        "teaching_rms": 0.0016376603236343352,
        "traffic_rms": 0.06039848206828698
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.129364418124169e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5641752863823337e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021192157258718636,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.02022576591670513
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0314406156539917,
        "mean_feedback_forward_cosine": 0.9997572283590993,
        "mean_feedback_forward_relative_error": 0.021678831368204084,
        "min_feedback_forward_cosine": 0.9995072484016418
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015659922530151065,
        "instruction_rms": 0.0015659922533562884,
        "raw_apical_rms": 0.06038533492717041,
        "teaching_rms": 0.0015659922530151065,
        "traffic_rms": 0.060359866341804125
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.7033721039515513e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5670427066009977e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021187531568565437,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.01860323529779911
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03143704682588577,
        "mean_feedback_forward_cosine": 0.9997573168047013,
        "mean_feedback_forward_relative_error": 0.021674805425948674,
        "min_feedback_forward_cosine": 0.9995075464248657
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001558712258865541,
        "instruction_rms": 0.0015587122583099176,
        "raw_apical_rms": 0.06033626783480335,
        "teaching_rms": 0.001558712258865541,
        "traffic_rms": 0.06031083462316474
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2601041038683434e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.558320617213378e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021261311529394988,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.01847828521847725
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03143325075507164,
        "mean_feedback_forward_cosine": 0.9997574014048423,
        "mean_feedback_forward_relative_error": 0.02167059356466897,
        "min_feedback_forward_cosine": 0.9995076060295105
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016103571251713815,
        "instruction_rms": 0.0016103571255068685,
        "raw_apical_rms": 0.06032843384180606,
        "teaching_rms": 0.0016103571251713815,
        "traffic_rms": 0.060301178429157186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.978660162966662e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5696847499502945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021231445869597243,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.019125866518616676
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03142950311303139,
        "mean_feedback_forward_cosine": 0.9997574860049833,
        "mean_feedback_forward_relative_error": 0.02166658192272148,
        "min_feedback_forward_cosine": 0.9995076656341553
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015375907247758183,
        "instruction_rms": 0.0015375907247493494,
        "raw_apical_rms": 0.06031516221230108,
        "teaching_rms": 0.0015375907247758183,
        "traffic_rms": 0.060289711654303434
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3115177327781566e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5771107900153756e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02155187387803211,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.017221306319236754
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031425733119249344,
        "mean_feedback_forward_cosine": 0.999757549455089,
        "mean_feedback_forward_relative_error": 0.02166240917698991,
        "min_feedback_forward_cosine": 0.9995078444480896
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015801354373825949,
        "instruction_rms": 0.0015801354367632253,
        "raw_apical_rms": 0.060280644505303904,
        "teaching_rms": 0.0015801354373825949,
        "traffic_rms": 0.06025394289452608
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.175109514723772e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5608545608303522e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021750289061752293,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.017284111934304236
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03142174705862999,
        "mean_feedback_forward_cosine": 0.9997576513598042,
        "mean_feedback_forward_relative_error": 0.02165804100373099,
        "min_feedback_forward_cosine": 0.9995079040527344
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001617392017166664,
        "instruction_rms": 0.0016173920171565102,
        "raw_apical_rms": 0.06029715769635445,
        "teaching_rms": 0.001617392017166664,
        "traffic_rms": 0.0602691789405435
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.3002456828180584e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564494487473074e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021892627999324368,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.0171700565508008
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031418368220329285,
        "mean_feedback_forward_cosine": 0.9997577090417186,
        "mean_feedback_forward_relative_error": 0.021654212426754735,
        "min_feedback_forward_cosine": 0.9995079636573792
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014468703310447336,
        "instruction_rms": 0.0014468703307280186,
        "raw_apical_rms": 0.06029150587431078,
        "teaching_rms": 0.0014468703310447336,
        "traffic_rms": 0.06026915762483013
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.9801536410568588e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568471699537214e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02102892052471611,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.01475954680517316
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03141402825713158,
        "mean_feedback_forward_cosine": 0.9997578032555119,
        "mean_feedback_forward_relative_error": 0.02164962124680319,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001647078165995079,
        "instruction_rms": 0.0016470781654027529,
        "raw_apical_rms": 0.060317028455909104,
        "teaching_rms": 0.001647078165995079,
        "traffic_rms": 0.06028755363885058
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8321864914128128e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5684968965499933e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021455415856616818,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.016771517105400563
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03141002729535103,
        "mean_feedback_forward_cosine": 0.9997578782420005,
        "mean_feedback_forward_relative_error": 0.021645333362563003,
        "min_feedback_forward_cosine": 0.9995083212852478
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015545478188276319,
        "instruction_rms": 0.0015545478188123511,
        "raw_apical_rms": 0.060325860883568796,
        "teaching_rms": 0.0015545478188276319,
        "traffic_rms": 0.06029907231392622
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9989645494433717e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5680279048596704e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021094721926493518,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.01596706278845668
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03140585124492645,
        "mean_feedback_forward_cosine": 0.9997579686103328,
        "mean_feedback_forward_relative_error": 0.021641116859691757,
        "min_feedback_forward_cosine": 0.9995084404945374
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015275423809823635,
        "instruction_rms": 0.0015275423811523228,
        "raw_apical_rms": 0.06032168137533785,
        "teaching_rms": 0.0015275423809823635,
        "traffic_rms": 0.06029643454098172
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.002989063498717e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570085999278273e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021163578902115926,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.016134593434929848
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031401731073856354,
        "mean_feedback_forward_cosine": 0.9997580493650129,
        "mean_feedback_forward_relative_error": 0.02163685822198468,
        "min_feedback_forward_cosine": 0.9995085000991821
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015095788660353675,
        "instruction_rms": 0.0015095788659874414,
        "raw_apical_rms": 0.06029600621394194,
        "teaching_rms": 0.0015095788660353675,
        "traffic_rms": 0.06027074915240652
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1048956355684822e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5688137019403565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021225011742469265,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.014972648302912712
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031398188322782516,
        "mean_feedback_forward_cosine": 0.999758130119693,
        "mean_feedback_forward_relative_error": 0.021632933974145882,
        "min_feedback_forward_cosine": 0.9995087385177612
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00141278160256858,
        "instruction_rms": 0.0014127816022092617,
        "raw_apical_rms": 0.060307643128228026,
        "teaching_rms": 0.00141278160256858,
        "traffic_rms": 0.06028470445843777
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2203876071102968e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5596273518653564e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021440215175471164,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.013288077376578004
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03139420598745346,
        "mean_feedback_forward_cosine": 0.9997582070289119,
        "mean_feedback_forward_relative_error": 0.021628684168981928,
        "min_feedback_forward_cosine": 0.9995088577270508
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014683729445171235,
        "instruction_rms": 0.001468372944926815,
        "raw_apical_rms": 0.060272037375291125,
        "teaching_rms": 0.0014683729445171235,
        "traffic_rms": 0.06024697004198889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.237959684237012e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5709243206294097e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021676522310623222,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.014023889936506748
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313900001347065,
        "mean_feedback_forward_cosine": 0.999758287783592,
        "mean_feedback_forward_relative_error": 0.02162433272948669,
        "min_feedback_forward_cosine": 0.9995089769363403
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00151604943175004,
        "instruction_rms": 0.0015160494313732247,
        "raw_apical_rms": 0.06026722077950062,
        "teaching_rms": 0.00151604943175004,
        "traffic_rms": 0.06024168792251169
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5872678222071954e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568476729291428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021301102569107767,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.013910914593338966
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031386032700538635,
        "mean_feedback_forward_cosine": 0.999758376229194,
        "mean_feedback_forward_relative_error": 0.021620102587246125,
        "min_feedback_forward_cosine": 0.9995090365409851
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001477430439914596,
        "instruction_rms": 0.0014774304402341402,
        "raw_apical_rms": 0.06029351024500925,
        "teaching_rms": 0.001477430439914596,
        "traffic_rms": 0.06026928877265612
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0881808282524617e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5635215935810226e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02103406847482763,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.013774006176888943
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03138156980276108,
        "mean_feedback_forward_cosine": 0.9997584608293348,
        "mean_feedback_forward_relative_error": 0.021615536868452065,
        "min_feedback_forward_cosine": 0.9995092153549194
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015153848135794515,
        "instruction_rms": 0.0015153848135075166,
        "raw_apical_rms": 0.06028979729879795,
        "teaching_rms": 0.0015153848135794515,
        "traffic_rms": 0.060263449959591736
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0386327292953865e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570405912992581e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02128528778893488,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.014216195790618658
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03137783706188202,
        "mean_feedback_forward_cosine": 0.9997585242794406,
        "mean_feedback_forward_relative_error": 0.021611571477185332,
        "min_feedback_forward_cosine": 0.9995093941688538
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013623057297024645,
        "instruction_rms": 0.0013623057298733391,
        "raw_apical_rms": 0.06026149093538735,
        "teaching_rms": 0.0013623057297024645,
        "traffic_rms": 0.060239669731314074
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.876320077087712e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5702227385891922e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021722423490932816,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.012675859419107437
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031373877078294754,
        "mean_feedback_forward_cosine": 0.9997586242614254,
        "mean_feedback_forward_relative_error": 0.02160714517137216,
        "min_feedback_forward_cosine": 0.9995095133781433
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014160875186484813,
        "instruction_rms": 0.0014160875188215937,
        "raw_apical_rms": 0.060271893141315994,
        "teaching_rms": 0.0014160875186484813,
        "traffic_rms": 0.06024855283609319
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1365448077403926e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5707145004668614e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02166383299546484,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.012604654445797205
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03137008845806122,
        "mean_feedback_forward_cosine": 0.999758691556992,
        "mean_feedback_forward_relative_error": 0.021602971178870046,
        "min_feedback_forward_cosine": 0.9995096325874329
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014017556826610889,
        "instruction_rms": 0.0014017556817953554,
        "raw_apical_rms": 0.06021674431885879,
        "teaching_rms": 0.0014017556826610889,
        "traffic_rms": 0.06019406225614311
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.13758344358439e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5693120693005157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02144647719055143,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.012337776693105698
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03136617690324783,
        "mean_feedback_forward_cosine": 0.9997587934617074,
        "mean_feedback_forward_relative_error": 0.021598879428159808,
        "min_feedback_forward_cosine": 0.9995098114013672
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001359620341620725,
        "instruction_rms": 0.0013596203418669865,
        "raw_apical_rms": 0.06023319874960461,
        "teaching_rms": 0.001359620341620725,
        "traffic_rms": 0.060211836187975896
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9645478133156757e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5742544068754367e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021716134699330095,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.0115347054579854
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031361497938632965,
        "mean_feedback_forward_cosine": 0.9997588857527702,
        "mean_feedback_forward_relative_error": 0.02159409573481929,
        "min_feedback_forward_cosine": 0.9995098114013672
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015325011894380678,
        "instruction_rms": 0.0015325011897909257,
        "raw_apical_rms": 0.0602282827106931,
        "teaching_rms": 0.0015325011894380678,
        "traffic_rms": 0.060200925790311034
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.6773845362981774e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5832496708826057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02185208231985076,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.013095144706964493
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313575379550457,
        "mean_feedback_forward_cosine": 0.9997589703529112,
        "mean_feedback_forward_relative_error": 0.021589957237724337,
        "min_feedback_forward_cosine": 0.9995100498199463
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013291754192877106,
        "instruction_rms": 0.0013291754186445942,
        "raw_apical_rms": 0.06017461988580678,
        "teaching_rms": 0.0013291754192877106,
        "traffic_rms": 0.06015385317018739
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.8152776110346167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753545294706784e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021914178105991743,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.011285493536293507
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031352996826171875,
        "mean_feedback_forward_cosine": 0.9997590587985131,
        "mean_feedback_forward_relative_error": 0.021585262170241724,
        "min_feedback_forward_cosine": 0.9995101690292358
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014312083911910652,
        "instruction_rms": 0.0014312083913766652,
        "raw_apical_rms": 0.060158212981470914,
        "teaching_rms": 0.0014312083911910652,
        "traffic_rms": 0.06013395895160597
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.6009224995959812e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578689555011155e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.022159492507651878,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.012068520529419183
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03134904429316521,
        "mean_feedback_forward_cosine": 0.9997591280168102,
        "mean_feedback_forward_relative_error": 0.021581231646480098,
        "min_feedback_forward_cosine": 0.9995102286338806
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00128285456991729,
        "instruction_rms": 0.0012828545704672103,
        "raw_apical_rms": 0.060178350561723784,
        "teaching_rms": 0.00128285456991729,
        "traffic_rms": 0.060158784222565785
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5508404277729824e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5758511907512554e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021423602013939738,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.010624613016620278
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313451923429966,
        "mean_feedback_forward_cosine": 0.9997592145396818,
        "mean_feedback_forward_relative_error": 0.02157715622395758,
        "min_feedback_forward_cosine": 0.9995103478431702
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013133976218261839,
        "instruction_rms": 0.0013133976215214175,
        "raw_apical_rms": 0.06014330045693746,
        "teaching_rms": 0.0013133976218261839,
        "traffic_rms": 0.060121834679379836
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3491713463386077e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5705432305124935e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02159263706327977,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.010737270039469003
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03134067729115486,
        "mean_feedback_forward_cosine": 0.9997593222125885,
        "mean_feedback_forward_relative_error": 0.021572456409734105,
        "min_feedback_forward_cosine": 0.9995105266571045
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001391305149665331,
        "instruction_rms": 0.0013913051489891754,
        "raw_apical_rms": 0.060125212189627956,
        "teaching_rms": 0.001391305149665331,
        "traffic_rms": 0.06010070944313869
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9454923005923774e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5803998891754e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02168214473700549,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.011407286370545626
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03133620694279671,
        "mean_feedback_forward_cosine": 0.9997594164263818,
        "mean_feedback_forward_relative_error": 0.02156771686408789,
        "min_feedback_forward_cosine": 0.9995107650756836
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013869202438614547,
        "instruction_rms": 0.001386920243428907,
        "raw_apical_rms": 0.06013829142432585,
        "teaching_rms": 0.0013869202438614547,
        "traffic_rms": 0.0601145159755107
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1140859729484873e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5793187245614857e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021739876079040547,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.011116878349781036
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031331513077020645,
        "mean_feedback_forward_cosine": 0.999759518331097,
        "mean_feedback_forward_relative_error": 0.02156275722588743,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001417679202033186,
        "instruction_rms": 0.0014176792018678064,
        "raw_apical_rms": 0.06012870803794755,
        "teaching_rms": 0.001417679202033186,
        "traffic_rms": 0.06010324714483092
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2602602456345267e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5714074246786214e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021847983224535093,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.012106659239511937
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132714703679085,
        "mean_feedback_forward_cosine": 0.9997595971630465,
        "mean_feedback_forward_relative_error": 0.021558043907486623,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001379679893926087,
        "instruction_rms": 0.0013796798941189312,
        "raw_apical_rms": 0.060092781516599685,
        "teaching_rms": 0.001379679893926087,
        "traffic_rms": 0.06006935939637903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.620488537274923e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570917304365128e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021682985947470337,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.010919339765757322
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132709860801697,
        "mean_feedback_forward_cosine": 0.9997596010085075,
        "mean_feedback_forward_relative_error": 0.021557943354691227,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001179968784308093,
        "instruction_rms": 0.0011799687843855847,
        "raw_apical_rms": 0.06008720547514168,
        "teaching_rms": 0.001179968784308093,
        "traffic_rms": 0.06006945434673334
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8576384874791074e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5612939849153663e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021591201577678427,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.009476273037791251
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132707253098488,
        "mean_feedback_forward_cosine": 0.9997596240812733,
        "mean_feedback_forward_relative_error": 0.021557855254579938,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011296071960121053,
        "instruction_rms": 0.0011296071964631573,
        "raw_apical_rms": 0.06008207813474541,
        "teaching_rms": 0.0011296071960121053,
        "traffic_rms": 0.06006563827661422
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1674486205824905e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.563976340381333e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021447013086679213,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.008430601634383202
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031327035278081894,
        "mean_feedback_forward_cosine": 0.999759599085777,
        "mean_feedback_forward_relative_error": 0.021557764721012885,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001121324080897597,
        "instruction_rms": 0.0011213240807696613,
        "raw_apical_rms": 0.06007834927889558,
        "teaching_rms": 0.001121324080897597,
        "traffic_rms": 0.06006248524135712
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2669075505632463e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5626452615872206e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021487707526781655,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.008414895274192095
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031327009201049805,
        "mean_feedback_forward_cosine": 0.9997596279267342,
        "mean_feedback_forward_relative_error": 0.021557679745338617,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010462794952962285,
        "instruction_rms": 0.001046279495115535,
        "raw_apical_rms": 0.06007435809635876,
        "teaching_rms": 0.0010462794952962285,
        "traffic_rms": 0.06005984553676592
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9332576428610082e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5683413025204685e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02157790363457604,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.007825479854792356
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326986849308014,
        "mean_feedback_forward_cosine": 0.9997595952403161,
        "mean_feedback_forward_relative_error": 0.021557595625880263,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001036368860131206,
        "instruction_rms": 0.0010363688600510232,
        "raw_apical_rms": 0.06006759080480991,
        "teaching_rms": 0.001036368860131206,
        "traffic_rms": 0.06005341464384376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9908087622866333e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5634408615326202e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021698631335063577,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.007752396997436881
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326957046985626,
        "mean_feedback_forward_cosine": 0.9997596375403865,
        "mean_feedback_forward_relative_error": 0.02155751351928038,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00103690814016864,
        "instruction_rms": 0.001036908140151119,
        "raw_apical_rms": 0.060066664923446415,
        "teaching_rms": 0.00103690814016864,
        "traffic_rms": 0.060052171413669905
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.945481642451341e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5669167082605052e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021475271499250284,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.007858595271185041
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326938420534134,
        "mean_feedback_forward_cosine": 0.9997596183130818,
        "mean_feedback_forward_relative_error": 0.021557435333248106,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009805716767374976,
        "instruction_rms": 0.0009805716764035783,
        "raw_apical_rms": 0.06006998751423511,
        "teaching_rms": 0.0009805716767374976,
        "traffic_rms": 0.060057039953904
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.433953127933819e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.56538217900001e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02124931950437315,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.007328558262661099
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132690116763115,
        "mean_feedback_forward_cosine": 0.999759599085777,
        "mean_feedback_forward_relative_error": 0.021557354698738745,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010845778775543477,
        "instruction_rms": 0.0010845778777478423,
        "raw_apical_rms": 0.060069209873066264,
        "teaching_rms": 0.0010845778775543477,
        "traffic_rms": 0.06005369473041427
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9106012771885617e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564227473703303e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021559755123017183,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.007954697859212757
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132687509059906,
        "mean_feedback_forward_cosine": 0.9997596260040037,
        "mean_feedback_forward_relative_error": 0.02155727277239484,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010299564696549968,
        "instruction_rms": 0.0010299564692812465,
        "raw_apical_rms": 0.06006812192226086,
        "teaching_rms": 0.0010299564696549968,
        "traffic_rms": 0.060053931538063196
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.3349590705379342e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5660258580619945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021729885976055806,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.007465883650183677
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326841562986374,
        "mean_feedback_forward_cosine": 0.9997596144676208,
        "mean_feedback_forward_relative_error": 0.021557185423350143,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001063413505157721,
        "instruction_rms": 0.0010634135050796281,
        "raw_apical_rms": 0.060071878818973384,
        "teaching_rms": 0.001063413505157721,
        "traffic_rms": 0.06005699924020882
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.3217483047233145e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5665946369244484e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021747135661781707,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.007692031290978193
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132681921124458,
        "mean_feedback_forward_cosine": 0.9997596298494646,
        "mean_feedback_forward_relative_error": 0.02155710408283818,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010305865891414153,
        "instruction_rms": 0.0010305865887556003,
        "raw_apical_rms": 0.060076575512097774,
        "teaching_rms": 0.0010305865891414153,
        "traffic_rms": 0.06006234825377816
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.8926501255123185e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5669840817105678e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02140562166712032,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.00782879565000534
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313267819583416,
        "mean_feedback_forward_cosine": 0.9997596086994294,
        "mean_feedback_forward_relative_error": 0.021557018070692015,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001129956087231944,
        "instruction_rms": 0.0011299560868735551,
        "raw_apical_rms": 0.06007572241114544,
        "teaching_rms": 0.001129956087231944,
        "traffic_rms": 0.06005868079532163
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.4017687394461973e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567557156080132e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021886043922274504,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.008396395660117269
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132675588130951,
        "mean_feedback_forward_cosine": 0.9997596221585427,
        "mean_feedback_forward_relative_error": 0.021556935483409513,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009887630050392931,
        "instruction_rms": 0.0009887630052253591,
        "raw_apical_rms": 0.06007528882168374,
        "teaching_rms": 0.0009887630050392931,
        "traffic_rms": 0.06006227369066905
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.066620830021293e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5659746742414652e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021141643553731288,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.0073443680226802826
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132672607898712,
        "mean_feedback_forward_cosine": 0.9997596317721952,
        "mean_feedback_forward_relative_error": 0.021556853451916286,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010581566164695499,
        "instruction_rms": 0.0010581566167576506,
        "raw_apical_rms": 0.060078922021673004,
        "teaching_rms": 0.0010581566164695499,
        "traffic_rms": 0.060063899841260364
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.0862328753423753e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5685245696508257e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021514753858243214,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.007455915867015719
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326696276664734,
        "mean_feedback_forward_cosine": 0.9997596375403865,
        "mean_feedback_forward_relative_error": 0.021556774845286723,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010244626963122443,
        "instruction_rms": 0.0010244626963263736,
        "raw_apical_rms": 0.06008215650066717,
        "teaching_rms": 0.0010244626963122443,
        "traffic_rms": 0.060067852865176886
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.074700944376673e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569071509815174e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021306631787898232,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.0073924257943034175
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326670199632645,
        "mean_feedback_forward_cosine": 0.9997596221585427,
        "mean_feedback_forward_relative_error": 0.02155669374511607,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009767126207487105,
        "instruction_rms": 0.0009767126210894945,
        "raw_apical_rms": 0.06008434921583812,
        "teaching_rms": 0.0009767126207487105,
        "traffic_rms": 0.06007130250795151
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1931301219524357e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5672551918101414e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021793107940057333,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.0070690033512562514
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326647847890854,
        "mean_feedback_forward_cosine": 0.9997596163903514,
        "mean_feedback_forward_relative_error": 0.021556613831630638,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010006242303614047,
        "instruction_rms": 0.0010006242309953588,
        "raw_apical_rms": 0.06008041334988278,
        "teaching_rms": 0.0010006242303614047,
        "traffic_rms": 0.060066208644533915
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.7223707732559888e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5673656243708937e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021532127395720854,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.007275210626721382
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326621770858765,
        "mean_feedback_forward_cosine": 0.999759643308578,
        "mean_feedback_forward_relative_error": 0.021556533617718567,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009555785630081935,
        "instruction_rms": 0.0009555785630237475,
        "raw_apical_rms": 0.0600744885089705,
        "teaching_rms": 0.0009555785630081935,
        "traffic_rms": 0.060062183466376456
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 1.9061033640355163e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568538288493778e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021830055476936984,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.006774568736106158
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132659196853638,
        "mean_feedback_forward_cosine": 0.9997596375403865,
        "mean_feedback_forward_relative_error": 0.021556453749297128,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009395257352998124,
        "instruction_rms": 0.0009395257354966325,
        "raw_apical_rms": 0.060068914411747804,
        "teaching_rms": 0.0009395257352998124,
        "traffic_rms": 0.0600566705271883
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3887768207941917e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5657385022341837e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021918999249193983,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.006736315014958381
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132656216621399,
        "mean_feedback_forward_cosine": 0.9997596336949256,
        "mean_feedback_forward_relative_error": 0.021556375142667564,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009602019105545089,
        "instruction_rms": 0.000960201910210807,
        "raw_apical_rms": 0.06006304963139241,
        "teaching_rms": 0.0009602019105545089,
        "traffic_rms": 0.06005012476332571
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.4388381092421696e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5667665494101504e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02127287783141234,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.007116384837180376
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313265360891819,
        "mean_feedback_forward_cosine": 0.9997596317721952,
        "mean_feedback_forward_relative_error": 0.021556297782808542,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009628185131176399,
        "instruction_rms": 0.0009628185128434622,
        "raw_apical_rms": 0.060057812696817314,
        "teaching_rms": 0.0009628185131176399,
        "traffic_rms": 0.060044823555564404
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.9614679658275236e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5639761409025163e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02162741097611953,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.007078839312195778
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132651373744011,
        "mean_feedback_forward_cosine": 0.999759643308578,
        "mean_feedback_forward_relative_error": 0.02155622180491205,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009328463536858388,
        "instruction_rms": 0.0009328463533456953,
        "raw_apical_rms": 0.060054184034077036,
        "teaching_rms": 0.0009328463536858388,
        "traffic_rms": 0.06004251195105212
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.343368521451339e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568146097608532e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02127933575466516,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.0068743041935563085
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132648766040802,
        "mean_feedback_forward_cosine": 0.9997596356176561,
        "mean_feedback_forward_relative_error": 0.02155614274764253,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009752987427118393,
        "instruction_rms": 0.0009752987428624305,
        "raw_apical_rms": 0.06005889848482817,
        "teaching_rms": 0.0009752987427118393,
        "traffic_rms": 0.060045733577735357
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.312624758360471e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5669000475049028e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021269330889308057,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.006992063255682588
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132646530866623,
        "mean_feedback_forward_cosine": 0.9997596240812733,
        "mean_feedback_forward_relative_error": 0.021556065102378206,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009754219255835325,
        "instruction_rms": 0.0009754219253127989,
        "raw_apical_rms": 0.060058905286350696,
        "teaching_rms": 0.0009754219255835325,
        "traffic_rms": 0.06004608744551165
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0104115705521508e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5657628319952628e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021313992081019063,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.007167713696211576
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132643550634384,
        "mean_feedback_forward_cosine": 0.9997596452313084,
        "mean_feedback_forward_relative_error": 0.0215559869463886,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009615485037101152,
        "instruction_rms": 0.000961548503591037,
        "raw_apical_rms": 0.060060380172654845,
        "teaching_rms": 0.0009615485037101152,
        "traffic_rms": 0.06004752553417286
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.7993767304224093e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5648675156693924e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021576789954253533,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.006852393444180488
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326405704021454,
        "mean_feedback_forward_cosine": 0.9997596336949256,
        "mean_feedback_forward_relative_error": 0.021555908159503052,
        "min_feedback_forward_cosine": 0.9995108246803284
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009785713771199437,
        "instruction_rms": 0.0009785713774130107,
        "raw_apical_rms": 0.060061160174462176,
        "teaching_rms": 0.0009785713771199437,
        "traffic_rms": 0.060047543608914046
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.949755912278306e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5666668773173498e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021418184265572616,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.006754859584569931
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132638707756996,
        "mean_feedback_forward_cosine": 0.9997596317721952,
        "mean_feedback_forward_relative_error": 0.02155583209147857,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009655848167913925,
        "instruction_rms": 0.0009655848170674031,
        "raw_apical_rms": 0.060062541633444995,
        "teaching_rms": 0.0009655848167913925,
        "traffic_rms": 0.06004947472969154
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0814971080085343e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567244652274971e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021253830157798064,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.006898634309321642
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132636100053787,
        "mean_feedback_forward_cosine": 0.9997596375403865,
        "mean_feedback_forward_relative_error": 0.021555756954776663,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009420714872473244,
        "instruction_rms": 0.0009420714869762677,
        "raw_apical_rms": 0.060060731586379354,
        "teaching_rms": 0.0009420714872473244,
        "traffic_rms": 0.0600480769955571
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.1064197497366877e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5663262435928885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021561401438528468,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.006688732709065079
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132633492350578,
        "mean_feedback_forward_cosine": 0.9997596317721952,
        "mean_feedback_forward_relative_error": 0.02155567592971267,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010051458416884568,
        "instruction_rms": 0.0010051458409989927,
        "raw_apical_rms": 0.06006076079226069,
        "teaching_rms": 0.0010051458416884568,
        "traffic_rms": 0.060046603722024645
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1515237591529512e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5718607030157967e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02122170693276716,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.007178794793337584
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326305121183395,
        "mean_feedback_forward_cosine": 0.9997596163903514,
        "mean_feedback_forward_relative_error": 0.02155560139386404,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009334209579252473,
        "instruction_rms": 0.0009334209576963297,
        "raw_apical_rms": 0.06005812042541105,
        "teaching_rms": 0.0009334209579252473,
        "traffic_rms": 0.060045622230531406
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5771383249661994e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5670988070826762e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021125596140977525,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.006375368404537439
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326279044151306,
        "mean_feedback_forward_cosine": 0.9997596413858475,
        "mean_feedback_forward_relative_error": 0.02155552347821574,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009267334638879396,
        "instruction_rms": 0.0009267334636475204,
        "raw_apical_rms": 0.060054398744299894,
        "teaching_rms": 0.0009267334638879396,
        "traffic_rms": 0.060042373605508195
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.162148327045088e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.564611431806649e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02162797211756293,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.006588259144797921
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326256692409515,
        "mean_feedback_forward_cosine": 0.9997596221585427,
        "mean_feedback_forward_relative_error": 0.021555449888711015,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008881864527277518,
        "instruction_rms": 0.0008881864527954909,
        "raw_apical_rms": 0.06004703374881644,
        "teaching_rms": 0.0008881864527277518,
        "traffic_rms": 0.06003612336996302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.7895343873419733e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568090316629994e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021218560867508986,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.00602709147669375
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132622316479683,
        "mean_feedback_forward_cosine": 0.999759647154039,
        "mean_feedback_forward_relative_error": 0.02155537859747006,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009482835371602856,
        "instruction_rms": 0.0009482835371945668,
        "raw_apical_rms": 0.060052149373275965,
        "teaching_rms": 0.0009482835371602856,
        "traffic_rms": 0.060039407708248935
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3784711089547272e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5660439395201268e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021661237161664414,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.006757023540996015
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132620081305504,
        "mean_feedback_forward_cosine": 0.9997596394631171,
        "mean_feedback_forward_relative_error": 0.021555301538037676,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000881289653620672,
        "instruction_rms": 0.0008812896537584988,
        "raw_apical_rms": 0.06004567477508321,
        "teaching_rms": 0.000881289653620672,
        "traffic_rms": 0.06003469592632789
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.111737984478168e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5672102214083974e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.020971044230362227,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.0061257558731734755
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326182186603546,
        "mean_feedback_forward_cosine": 0.9997596298494646,
        "mean_feedback_forward_relative_error": 0.0215552277832983,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009306139623574617,
        "instruction_rms": 0.0009306139624281346,
        "raw_apical_rms": 0.06004385099800795,
        "teaching_rms": 0.0009306139623574617,
        "traffic_rms": 0.060030674162966
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.143248956087973e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568642914579012e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02127893229936149,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.0065580026246607305
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132615238428116,
        "mean_feedback_forward_cosine": 0.9997596298494646,
        "mean_feedback_forward_relative_error": 0.021555148726028782,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009033962134555074,
        "instruction_rms": 0.0009033962133567819,
        "raw_apical_rms": 0.06004334921704471,
        "teaching_rms": 0.0009033962134555074,
        "traffic_rms": 0.06003160378592111
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.932926707581828e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5649429756040186e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0212443712795138,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.006223944382146001
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132612258195877,
        "mean_feedback_forward_cosine": 0.9997596452313084,
        "mean_feedback_forward_relative_error": 0.021555073844689514,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009210895115788966,
        "instruction_rms": 0.0009210895113247055,
        "raw_apical_rms": 0.06004048408063149,
        "teaching_rms": 0.0009210895115788966,
        "traffic_rms": 0.06002838228205816
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.5178549023507912e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5697126001669134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021230850876854702,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.006426349698528648
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132610395550728,
        "mean_feedback_forward_cosine": 0.9997596452313084,
        "mean_feedback_forward_relative_error": 0.021555001111400705,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009018071280486433,
        "instruction_rms": 0.0009018071281110626,
        "raw_apical_rms": 0.060041556149045,
        "teaching_rms": 0.0009018071280486433,
        "traffic_rms": 0.060030215267169465
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.169271517971083e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5668077305435055e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021291286597336086,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.006350258146673441
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132607787847519,
        "mean_feedback_forward_cosine": 0.9997596356176561,
        "mean_feedback_forward_relative_error": 0.02155492882875185,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008698168059557551,
        "instruction_rms": 0.0008698168062776598,
        "raw_apical_rms": 0.060039656360668346,
        "teaching_rms": 0.0008698168059557551,
        "traffic_rms": 0.060029301023976
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3856882691575265e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5680749689917897e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021268179344269673,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.006042736135423183
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326062977313995,
        "mean_feedback_forward_cosine": 0.9997596529222303,
        "mean_feedback_forward_relative_error": 0.0215548605117346,
        "min_feedback_forward_cosine": 0.9995111227035522
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000836438271041538,
        "instruction_rms": 0.0008364382711784785,
        "raw_apical_rms": 0.060043254627502034,
        "teaching_rms": 0.000836438271041538,
        "traffic_rms": 0.06003299805436287
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.36579200674214e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5717391871834188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021861043911415013,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.0059654509999603035
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0313260443508625,
        "mean_feedback_forward_cosine": 0.9997596548449609,
        "mean_feedback_forward_relative_error": 0.021554786426525925,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008727192140346393,
        "instruction_rms": 0.0008727192142567254,
        "raw_apical_rms": 0.06003745986382582,
        "teaching_rms": 0.0008727192140346393,
        "traffic_rms": 0.06002682889271375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.894366796761915e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5717489389259885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02137953377467197,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.006041391937145963
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031326014548540115,
        "mean_feedback_forward_cosine": 0.9997596606131522,
        "mean_feedback_forward_relative_error": 0.02155471441426104,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008935821916719584,
        "instruction_rms": 0.0008935821915541255,
        "raw_apical_rms": 0.060039934075795,
        "teaching_rms": 0.0008935821916719584,
        "traffic_rms": 0.06002910980464427
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.1903458602423598e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5688957457962854e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021560479270196505,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.006232946597337723
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031325992196798325,
        "mean_feedback_forward_cosine": 0.9997596490767694,
        "mean_feedback_forward_relative_error": 0.021554640043647058,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009259972258659079,
        "instruction_rms": 0.0009259972258051484,
        "raw_apical_rms": 0.060043990302327876,
        "teaching_rms": 0.0009259972258659079,
        "traffic_rms": 0.06003191105315353
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.2353193074309274e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5704890834058506e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021402499272677757,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.006447158992290497
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132596239447594,
        "mean_feedback_forward_cosine": 0.9997596740722656,
        "mean_feedback_forward_relative_error": 0.021554567039974274,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009317201922527884,
        "instruction_rms": 0.0009317201921949359,
        "raw_apical_rms": 0.060040267249132,
        "teaching_rms": 0.0009317201922527884,
        "traffic_rms": 0.06002745013319
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.1710826914045356e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5729904493764114e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021714220810872112,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.006646980301588773
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132593631744385,
        "mean_feedback_forward_cosine": 0.9997596356176561,
        "mean_feedback_forward_relative_error": 0.02155449348051221,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009172148378231025,
        "instruction_rms": 0.0009172148380027723,
        "raw_apical_rms": 0.060044784582668285,
        "teaching_rms": 0.0009172148378231025,
        "traffic_rms": 0.06003272725118342
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.132829202139419e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5691497142614578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021261427735506933,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.006242364752627909
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132592514157295,
        "mean_feedback_forward_cosine": 0.9997596317721952,
        "mean_feedback_forward_relative_error": 0.021554420792287397,
        "min_feedback_forward_cosine": 0.9995108842849731
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008394010266712181,
        "instruction_rms": 0.0008394010263244715,
        "raw_apical_rms": 0.06003570661043683,
        "teaching_rms": 0.0008394010266712181,
        "traffic_rms": 0.060025402588168804
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 1.893620549253683e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5693063478141967e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02136412229458273,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.005690691779181361
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132590278983116,
        "mean_feedback_forward_cosine": 0.9997596452313084,
        "mean_feedback_forward_relative_error": 0.02155434744312398,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000894822445704649,
        "instruction_rms": 0.0008948224458492012,
        "raw_apical_rms": 0.06003452088921942,
        "teaching_rms": 0.000894822445704649,
        "traffic_rms": 0.06002304114955634
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.3364913559476008e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572832006419398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02151670856561304,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.00621510066986084
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.031325872987508774,
        "mean_feedback_forward_cosine": 0.999759647154039,
        "mean_feedback_forward_relative_error": 0.021554270879395546,
        "min_feedback_forward_cosine": 0.9995110034942627
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008731963482363144,
        "instruction_rms": 0.0008731963485391498,
        "raw_apical_rms": 0.06003501312016347,
        "teaching_rms": 0.0008731963482363144,
        "traffic_rms": 0.06002380693724977
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.2314685210744756e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5687875862690624e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.02158584079171715,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.006227425732985139
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132585063576698,
        "mean_feedback_forward_cosine": 0.9997596375403865,
        "mean_feedback_forward_relative_error": 0.021554195201925693,
        "min_feedback_forward_cosine": 0.9995110630989075
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008942622408165716,
        "instruction_rms": 0.0008942622404361476,
        "raw_apical_rms": 0.060033859223595505,
        "teaching_rms": 0.0008942622408165716,
        "traffic_rms": 0.06002265608609162
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146561145782471,
        "maximum_absolute_post_projection_soma_slope": 2.0849823201274376e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5670899861723797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.021497920676601043,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.006085729780197144
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03132582828402519,
        "mean_feedback_forward_cosine": 0.9997596452313084,
        "mean_feedback_forward_relative_error": 0.021554123805535418,
        "min_feedback_forward_cosine": 0.9995109438896179
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008740050133278148,
        "instruction_rms": 0.0008740050134007767,
        "raw_apical_rms": 0.06003476288060316,
        "teaching_rms": 0.0008740050133278148,
        "traffic_rms": 0.06002387793777457
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.07146560400724411,
        "maximum_absolute_post_projection_soma_slope": 2.2439492042281017e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5722066097305383e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0217050617177861,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.0059590229891985655
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9217,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.387104931640625,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2529336320,
    "peak_memory_reserved_bytes": 3821010944,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 3.0876691425874014e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 3.06026421981187e-08,
      "min_residual_soma_slope": -3.0876691425874014e-08,
      "mse": 3.3290338960027444e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.160152391392168e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.160152391392168e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 13,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 1.1395759582519531,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.040845394134521484,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 14820.786049365997,
    "train_wall_s": 14817.008256196976
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.016692832112312317,
      0.01200532540678978,
      0.008332769386470318,
      0.0075498903170228004,
      0.0053708222694695,
      0.006087752059102058,
      0.003867587074637413,
      0.005006805062294006,
      0.002887815935537219,
      0.003748569404706359,
      0.0022844804916530848,
      0.004654052667319775,
      0.0032952053006738424,
      0.004196343943476677,
      0.002609694842249155,
      0.0035618862602859735,
      0.0021939175203442574,
      0.0029503554105758667,
      0.0018851794302463531,
      0.0024613135028630495,
      0.0017383317463099957,
      0.0038990096654742956,
      0.0027804728597402573,
      0.003515329910442233,
      0.0024628741666674614,
      0.003224294865503907,
      0.0022232758346945047,
      0.002873069839552045,
      0.0020843856036663055,
      0.0026347259990870953,
      0.0020947945304214954
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.000000476837158,
      4.0,
      4.000000476837158,
      4.0,
      3.999999523162842,
      4.000000476837158,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.08893077075481415,
      0.062396932393312454,
      0.029449449852108955,
      0.03909926116466522,
      0.014590166509151459,
      0.03232475742697716,
      0.008942865766584873,
      0.02675946056842804,
      0.00599529268220067,
      0.019410571083426476,
      0.004170955624431372,
      0.02429185062646866,
      0.00736309215426445,
      0.02235197275876999,
      0.005150705110281706,
      0.01915901154279709,
      0.0039020790718495846,
      0.015739649534225464,
      0.0030583241023123264,
      0.01274823397397995,
      0.00259096990339458,
      0.02055993489921093,
      0.005347526632249355,
      0.018513329327106476,
      0.0042116641998291016,
      0.017480242997407913,
      0.0035575039219111204,
      0.015222329646348953,
      0.003111188765615225,
      0.013976861722767353,
      0.0029232106171548367
    ],
    "unscaled_traffic_rms": [
      0.7508236765861511,
      0.7696099877357483,
      1.131806492805481,
      0.7723819017410278,
      1.4724498987197876,
      0.7533237934112549,
      1.7299095392227173,
      0.7484164237976074,
      1.9267221689224243,
      0.7724800109863281,
      2.1908462047576904,
      0.7663562297821045,
      1.7901203632354736,
      0.7509572505950928,
      2.026669979095459,
      0.7436471581459045,
      2.2489728927612305,
      0.7497893571853638,
      2.46563720703125,
      0.7722837328910828,
      2.6836771965026855,
      0.7585645914077759,
      2.079819679260254,
      0.7595241069793701,
      2.3390982151031494,
      0.7378146648406982,
      2.4998154640197754,
      0.7549619078636169,
      2.6798574924468994,
      0.7540250420570374,
      2.8664298057556152
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 68420224,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 684206618894336,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 684202240000000,
      "local_weight_correlation_macs": 688625920000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 688625920000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 4407205888
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 72745580756992,
    "forward_macs_per_example": 68862592,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 2745665106100224
  }
}