{
  "architecture": {
    "adaptive_apical_parameters": 1064960,
    "adaptive_feedback_parameters": 848512,
    "base_width": 16,
    "blocks_per_stage": 9,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 56,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 532480,
    "forward_parameters": 853018,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 1064960,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 56,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 11,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 11,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5011,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9994528922769759,
    "feedback_forward_cosine": [
      0.9996585845947266,
      0.9996613264083862,
      0.9994030594825745,
      0.9993560910224915,
      0.9991961121559143,
      0.9991893768310547,
      0.9993095397949219,
      0.9992635250091553,
      0.9995965361595154,
      0.9995520114898682,
      0.9995437860488892,
      0.9994943141937256,
      0.9995837211608887,
      0.99957674741745,
      0.999679684638977,
      0.999646782875061,
      0.9997938871383667,
      0.9996997714042664,
      0.9997414350509644,
      0.9998083114624023,
      0.9996501803398132,
      0.9995943307876587,
      0.9997068047523499,
      0.9996200799942017,
      0.9997164011001587,
      0.9996328353881836,
      0.9996664524078369,
      0.9995362758636475,
      0.9996434450149536,
      0.9995038509368896,
      0.9996674656867981,
      0.9994937181472778,
      0.9995723962783813,
      0.9994343519210815,
      0.9995824098587036,
      0.9993937611579895,
      0.9997337460517883,
      0.9998224377632141,
      0.9997802972793579,
      0.9997556209564209,
      0.9997716546058655,
      0.999693751335144,
      0.9997555017471313,
      0.999632716178894,
      0.9997289776802063,
      0.9995256662368774,
      0.9993695020675659,
      0.9991015195846558,
      0.999431312084198,
      0.9991052746772766,
      0.9991822838783264,
      0.9987474679946899,
      0.9989230036735535,
      0.9982337951660156,
      0.9999802112579346
    ],
    "feedback_forward_norm_ratio": [
      0.9989251494407654,
      1.000936508178711,
      0.9989844560623169,
      1.001094937324524,
      0.9990232586860657,
      1.0019923448562622,
      0.99794602394104,
      1.001634120941162,
      1.0001002550125122,
      1.0009591579437256,
      0.9991543889045715,
      1.002602219581604,
      0.9991486072540283,
      1.00127375125885,
      1.0000529289245605,
      1.0020766258239746,
      0.9994543194770813,
      1.000896692276001,
      0.9993245005607605,
      1.0006946325302124,
      0.9990779757499695,
      1.001394271850586,
      0.9992592334747314,
      1.0014909505844116,
      0.9996901154518127,
      1.0012389421463013,
      0.9994320273399353,
      1.0017030239105225,
      0.9988840222358704,
      1.001800298690796,
      0.9995790719985962,
      1.0016040802001953,
      0.9988933205604553,
      1.0019941329956055,
      0.9989625811576843,
      1.001695990562439,
      0.9992861747741699,
      1.0003782510757446,
      0.9997970461845398,
      1.0006024837493896,
      0.9996731281280518,
      1.0012645721435547,
      0.9997552633285522,
      1.001225233078003,
      0.9995972514152527,
      1.0016262531280518,
      0.9985372424125671,
      1.0021247863769531,
      0.9986729621887207,
      1.0028369426727295,
      0.9981772303581238,
      1.00296151638031,
      0.9981222152709961,
      1.002724051475525,
      1.0013223886489868
    ],
    "feedback_forward_relative_error": [
      0.026138870045542717,
      0.02605477347970009,
      0.03454797342419624,
      0.03592420741915703,
      0.040088262408971786,
      0.040355466306209564,
      0.037179701030254364,
      0.03844698145985603,
      0.028409859165549278,
      0.02996210940182209,
      0.03020460158586502,
      0.0319485142827034,
      0.028850506991147995,
      0.029142992570996284,
      0.02531236596405506,
      0.02668643370270729,
      0.020307406783103943,
      0.02453530579805374,
      0.022739969193935394,
      0.019597264006733894,
      0.02645433507859707,
      0.02853545919060707,
      0.02421659789979458,
      0.027628593146800995,
      0.02381478250026703,
      0.027145279571413994,
      0.02582474984228611,
      0.03052673302590847,
      0.026714729145169258,
      0.031582459807395935,
      0.02578607387840748,
      0.03188617154955864,
      0.029251690953969955,
      0.03372754156589508,
      0.028902731835842133,
      0.034893520176410675,
      0.023077230900526047,
      0.018855642527341843,
      0.020960478112101555,
      0.022119291126728058,
      0.021369803696870804,
      0.024794884026050568,
      0.022112904116511345,
      0.02714836597442627,
      0.023276351392269135,
      0.030870573595166206,
      0.0355137400329113,
      0.04249107465147972,
      0.033728212118148804,
      0.04245596006512642,
      0.04044438898563385,
      0.05021299421787262,
      0.046406086534261703,
      0.05957596004009247,
      0.006421781610697508
    ],
    "innovation_negative_gradient_cosine": [
      0.9995517730712891,
      0.9994828701019287,
      0.9995512962341309,
      0.9991498589515686,
      0.9995520114898682,
      0.9991917610168457,
      0.9995540380477905,
      0.9992571473121643,
      0.9995548725128174,
      0.9994254112243652,
      0.9995452761650085,
      0.9993563294410706,
      0.9995415210723877,
      0.9993796348571777,
      0.9995396733283997,
      0.9994672536849976,
      0.9995462894439697,
      0.9995050430297852,
      0.9995566606521606,
      0.9996000528335571,
      0.9995860457420349,
      0.9994322061538696,
      0.999593198299408,
      0.9994602203369141,
      0.9996090531349182,
      0.9994994401931763,
      0.9996220469474792,
      0.999465823173523,
      0.9996377825737,
      0.9994761943817139,
      0.9996447563171387,
      0.9994639158248901,
      0.9996585249900818,
      0.9994835257530212,
      0.9996689558029175,
      0.9994775652885437,
      0.9996813535690308,
      0.9997172951698303,
      0.9997225999832153,
      0.9996993541717529,
      0.9997093677520752,
      0.9996503591537476,
      0.9997342228889465,
      0.9997210502624512,
      0.9997873306274414,
      0.9998279809951782,
      0.9997203946113586,
      0.9997026920318604,
      0.9997576475143433,
      0.9997735023498535,
      0.9997548460960388,
      0.9996984601020813,
      0.9998241066932678,
      0.9998534321784973,
      0.6879556775093079
    ],
    "instruction_negative_gradient_cosine": [
      0.9995517730712891,
      0.9994828701019287,
      0.9995514154434204,
      0.9991498589515686,
      0.9995520114898682,
      0.9991917610168457,
      0.9995540380477905,
      0.9992572069168091,
      0.9995548725128174,
      0.9994254112243652,
      0.9995452761650085,
      0.9993562698364258,
      0.9995415210723877,
      0.9993797540664673,
      0.9995396137237549,
      0.9994672536849976,
      0.9995462894439697,
      0.9995050430297852,
      0.9995566606521606,
      0.9996000528335571,
      0.9995861053466797,
      0.9994322061538696,
      0.999593198299408,
      0.9994602203369141,
      0.9996090531349182,
      0.9994994401931763,
      0.9996219873428345,
      0.999465823173523,
      0.9996377825737,
      0.9994760751724243,
      0.9996446967124939,
      0.9994639158248901,
      0.9996585845947266,
      0.9994834661483765,
      0.9996689558029175,
      0.9994775652885437,
      0.9996813535690308,
      0.9997173547744751,
      0.9997225999832153,
      0.9996993541717529,
      0.9997093677520752,
      0.9996503591537476,
      0.9997342228889465,
      0.9997210502624512,
      0.9997873902320862,
      0.999828040599823,
      0.9997203946113586,
      0.9997027516365051,
      0.9997576475143433,
      0.9997735023498535,
      0.9997549057006836,
      0.9996984601020813,
      0.999824047088623,
      0.9998534917831421,
      0.6888552904129028
    ],
    "matched_negative_gradient_cosine": [
      -0.00474204309284687,
      -0.009176000952720642,
      -0.004329458810389042,
      -0.0001360562164336443,
      -0.00134295504540205,
      -0.0058915987610816956,
      0.0028759310953319073,
      0.002320106141269207,
      0.001732651493512094,
      -0.010575078427791595,
      0.0007172836922109127,
      -0.03010343573987484,
      0.008269624784588814,
      0.0316404290497303,
      0.006767967715859413,
      -0.011222892440855503,
      0.013338076882064342,
      0.020049583166837692,
      -0.0010996179189532995,
      0.02430870570242405,
      0.004063806962221861,
      0.03761480748653412,
      -0.005386119708418846,
      0.010938838124275208,
      -0.011171958409249783,
      0.038992464542388916,
      -0.021670546382665634,
      -0.007791977375745773,
      -0.013821092434227467,
      -0.020795801654458046,
      -0.00878394115716219,
      0.024180587381124496,
      -0.007901962846517563,
      0.02275543287396431,
      -0.012234559282660484,
      0.060253217816352844,
      -0.012216916307806969,
      0.0020068222656846046,
      0.06310081481933594,
      0.11251245439052582,
      0.006837606430053711,
      0.03133728355169296,
      0.015237577259540558,
      0.08132436871528625,
      -0.007178660482168198,
      0.07070250809192657,
      -0.055152423679828644,
      0.015945086255669594,
      -0.08277289569377899,
      -0.054327234625816345,
      -0.08769827336072922,
      -0.023721184581518173,
      -0.07243412733078003,
      -0.1276523917913437,
      0.08239589631557465
    ],
    "max_norm_match_direction_error": 0.06125962734222412,
    "max_norm_match_relative_error": 1.6587028994763386e-07,
    "mean_feedback_forward_cosine": 0.9995171655308116,
    "mean_feedback_forward_relative_error": 0.02991201341660185,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.3185271620750427,
      "max_absolute_post_projection_soma_slope": 6.10175234783128e-08,
      "max_absolute_pre_projection_soma_slope": 0.3185271620750427,
      "max_positive_post_projection_soma_slope": 2.269476695460071e-08,
      "min_post_projection_soma_slope": -6.10175234783128e-08,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.385685311622679e-08,
      "pre_projection_traffic_rms_ratio": 0.01358986675291948
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.013589866752904233,
    "raw_negative_gradient_cosine": [
      -0.00474204309284687,
      -0.009176000952720642,
      -0.0043294597417116165,
      -0.0001360562164336443,
      -0.0013429553946480155,
      -0.005891598295420408,
      0.0028759310953319073,
      0.0023201066069304943,
      0.0017326513770967722,
      -0.010575078427791595,
      0.000717283459380269,
      -0.03010343573987484,
      0.008269624784588814,
      0.0316404290497303,
      0.006767967715859413,
      -0.011222894303500652,
      0.013338077813386917,
      0.020049583166837692,
      -0.0010996183846145868,
      0.0243087075650692,
      0.004063806962221861,
      0.03761480748653412,
      -0.0053861187770962715,
      0.010938838124275208,
      -0.011171959340572357,
      0.038992468267679214,
      -0.021670546382665634,
      -0.007791978772729635,
      -0.013821092434227467,
      -0.020795803517103195,
      -0.008783942088484764,
      0.024180587381124496,
      -0.007901962846517563,
      0.02275543287396431,
      -0.012234559282660484,
      0.06025322154164314,
      -0.012216916307806969,
      0.0020068208687007427,
      0.06310081481933594,
      0.11251245439052582,
      0.006837606895714998,
      0.03133728355169296,
      0.015237577259540558,
      0.08132436871528625,
      -0.007178662810474634,
      0.07070250809192657,
      -0.055152423679828644,
      0.015945084393024445,
      -0.08277289569377899,
      -0.05432722717523575,
      -0.08769827336072922,
      -0.023721186444163322,
      -0.07243412733078003,
      -0.1276523917913437,
      0.08239328116178513
    ],
    "teaching_negative_gradient_cosine": [
      0.9995517730712891,
      0.9994828701019287,
      0.9995512962341309,
      0.9991498589515686,
      0.9995520114898682,
      0.9991917610168457,
      0.9995540380477905,
      0.9992571473121643,
      0.9995548725128174,
      0.9994254112243652,
      0.9995452761650085,
      0.9993563294410706,
      0.9995415210723877,
      0.9993796348571777,
      0.9995396733283997,
      0.9994672536849976,
      0.9995462894439697,
      0.9995050430297852,
      0.9995566606521606,
      0.9996000528335571,
      0.9995860457420349,
      0.9994322061538696,
      0.999593198299408,
      0.9994602203369141,
      0.9996090531349182,
      0.9994994401931763,
      0.9996220469474792,
      0.999465823173523,
      0.9996377825737,
      0.9994761943817139,
      0.9996447563171387,
      0.9994639158248901,
      0.9996585249900818,
      0.9994835257530212,
      0.9996689558029175,
      0.9994775652885437,
      0.9996813535690308,
      0.9997172951698303,
      0.9997225999832153,
      0.9996993541717529,
      0.9997093677520752,
      0.9996503591537476,
      0.9997342228889465,
      0.9997210502624512,
      0.9997873306274414,
      0.9998279809951782,
      0.9997203946113586,
      0.9997026920318604,
      0.9997576475143433,
      0.9997735023498535,
      0.9997548460960388,
      0.9996984601020813,
      0.9998241066932678,
      0.9998534321784973,
      0.6879556775093079
    ],
    "traffic_instruction_rms_ratio": 863.5765279212795,
    "used_negative_gradient_cosine": [
      0.9995517730712891,
      0.9994828701019287,
      0.9995512962341309,
      0.9991498589515686,
      0.9995520114898682,
      0.9991917610168457,
      0.9995540380477905,
      0.9992571473121643,
      0.9995548725128174,
      0.9994254112243652,
      0.9995452761650085,
      0.9993563294410706,
      0.9995415210723877,
      0.9993796348571777,
      0.9995396733283997,
      0.9994672536849976,
      0.9995462894439697,
      0.9995050430297852,
      0.9995566606521606,
      0.9996000528335571,
      0.9995860457420349,
      0.9994322061538696,
      0.999593198299408,
      0.9994602203369141,
      0.9996090531349182,
      0.9994994401931763,
      0.9996220469474792,
      0.999465823173523,
      0.9996377825737,
      0.9994761943817139,
      0.9996447563171387,
      0.9994639158248901,
      0.9996585249900818,
      0.9994835257530212,
      0.9996689558029175,
      0.9994775652885437,
      0.9996813535690308,
      0.9997172951698303,
      0.9997225999832153,
      0.9996993541717529,
      0.9997093677520752,
      0.9996503591537476,
      0.9997342228889465,
      0.9997210502624512,
      0.9997873306274414,
      0.9998279809951782,
      0.9997203946113586,
      0.9997026920318604,
      0.9997576475143433,
      0.9997735023498535,
      0.9997548460960388,
      0.9996984601020813,
      0.9998241066932678,
      0.9998534321784973,
      0.6879556775093079
    ],
    "wall_s": 0.322892427444458
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3656059503555298,
        "mean_feedback_forward_cosine": 0.2780039561065761,
        "mean_feedback_forward_relative_error": 1.191816060109572,
        "min_feedback_forward_cosine": 0.07297273725271225
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0012383521059362043,
        "instruction_rms": 0.0012383521056076473,
        "raw_apical_rms": 0.062077170118180196,
        "teaching_rms": 0.0012383521059362043,
        "traffic_rms": 0.061972417824942616
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.997263106242826e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.038032455888949e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01528890456335584,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 2.4247902322006225
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.349313497543335,
        "mean_feedback_forward_cosine": 0.3085195252841169,
        "mean_feedback_forward_relative_error": 1.1662700539285487,
        "min_feedback_forward_cosine": 0.09686195105314255
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0015625542083360334,
        "instruction_rms": 0.0015625542080978654,
        "raw_apical_rms": 0.0647349052382139,
        "teaching_rms": 0.0015625542083360334,
        "traffic_rms": 0.06471562735127863
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.78245655194587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.8353785156196248e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01568088805127374,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.739611852684021
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3408284187316895,
        "mean_feedback_forward_cosine": 0.35123352747071873,
        "mean_feedback_forward_relative_error": 1.130219289931384,
        "min_feedback_forward_cosine": 0.10917021334171295
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0020998698734864697,
        "instruction_rms": 0.00209986987322,
        "raw_apical_rms": 0.07341691782328486,
        "teaching_rms": 0.0020998698734864697,
        "traffic_rms": 0.07338650162690992
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.380875644003027e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.8044233741425863e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017958872510181766,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.4575234595489501
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3346256017684937,
        "mean_feedback_forward_cosine": 0.39396569647572255,
        "mean_feedback_forward_relative_error": 1.0929852848703212,
        "min_feedback_forward_cosine": 0.11670972406864166
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002362502671113251,
        "instruction_rms": 0.0023625026705140686,
        "raw_apical_rms": 0.08325823013125352,
        "teaching_rms": 0.002362502671113251,
        "traffic_rms": 0.08322439413299129
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.3774025831025938e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.740517988830108e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015586677343912836,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 1.1788327906036378
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.325390100479126,
        "mean_feedback_forward_cosine": 0.43371534862301564,
        "mean_feedback_forward_relative_error": 1.0568589454347437,
        "min_feedback_forward_cosine": 0.12936991453170776
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002500525164360428,
        "instruction_rms": 0.002500525163724199,
        "raw_apical_rms": 0.09057189779143957,
        "teaching_rms": 0.002500525164360428,
        "traffic_rms": 0.0905369907189953
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.751850171824117e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.705191106169133e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014525962877544906,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.990774517326355
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3128007650375366,
        "mean_feedback_forward_cosine": 0.46883868006142704,
        "mean_feedback_forward_relative_error": 1.0236695381728085,
        "min_feedback_forward_cosine": 0.1463254690170288
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0024482982780984013,
        "instruction_rms": 0.0024482982786286594,
        "raw_apical_rms": 0.09678797046191212,
        "teaching_rms": 0.0024482982780984013,
        "traffic_rms": 0.09675673632942636
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.789049926212101e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6715608148607838e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01364391053927342,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.8577928354263306
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2972744703292847,
        "mean_feedback_forward_cosine": 0.5014720342376016,
        "mean_feedback_forward_relative_error": 0.9913389785723252,
        "min_feedback_forward_cosine": 0.16676178574562073
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0025669876696848577,
        "instruction_rms": 0.002566987669043939,
        "raw_apical_rms": 0.10020332202097157,
        "teaching_rms": 0.0025669876696848577,
        "traffic_rms": 0.10017022184779448
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.267638034771153e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6514756405542426e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01372426897854814,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.7673397560310363
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.280198097229004,
        "mean_feedback_forward_cosine": 0.5318921636451375,
        "mean_feedback_forward_relative_error": 0.959966105222702,
        "min_feedback_forward_cosine": 0.18302591145038605
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026591966614860343,
        "instruction_rms": 0.0026591966620119075,
        "raw_apical_rms": 0.10455353882122058,
        "teaching_rms": 0.0026591966614860343,
        "traffic_rms": 0.10451935582240823
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.183398930190378e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6535967294067978e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013672592862510687,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.7078843341064454
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.266043782234192,
        "mean_feedback_forward_cosine": 0.559382903304967,
        "mean_feedback_forward_relative_error": 0.9305767151442441,
        "min_feedback_forward_cosine": 0.19995196163654327
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002662297389946976,
        "instruction_rms": 0.002662297389910144,
        "raw_apical_rms": 0.10784836044773859,
        "teaching_rms": 0.002662297389946976,
        "traffic_rms": 0.10781511058904689
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.459607959641289e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6298795986876625e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013918335513955474,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.6503286095619202
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2509193420410156,
        "mean_feedback_forward_cosine": 0.5853184789419175,
        "mean_feedback_forward_relative_error": 0.9019360038367185,
        "min_feedback_forward_cosine": 0.21881626546382904
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026984451798573975,
        "instruction_rms": 0.0026984451784220187,
        "raw_apical_rms": 0.1109552374531632,
        "teaching_rms": 0.0026984451798573975,
        "traffic_rms": 0.11092206955151283
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.522321337522953e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6258844145573968e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014512654725803377,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.6127370658111573
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2353297472000122,
        "mean_feedback_forward_cosine": 0.609443508494984,
        "mean_feedback_forward_relative_error": 0.8742235167460009,
        "min_feedback_forward_cosine": 0.23856034874916077
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002689612017011485,
        "instruction_rms": 0.00268961201754415,
        "raw_apical_rms": 0.11372233125296714,
        "teaching_rms": 0.002689612017011485,
        "traffic_rms": 0.11369013227887856
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.486481479190843e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.620901256783135e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01471398521344927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5740423461914063
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2179542779922485,
        "mean_feedback_forward_cosine": 0.6321417673067613,
        "mean_feedback_forward_relative_error": 0.8475156426429749,
        "min_feedback_forward_cosine": 0.25978827476501465
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027311671063769516,
        "instruction_rms": 0.002731167106639558,
        "raw_apical_rms": 0.11594257186135726,
        "teaching_rms": 0.0027311671063769516,
        "traffic_rms": 0.11591006318028584
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.610661694774535e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.62514314116246e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014455018565687839,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.5391063870620727
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1979261636734009,
        "mean_feedback_forward_cosine": 0.6535548356446352,
        "mean_feedback_forward_relative_error": 0.8213582280007276,
        "min_feedback_forward_cosine": 0.2839428782463074
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027657178528242322,
        "instruction_rms": 0.002765717853341484,
        "raw_apical_rms": 0.11822554037526463,
        "teaching_rms": 0.0027657178528242322,
        "traffic_rms": 0.11819279230943064
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 7.813596880623663e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6094369652854546e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014614508352490653,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.5105461913108825
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1780186891555786,
        "mean_feedback_forward_cosine": 0.6739871870387685,
        "mean_feedback_forward_relative_error": 0.7956407089125026,
        "min_feedback_forward_cosine": 0.3079090118408203
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028034998480591833,
        "instruction_rms": 0.0028034998492737773,
        "raw_apical_rms": 0.12020596693016934,
        "teaching_rms": 0.0028034998480591833,
        "traffic_rms": 0.12017289592196335
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.659836853690649e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6123015594886733e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015431081585114,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.49121246395111084
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1624243259429932,
        "mean_feedback_forward_cosine": 0.6933874021876942,
        "mean_feedback_forward_relative_error": 0.7704766788265922,
        "min_feedback_forward_cosine": 0.3335566520690918
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027911377137473546,
        "instruction_rms": 0.002791137713952103,
        "raw_apical_rms": 0.12198513484092295,
        "teaching_rms": 0.0027911377137473546,
        "traffic_rms": 0.12195282379208204
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.941965745634661e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.602053301701936e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015988032490942425,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4719832165622711
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1462867259979248,
        "mean_feedback_forward_cosine": 0.7111540794372558,
        "mean_feedback_forward_relative_error": 0.7466255740685896,
        "min_feedback_forward_cosine": 0.3583933711051941
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027831336119445234,
        "instruction_rms": 0.00278313361201447,
        "raw_apical_rms": 0.12361631247874855,
        "teaching_rms": 0.0027831336119445234,
        "traffic_rms": 0.12358454503316343
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.04481246063915e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6123693811805665e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01525242096805122,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.4427167798233032
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1299537420272827,
        "mean_feedback_forward_cosine": 0.7280240411108191,
        "mean_feedback_forward_relative_error": 0.7232116311788559,
        "min_feedback_forward_cosine": 0.38237687945365906
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028365423422506537,
        "instruction_rms": 0.002836542340607995,
        "raw_apical_rms": 0.12590199217051548,
        "teaching_rms": 0.0028365423422506537,
        "traffic_rms": 0.12586958803767653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.291042519203984e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6026459912994664e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015464867957198447,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.42650607981681826
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1118658781051636,
        "mean_feedback_forward_cosine": 0.7446038468317552,
        "mean_feedback_forward_relative_error": 0.6997361838817596,
        "min_feedback_forward_cosine": 0.4034211337566376
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002819635216439872,
        "instruction_rms": 0.002819635217702689,
        "raw_apical_rms": 0.12700602966476648,
        "teaching_rms": 0.002819635216439872,
        "traffic_rms": 0.12697421958150198
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.838657640173551e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6011112022968033e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015284392847171169,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.411290473651886
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0939488410949707,
        "mean_feedback_forward_cosine": 0.760051534392617,
        "mean_feedback_forward_relative_error": 0.6772180904041637,
        "min_feedback_forward_cosine": 0.4214558005332947
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028309598110479238,
        "instruction_rms": 0.0028309598108214136,
        "raw_apical_rms": 0.12865474820939268,
        "teaching_rms": 0.0028309598110479238,
        "traffic_rms": 0.12862305782524822
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.623191405376929e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5963102576132327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015575412602281482,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.3980034026527405
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0768272876739502,
        "mean_feedback_forward_cosine": 0.7745202443816445,
        "mean_feedback_forward_relative_error": 0.6554601989009163,
        "min_feedback_forward_cosine": 0.4398435950279236
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028516471527111655,
        "instruction_rms": 0.0028516471530947544,
        "raw_apical_rms": 0.13114304172775315,
        "teaching_rms": 0.0028516471527111655,
        "traffic_rms": 0.13111158056093417
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.567325065518162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5852533668031734e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015490268180528406,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3804183331108093
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0588077306747437,
        "mean_feedback_forward_cosine": 0.7883659655397589,
        "mean_feedback_forward_relative_error": 0.6339549872008237,
        "min_feedback_forward_cosine": 0.4592060148715973
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028550233654900887,
        "instruction_rms": 0.002855023365955546,
        "raw_apical_rms": 0.13223170049768876,
        "teaching_rms": 0.0028550233654900887,
        "traffic_rms": 0.13220037178491406
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.723397660834962e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586654916052254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015065018997348316,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.36566992959976197
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0408307313919067,
        "mean_feedback_forward_cosine": 0.8017013100060549,
        "mean_feedback_forward_relative_error": 0.6126981223171407,
        "min_feedback_forward_cosine": 0.47839057445526123
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002871351234949905,
        "instruction_rms": 0.0028713512359280335,
        "raw_apical_rms": 0.13333977765308985,
        "teaching_rms": 0.002871351234949905,
        "traffic_rms": 0.13330832801217804
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.608424195699627e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753690378684592e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015327162605551992,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.3599096685695648
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0216072797775269,
        "mean_feedback_forward_cosine": 0.8140043497085572,
        "mean_feedback_forward_relative_error": 0.5924946787682447,
        "min_feedback_forward_cosine": 0.4981752634048462
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002868834473953173,
        "instruction_rms": 0.0028688344740140826,
        "raw_apical_rms": 0.1345024360152318,
        "teaching_rms": 0.002868834473953173,
        "traffic_rms": 0.13447123155578897
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.339693463061849e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5724156077746804e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015332615251920806,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.34824215928077695
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0027002096176147,
        "mean_feedback_forward_cosine": 0.8254355853254145,
        "mean_feedback_forward_relative_error": 0.5731189581480893,
        "min_feedback_forward_cosine": 0.5162635445594788
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028419032465908916,
        "instruction_rms": 0.002841903246743255,
        "raw_apical_rms": 0.13575703572374662,
        "teaching_rms": 0.0028419032465908916,
        "traffic_rms": 0.13572678201609706
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.47092477379374e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5739430869928093e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015726947288872844,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3379736206245422
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9825236201286316,
        "mean_feedback_forward_cosine": 0.8367859688672152,
        "mean_feedback_forward_relative_error": 0.5534052886746147,
        "min_feedback_forward_cosine": 0.5360997319221497
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002817620692330174,
        "instruction_rms": 0.0028176206909344198,
        "raw_apical_rms": 0.1368579900648721,
        "teaching_rms": 0.002817620692330174,
        "traffic_rms": 0.13682842155303404
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.74699779274124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5710004017832103e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01554205884955512,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3306319559288025
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9619225859642029,
        "mean_feedback_forward_cosine": 0.8473270600492304,
        "mean_feedback_forward_relative_error": 0.5345866593447599,
        "min_feedback_forward_cosine": 0.5557321310043335
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028440421257590154,
        "instruction_rms": 0.0028440421256435778,
        "raw_apical_rms": 0.1380711156486829,
        "teaching_rms": 0.0028440421257590154,
        "traffic_rms": 0.13804112727234216
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 7.716428740422998e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.572609135623696e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015401260413917114,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.31143450550556184
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9412152171134949,
        "mean_feedback_forward_cosine": 0.8572651733051647,
        "mean_feedback_forward_relative_error": 0.5162670018998059,
        "min_feedback_forward_cosine": 0.574942409992218
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00279067814414045,
        "instruction_rms": 0.0027906781417000076,
        "raw_apical_rms": 0.13870639797284748,
        "teaching_rms": 0.00279067814414045,
        "traffic_rms": 0.13867770929227227
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.1187167814341592e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.565223148617519e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015521981619396896,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.3096764917373657
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.918723464012146,
        "mean_feedback_forward_cosine": 0.8667979197068648,
        "mean_feedback_forward_relative_error": 0.49817959557880054,
        "min_feedback_forward_cosine": 0.5950304865837097
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002798082653204898,
        "instruction_rms": 0.0027980826532966966,
        "raw_apical_rms": 0.13956727491489415,
        "teaching_rms": 0.002798082653204898,
        "traffic_rms": 0.13953863533790123
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.994531614485823e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.554190116069979e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015236109709625512,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.30386610385894774
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8963318467140198,
        "mean_feedback_forward_cosine": 0.8757049127058549,
        "mean_feedback_forward_relative_error": 0.4807183177633719,
        "min_feedback_forward_cosine": 0.6147742867469788
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002799236645884436,
        "instruction_rms": 0.0027992366472855026,
        "raw_apical_rms": 0.14078094807955072,
        "teaching_rms": 0.002799236645884436,
        "traffic_rms": 0.14075251892290597
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 8.548219909698673e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5647263140263365e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015397564473173522,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.29550923011779784
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.874015748500824,
        "mean_feedback_forward_cosine": 0.8839899995110252,
        "mean_feedback_forward_relative_error": 0.4639662345701998,
        "min_feedback_forward_cosine": 0.6334888935089111
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002804685737909153,
        "instruction_rms": 0.002804685738499082,
        "raw_apical_rms": 0.14221151232407428,
        "teaching_rms": 0.002804685737909153,
        "traffic_rms": 0.14218327308631767
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.967570946400883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.556512417993898e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015000353483131883,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.28458474427223207
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8500713109970093,
        "mean_feedback_forward_cosine": 0.8919064738533714,
        "mean_feedback_forward_relative_error": 0.44745709706436504,
        "min_feedback_forward_cosine": 0.6534852981567383
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002800285769823482,
        "instruction_rms": 0.002800285768673174,
        "raw_apical_rms": 0.1434088644149483,
        "teaching_rms": 0.002800285769823482,
        "traffic_rms": 0.14338099178484853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.120288524400166e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5515314073496795e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01509612093560348,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.28211001901626587
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8269674777984619,
        "mean_feedback_forward_cosine": 0.8993922114372254,
        "mean_feedback_forward_relative_error": 0.4313063205643134,
        "min_feedback_forward_cosine": 0.6718124151229858
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002855944463462274,
        "instruction_rms": 0.0028559444622426365,
        "raw_apical_rms": 0.1439116730699515,
        "teaching_rms": 0.002855944463462274,
        "traffic_rms": 0.1438826977627302
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.415835222625901e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5476991047387974e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015297268457968801,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.2752809430599213
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.803813636302948,
        "mean_feedback_forward_cosine": 0.9064079057086598,
        "mean_feedback_forward_relative_error": 0.4155553829940883,
        "min_feedback_forward_cosine": 0.6899509429931641
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027980970268515607,
        "instruction_rms": 0.002798097027407999,
        "raw_apical_rms": 0.14513959631287332,
        "teaching_rms": 0.0027980970268515607,
        "traffic_rms": 0.14511196288366107
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0503670466732729e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5410115394510824e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01542476701197429,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.26575205562591553
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7810649871826172,
        "mean_feedback_forward_cosine": 0.9129228927872398,
        "mean_feedback_forward_relative_error": 0.4004775961691683,
        "min_feedback_forward_cosine": 0.7070543766021729
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027667916513980043,
        "instruction_rms": 0.0027667916514141915,
        "raw_apical_rms": 0.14636993098924692,
        "teaching_rms": 0.0027667916513980043,
        "traffic_rms": 0.1463432293574295
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.262448065148419e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5534027634056982e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01574315852062888,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.26551216046333315
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7573658227920532,
        "mean_feedback_forward_cosine": 0.918914317000996,
        "mean_feedback_forward_relative_error": 0.38623597811568866,
        "min_feedback_forward_cosine": 0.7243421673774719
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027793758233629357,
        "instruction_rms": 0.0027793758234007405,
        "raw_apical_rms": 0.14706744824421508,
        "teaching_rms": 0.0027793758233629357,
        "traffic_rms": 0.1470405290119055
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.211240043465295e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5396424046847107e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015606798978234818,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.25689091048240664
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7346653342247009,
        "mean_feedback_forward_cosine": 0.9246041319587014,
        "mean_feedback_forward_relative_error": 0.372092572667382,
        "min_feedback_forward_cosine": 0.7407503128051758
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027499784664082624,
        "instruction_rms": 0.0027499784652088534,
        "raw_apical_rms": 0.1472130430488538,
        "teaching_rms": 0.0027499784664082624,
        "traffic_rms": 0.14718676986620913
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.682445778480542e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5375593358201757e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015176571577195923,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.25194505088329316
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7122654914855957,
        "mean_feedback_forward_cosine": 0.9299303098158402,
        "mean_feedback_forward_relative_error": 0.35849040909246965,
        "min_feedback_forward_cosine": 0.7561821341514587
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002748425787503717,
        "instruction_rms": 0.0027484257877978062,
        "raw_apical_rms": 0.1484000035842627,
        "teaching_rms": 0.002748425787503717,
        "traffic_rms": 0.14837394786519092
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0385248572220007e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5312229399586802e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014463825279714937,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2506612028312683
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6899703145027161,
        "mean_feedback_forward_cosine": 0.9350775090130893,
        "mean_feedback_forward_relative_error": 0.3448978062380444,
        "min_feedback_forward_cosine": 0.7711887359619141
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027950710030302762,
        "instruction_rms": 0.002795071003911944,
        "raw_apical_rms": 0.14956033732737076,
        "teaching_rms": 0.0027950710030302762,
        "traffic_rms": 0.14953354718406292
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.760272779933075e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5331261250516387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014275243696067759,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.25242684220314027
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6686302423477173,
        "mean_feedback_forward_cosine": 0.9396645589308306,
        "mean_feedback_forward_relative_error": 0.33232562284577977,
        "min_feedback_forward_cosine": 0.7849680185317993
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002743590974446751,
        "instruction_rms": 0.0027435909752769987,
        "raw_apical_rms": 0.1502472012798959,
        "teaching_rms": 0.002743590974446751,
        "traffic_rms": 0.15022154317834963
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0317038601215245e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.521988725490327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014480292337997401,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.23705289229393006
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.64716637134552,
        "mean_feedback_forward_cosine": 0.9440274401144548,
        "mean_feedback_forward_relative_error": 0.319969663430344,
        "min_feedback_forward_cosine": 0.7983568906784058
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002753420074918075,
        "instruction_rms": 0.0027534200745759855,
        "raw_apical_rms": 0.15140253657440755,
        "teaching_rms": 0.002753420074918075,
        "traffic_rms": 0.15137680800599027
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.856902956542399e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5250308844511787e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014782177982055547,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.23535995511054994
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6272185444831848,
        "mean_feedback_forward_cosine": 0.9479562520980835,
        "mean_feedback_forward_relative_error": 0.30832505930553783,
        "min_feedback_forward_cosine": 0.8104434013366699
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027586520833127494,
        "instruction_rms": 0.002758652082026311,
        "raw_apical_rms": 0.15205679158888544,
        "teaching_rms": 0.0027586520833127494,
        "traffic_rms": 0.1520311166437533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.321422318933401e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5140780827257007e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014824770729894528,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.22708810456752776
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6066642999649048,
        "mean_feedback_forward_cosine": 0.9516334869644859,
        "mean_feedback_forward_relative_error": 0.2971851972016421,
        "min_feedback_forward_cosine": 0.8226064443588257
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00270368587767172,
        "instruction_rms": 0.002703685878245482,
        "raw_apical_rms": 0.15260512689355377,
        "teaching_rms": 0.00270368587767172,
        "traffic_rms": 0.15258049633244022
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.299506421531987e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5165925824567682e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014856510001274347,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.2268886034297943
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5846050977706909,
        "mean_feedback_forward_cosine": 0.9553058591755954,
        "mean_feedback_forward_relative_error": 0.28559970625422215,
        "min_feedback_forward_cosine": 0.8350316286087036
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028172207627640412,
        "instruction_rms": 0.0028172207631056824,
        "raw_apical_rms": 0.1533917694809535,
        "teaching_rms": 0.0028172207627640412,
        "traffic_rms": 0.15336523896630078
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.065195717359529e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.513922986618935e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014044546291850594,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.22666596289634705
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5634883046150208,
        "mean_feedback_forward_cosine": 0.9586459745060314,
        "mean_feedback_forward_relative_error": 0.274625505100597,
        "min_feedback_forward_cosine": 0.8466119170188904
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027768455455139934,
        "instruction_rms": 0.002776845546432808,
        "raw_apical_rms": 0.1544028667407089,
        "teaching_rms": 0.0027768455455139934,
        "traffic_rms": 0.15437715658858833
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.297063658346815e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5143296694998058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014141671865212545,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.22244149144172667
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5444114804267883,
        "mean_feedback_forward_cosine": 0.9616829536177895,
        "mean_feedback_forward_relative_error": 0.2642389884049242,
        "min_feedback_forward_cosine": 0.856689453125
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002759754028466141,
        "instruction_rms": 0.002759754027834078,
        "raw_apical_rms": 0.1553648406338728,
        "teaching_rms": 0.002759754028466141,
        "traffic_rms": 0.15533962363847936
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.780706485187693e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5131244936588388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014700988812350914,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.21883933533668518
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5251621007919312,
        "mean_feedback_forward_cosine": 0.9645349394191395,
        "mean_feedback_forward_relative_error": 0.2541466689922593,
        "min_feedback_forward_cosine": 0.8665794134140015
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00279823329800091,
        "instruction_rms": 0.002798233298335805,
        "raw_apical_rms": 0.1559105639799751,
        "teaching_rms": 0.00279823329800091,
        "traffic_rms": 0.15588471235802967
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.65553798739893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5018915315216684e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014655520919231653,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.21692971934318542
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5068506002426147,
        "mean_feedback_forward_cosine": 0.9671297506852583,
        "mean_feedback_forward_relative_error": 0.24464391551234504,
        "min_feedback_forward_cosine": 0.8757303953170776
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002761370938044686,
        "instruction_rms": 0.0027613709387155384,
        "raw_apical_rms": 0.15661917080913176,
        "teaching_rms": 0.002761370938044686,
        "traffic_rms": 0.15659412229523495
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.148946761821207e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5060615469662893e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014265537423685358,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.20904439455032348
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.48769253492355347,
        "mean_feedback_forward_cosine": 0.9695728464560075,
        "mean_feedback_forward_relative_error": 0.23535664142532783,
        "min_feedback_forward_cosine": 0.8847986459732056
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027706926316239094,
        "instruction_rms": 0.0027706926316897807,
        "raw_apical_rms": 0.15763185058879692,
        "teaching_rms": 0.0027706926316239094,
        "traffic_rms": 0.15760675248286138
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.241346532462558e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5103488038343534e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014411582149835166,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.21171879997253418
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4694367051124573,
        "mean_feedback_forward_cosine": 0.9718325625766407,
        "mean_feedback_forward_relative_error": 0.22650010978633708,
        "min_feedback_forward_cosine": 0.8931773900985718
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027425214859031527,
        "instruction_rms": 0.002742521484878426,
        "raw_apical_rms": 0.15848001441154225,
        "teaching_rms": 0.0027425214859031527,
        "traffic_rms": 0.15845567246823328
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.1726636017783676e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5056095542910244e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014409455637519409,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.20690942641973495
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4519951641559601,
        "mean_feedback_forward_cosine": 0.9739293011752042,
        "mean_feedback_forward_relative_error": 0.21792619966647842,
        "min_feedback_forward_cosine": 0.9008963108062744
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027323529338498225,
        "instruction_rms": 0.0027323529340544856,
        "raw_apical_rms": 0.15886152125753375,
        "teaching_rms": 0.0027323529338498225,
        "traffic_rms": 0.15883737040116558
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 7.819192404667774e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5042070779633913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015131409950644398,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.2007670001220703
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4347010552883148,
        "mean_feedback_forward_cosine": 0.9759257955984636,
        "mean_feedback_forward_relative_error": 0.20939414311539042,
        "min_feedback_forward_cosine": 0.9082639217376709
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002800296335199562,
        "instruction_rms": 0.0028002963351247668,
        "raw_apical_rms": 0.1591612797250569,
        "teaching_rms": 0.002800296335199562,
        "traffic_rms": 0.15913585408264258
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.851375016798556e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5194261868174983e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014932903840990846,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.2028310550069809
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4180796444416046,
        "mean_feedback_forward_cosine": 0.9777542558583346,
        "mean_feedback_forward_relative_error": 0.2013039380311966,
        "min_feedback_forward_cosine": 0.9149971604347229
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002762755971311803,
        "instruction_rms": 0.0027627559718032225,
        "raw_apical_rms": 0.15991442728986457,
        "teaching_rms": 0.002762755971311803,
        "traffic_rms": 0.1598898491344305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.362687881595775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4959845576227944e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014970237855349773,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.1990632757949829
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.40292200446128845,
        "mean_feedback_forward_cosine": 0.979403018951416,
        "mean_feedback_forward_relative_error": 0.19365910440683365,
        "min_feedback_forward_cosine": 0.9209874868392944
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027088232822000237,
        "instruction_rms": 0.002708823282228319,
        "raw_apical_rms": 0.16119461770656643,
        "teaching_rms": 0.0027088232822000237,
        "traffic_rms": 0.1611711924001176
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.562708421142815e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4954326272514505e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014845306560663466,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.19544393265724183
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.38738200068473816,
        "mean_feedback_forward_cosine": 0.9810209491036155,
        "mean_feedback_forward_relative_error": 0.18586597415533931,
        "min_feedback_forward_cosine": 0.9268696308135986
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027953769088326736,
        "instruction_rms": 0.0027953769097796236,
        "raw_apical_rms": 0.16208287329107793,
        "teaching_rms": 0.0027953769088326736,
        "traffic_rms": 0.16205801607526515
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0494315461073711e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4951424270734096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013989079206351692,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.19609787446498872
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37285012006759644,
        "mean_feedback_forward_cosine": 0.9824591062285684,
        "mean_feedback_forward_relative_error": 0.17871306172826074,
        "min_feedback_forward_cosine": 0.9321953058242798
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027113340226088993,
        "instruction_rms": 0.0027113340220307133,
        "raw_apical_rms": 0.16335144728010118,
        "teaching_rms": 0.0027113340226088993,
        "traffic_rms": 0.16332823419035084
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.580787470511495e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4845757296773175e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014213061413081193,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.19339118243217468
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3584863543510437,
        "mean_feedback_forward_cosine": 0.983813780004328,
        "mean_feedback_forward_relative_error": 0.17169378867203539,
        "min_feedback_forward_cosine": 0.9372421503067017
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002794796402549992,
        "instruction_rms": 0.002794796402878254,
        "raw_apical_rms": 0.16366447011463664,
        "teaching_rms": 0.002794796402549992,
        "traffic_rms": 0.1636397745953492
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.45141966515439e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.485367261009298e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01454614872275912,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.19217132482528687
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3457229733467102,
        "mean_feedback_forward_cosine": 0.9849926991896196,
        "mean_feedback_forward_relative_error": 0.16531535305760123,
        "min_feedback_forward_cosine": 0.9416497349739075
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002709675851936232,
        "instruction_rms": 0.0027096758522014556,
        "raw_apical_rms": 0.16411753845785385,
        "teaching_rms": 0.002709675851936232,
        "traffic_rms": 0.16409442044698527
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.25869435061577e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.485210677191885e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013679322627510692,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.18285078244686126
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3324398398399353,
        "mean_feedback_forward_cosine": 0.9861352920532227,
        "mean_feedback_forward_relative_error": 0.15890098667957567,
        "min_feedback_forward_cosine": 0.9459847211837769
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002769247779752728,
        "instruction_rms": 0.0027692477805658076,
        "raw_apical_rms": 0.16498621219585505,
        "teaching_rms": 0.002769247779752728,
        "traffic_rms": 0.164962176073903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.545276676206413e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4883336961967817e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014030377436603125,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.18484324563026427
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3194241225719452,
        "mean_feedback_forward_cosine": 0.9871935801072554,
        "mean_feedback_forward_relative_error": 0.15272793200882998,
        "min_feedback_forward_cosine": 0.950086236000061
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002771301020854051,
        "instruction_rms": 0.0027713010191486175,
        "raw_apical_rms": 0.16584593433673436,
        "teaching_rms": 0.002771301020854051,
        "traffic_rms": 0.165822036554764
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.906699295290309e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4827091109131133e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013959305068095439,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.18599985842466354
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.30728742480278015,
        "mean_feedback_forward_cosine": 0.9881513227115978,
        "mean_feedback_forward_relative_error": 0.1469086192548275,
        "min_feedback_forward_cosine": 0.9537777900695801
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027324350730478625,
        "instruction_rms": 0.002732435072453857,
        "raw_apical_rms": 0.16627089694018674,
        "teaching_rms": 0.0027324350730478625,
        "traffic_rms": 0.16624775320576105
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0202614930676646e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.483577913144204e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013551371198360728,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.18231251134872437
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2963620722293854,
        "mean_feedback_forward_cosine": 0.9890022407878529,
        "mean_feedback_forward_relative_error": 0.14155254628170622,
        "min_feedback_forward_cosine": 0.9569754600524902
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002649074310180105,
        "instruction_rms": 0.0026490743103316796,
        "raw_apical_rms": 0.16653584267038904,
        "teaching_rms": 0.002649074310180105,
        "traffic_rms": 0.16651402756769215
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.703628230297909e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.490160932571076e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013738283250032606,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.1762676159477234
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28409332036972046,
        "mean_feedback_forward_cosine": 0.9898466478694569,
        "mean_feedback_forward_relative_error": 0.1360717303373597,
        "min_feedback_forward_cosine": 0.9604353904724121
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026612198871544582,
        "instruction_rms": 0.0026612198871531325,
        "raw_apical_rms": 0.1669773787694486,
        "teaching_rms": 0.0026612198871544582,
        "traffic_rms": 0.16695547028302957
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.925126427859141e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4819601401918015e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014204399920962323,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.17534834663391113
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27266091108322144,
        "mean_feedback_forward_cosine": 0.99063256112012,
        "mean_feedback_forward_relative_error": 0.1307328892702406,
        "min_feedback_forward_cosine": 0.9635297060012817
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002726520553956482,
        "instruction_rms": 0.002726520554130374,
        "raw_apical_rms": 0.16791549876865755,
        "teaching_rms": 0.002726520553956482,
        "traffic_rms": 0.16789269759356837
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.737803914802498e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4861972469913814e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013860654888206024,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.17833706500530244
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2617502808570862,
        "mean_feedback_forward_cosine": 0.991372613473372,
        "mean_feedback_forward_relative_error": 0.12549196928739548,
        "min_feedback_forward_cosine": 0.9663599729537964
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027527037484578777,
        "instruction_rms": 0.002752703748279867,
        "raw_apical_rms": 0.1682368677981339,
        "teaching_rms": 0.0027527037484578777,
        "traffic_rms": 0.16821359607107617
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.610852120227719e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4787594645407745e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013676186629378301,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.17980283549785614
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25183790922164917,
        "mean_feedback_forward_cosine": 0.9920222932642156,
        "mean_feedback_forward_relative_error": 0.12069282907653939,
        "min_feedback_forward_cosine": 0.9688432216644287
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026980213667608137,
        "instruction_rms": 0.002698021367352877,
        "raw_apical_rms": 0.16910116638988212,
        "teaching_rms": 0.0026980213667608137,
        "traffic_rms": 0.16907888995223272
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.353664071591993e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4927762513104578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013397180396250905,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.16966076889038087
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24140170216560364,
        "mean_feedback_forward_cosine": 0.9926310181617737,
        "mean_feedback_forward_relative_error": 0.11605323180556297,
        "min_feedback_forward_cosine": 0.9713505506515503
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00268975859800863,
        "instruction_rms": 0.0026897585972020435,
        "raw_apical_rms": 0.16924226494491737,
        "teaching_rms": 0.00268975859800863,
        "traffic_rms": 0.16922013151353218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 9.400395128977834e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.484186332991852e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013206250937574026,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.1738714980792999
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23137395083904266,
        "mean_feedback_forward_cosine": 0.9932113582437688,
        "mean_feedback_forward_relative_error": 0.11139761940999464,
        "min_feedback_forward_cosine": 0.9736660718917847
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027615035597109406,
        "instruction_rms": 0.0027615035589753736,
        "raw_apical_rms": 0.1696391361692829,
        "teaching_rms": 0.0027615035597109406,
        "traffic_rms": 0.16961580751596048
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.008461722080028e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4874075596198353e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013540547212560579,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.17528437712192535
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22231976687908173,
        "mean_feedback_forward_cosine": 0.9937230966307901,
        "mean_feedback_forward_relative_error": 0.10713021345436573,
        "min_feedback_forward_cosine": 0.9756683707237244
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027198069009940805,
        "instruction_rms": 0.002719806901472302,
        "raw_apical_rms": 0.1701319062056541,
        "teaching_rms": 0.0027198069009940805,
        "traffic_rms": 0.17010938667453185
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.012031571524858e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4784396601402282e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013908450391089558,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.16779858752965926
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2130720615386963,
        "mean_feedback_forward_cosine": 0.9942134954712608,
        "mean_feedback_forward_relative_error": 0.10289012596688488,
        "min_feedback_forward_cosine": 0.9776421785354614
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002719123901737557,
        "instruction_rms": 0.002719123902034706,
        "raw_apical_rms": 0.1711123085290241,
        "teaching_rms": 0.002719123901737557,
        "traffic_rms": 0.17108988808181466
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.234762560732634e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475695927462311e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013881189615492073,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.16863387867212296
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20451901853084564,
        "mean_feedback_forward_cosine": 0.994648505340923,
        "mean_feedback_forward_relative_error": 0.09896870546720245,
        "min_feedback_forward_cosine": 0.9793894290924072
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027178038617538735,
        "instruction_rms": 0.0027178038615526608,
        "raw_apical_rms": 0.17167656862859487,
        "teaching_rms": 0.0027178038617538735,
        "traffic_rms": 0.17165431479285118
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.62523563682771e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4787696077786304e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013782210784177927,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.16830873312473296
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1960361897945404,
        "mean_feedback_forward_cosine": 0.9950759074904701,
        "mean_feedback_forward_relative_error": 0.09497265748002312,
        "min_feedback_forward_cosine": 0.981059193611145
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027965765732784493,
        "instruction_rms": 0.0027965765732825333,
        "raw_apical_rms": 0.17181351933746153,
        "teaching_rms": 0.0027965765732784493,
        "traffic_rms": 0.17178990525302726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.060342710474288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4909745602320567e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013593266867400998,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.16640550255775452
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18855610489845276,
        "mean_feedback_forward_cosine": 0.9954456166787581,
        "mean_feedback_forward_relative_error": 0.09135522314093329,
        "min_feedback_forward_cosine": 0.9824724197387695
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027281655904317238,
        "instruction_rms": 0.002728165590009075,
        "raw_apical_rms": 0.17222570224381353,
        "teaching_rms": 0.0027281655904317238,
        "traffic_rms": 0.17220324485990987
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.835666420736743e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4780435908262375e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013637031197511276,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.1663925800704956
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18132393062114716,
        "mean_feedback_forward_cosine": 0.9957909085533836,
        "mean_feedback_forward_relative_error": 0.08783371133560484,
        "min_feedback_forward_cosine": 0.9837785959243774
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027428638790387098,
        "instruction_rms": 0.0027428638788873326,
        "raw_apical_rms": 0.17282361603639285,
        "teaching_rms": 0.0027428638790387098,
        "traffic_rms": 0.17280096720411223
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.486171137496058e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.474751135245934e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01356387755819981,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.1617213433980942
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17441777884960175,
        "mean_feedback_forward_cosine": 0.9961136991327459,
        "mean_feedback_forward_relative_error": 0.0844164221801541,
        "min_feedback_forward_cosine": 0.9849828481674194
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002725872525401691,
        "instruction_rms": 0.00272587252533895,
        "raw_apical_rms": 0.1733747928635444,
        "teaching_rms": 0.002725872525401691,
        "traffic_rms": 0.17335269822321894
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.193410311856496e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4762007753748884e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01346381957427793,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.16320614542007447
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16717448830604553,
        "mean_feedback_forward_cosine": 0.9964139970866117,
        "mean_feedback_forward_relative_error": 0.08111655596982349,
        "min_feedback_forward_cosine": 0.9862015247344971
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027550895293376575,
        "instruction_rms": 0.0027550895295905898,
        "raw_apical_rms": 0.17407806095253098,
        "teaching_rms": 0.0027550895293376575,
        "traffic_rms": 0.17405550700181446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.981630917834991e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4767503167194134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013143080538177629,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.16003038954734802
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16055156290531158,
        "mean_feedback_forward_cosine": 0.9966846812855114,
        "mean_feedback_forward_relative_error": 0.07800691466439855,
        "min_feedback_forward_cosine": 0.9872677326202393
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002721852508484442,
        "instruction_rms": 0.002721852508214667,
        "raw_apical_rms": 0.17447519277667103,
        "teaching_rms": 0.002721852508484442,
        "traffic_rms": 0.1744530985699871
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.557208820368032e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4709106317474236e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0127308706385453,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.1573057245016098
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1540725976228714,
        "mean_feedback_forward_cosine": 0.996940302848816,
        "mean_feedback_forward_relative_error": 0.0749533537775278,
        "min_feedback_forward_cosine": 0.9882680177688599
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002737049481805662,
        "instruction_rms": 0.0027370494821755535,
        "raw_apical_rms": 0.17542279218203907,
        "teaching_rms": 0.002737049481805662,
        "traffic_rms": 0.17540064531710065
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.502558846932516e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4779283795149354e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01281913329776501,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.16388744305610656
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14819373190402985,
        "mean_feedback_forward_cosine": 0.9971684510057622,
        "mean_feedback_forward_relative_error": 0.0721030096438798,
        "min_feedback_forward_cosine": 0.9891375303268433
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027187359129440493,
        "instruction_rms": 0.0027187359133989853,
        "raw_apical_rms": 0.17567647494748057,
        "teaching_rms": 0.0027187359129440493,
        "traffic_rms": 0.17565442496905376
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.766786407932159e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.472653181573568e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013910260964815483,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.15380675556659698
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14218495786190033,
        "mean_feedback_forward_cosine": 0.9973890033635227,
        "mean_feedback_forward_relative_error": 0.06925406794656407,
        "min_feedback_forward_cosine": 0.9899941682815552
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027695661530255608,
        "instruction_rms": 0.002769566152455814,
        "raw_apical_rms": 0.17628585084616138,
        "teaching_rms": 0.0027695661530255608,
        "traffic_rms": 0.17626319348051503
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.885676384627004e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4804187614589238e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013693297486784349,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.1582255811738968
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13633933663368225,
        "mean_feedback_forward_cosine": 0.9975941408764232,
        "mean_feedback_forward_relative_error": 0.06649312824010849,
        "min_feedback_forward_cosine": 0.9907970428466797
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002816443475617679,
        "instruction_rms": 0.0028164434745754324,
        "raw_apical_rms": 0.17651873253268258,
        "teaching_rms": 0.002816443475617679,
        "traffic_rms": 0.17649544806129455
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.836195775074884e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4776062872552448e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013568798378198278,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.15971647807121278
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1313091665506363,
        "mean_feedback_forward_cosine": 0.9977666052904997,
        "mean_feedback_forward_relative_error": 0.06408045044676824,
        "min_feedback_forward_cosine": 0.991461992263794
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026407254986483366,
        "instruction_rms": 0.0026407254984191324,
        "raw_apical_rms": 0.1768421612900572,
        "teaching_rms": 0.0026407254986483366,
        "traffic_rms": 0.17682161735287463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.604838086512245e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4750597750868478e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013482243886124444,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.14958190220832826
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12596727907657623,
        "mean_feedback_forward_cosine": 0.9979402867230502,
        "mean_feedback_forward_relative_error": 0.061555661142549734,
        "min_feedback_forward_cosine": 0.9921414852142334
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027770749142055247,
        "instruction_rms": 0.0027770749138346946,
        "raw_apical_rms": 0.17729232448758242,
        "teaching_rms": 0.0027770749142055247,
        "traffic_rms": 0.17726971160536648
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.676942459511338e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.477037823749352e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013216332561294319,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.1503305899810791
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12075788527727127,
        "mean_feedback_forward_cosine": 0.9981023419987072,
        "mean_feedback_forward_relative_error": 0.05909944095394828,
        "min_feedback_forward_cosine": 0.9927743673324585
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027421034410646814,
        "instruction_rms": 0.002742103440960747,
        "raw_apical_rms": 0.17836122529460033,
        "teaching_rms": 0.0027421034410646814,
        "traffic_rms": 0.1783391954318167
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.687667391564901e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476841083896905e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014139136984147658,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.15631730215907097
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11584215611219406,
        "mean_feedback_forward_cosine": 0.9982463218949058,
        "mean_feedback_forward_relative_error": 0.056829233281314374,
        "min_feedback_forward_cosine": 0.9933488368988037
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002733981069118043,
        "instruction_rms": 0.002733981069395037,
        "raw_apical_rms": 0.17897381275636734,
        "teaching_rms": 0.002733981069118043,
        "traffic_rms": 0.1789520942569645
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.952802777959732e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4690582559870694e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013670564581838391,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.15403930703639984
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11129321902990341,
        "mean_feedback_forward_cosine": 0.9983807542107322,
        "mean_feedback_forward_relative_error": 0.054618410308930006,
        "min_feedback_forward_cosine": 0.9938575029373169
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027457106491164396,
        "instruction_rms": 0.0027457106498583496,
        "raw_apical_rms": 0.17913610256710727,
        "teaching_rms": 0.0027457106491164396,
        "traffic_rms": 0.17911421019294793
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.258651635311253e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.486437144529513e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013436325847240235,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.15093926156044007
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10685274749994278,
        "mean_feedback_forward_cosine": 0.9985050949183377,
        "mean_feedback_forward_relative_error": 0.05248885933648456,
        "min_feedback_forward_cosine": 0.9943358898162842
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027675196974467245,
        "instruction_rms": 0.0027675196976880046,
        "raw_apical_rms": 0.17966310333465813,
        "teaching_rms": 0.0027675196974467245,
        "traffic_rms": 0.17964092644966032
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.142341556549582e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.474463248558557e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013681089267608467,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.15181832854270935
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10260812193155289,
        "mean_feedback_forward_cosine": 0.9986199075525457,
        "mean_feedback_forward_relative_error": 0.05044293654235926,
        "min_feedback_forward_cosine": 0.9947757124900818
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002714479538790874,
        "instruction_rms": 0.0027144795386669306,
        "raw_apical_rms": 0.1809547267877564,
        "teaching_rms": 0.002714479538790874,
        "traffic_rms": 0.18093363378600413
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.150609349082515e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.470303059947909e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013470725174212725,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.15021988181114196
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09838725626468658,
        "mean_feedback_forward_cosine": 0.9987257534807379,
        "mean_feedback_forward_relative_error": 0.04848912277004935,
        "min_feedback_forward_cosine": 0.9951949715614319
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026812181871343505,
        "instruction_rms": 0.0026812181878185593,
        "raw_apical_rms": 0.18103681352514167,
        "teaching_rms": 0.0026812181871343505,
        "traffic_rms": 0.1810161570403811
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.191571592737091e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476541914775157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012505334955436063,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.14981868672132492
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09436847269535065,
        "mean_feedback_forward_cosine": 0.9988214546983892,
        "mean_feedback_forward_relative_error": 0.04664448133923791,
        "min_feedback_forward_cosine": 0.9955790638923645
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027246578404634034,
        "instruction_rms": 0.002724657840126929,
        "raw_apical_rms": 0.18158900565248784,
        "teaching_rms": 0.0027246578404634034,
        "traffic_rms": 0.1815677470554002
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.381829985637523e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4717295155725896e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013407071620656956,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.1476772435569763
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0903562605381012,
        "mean_feedback_forward_cosine": 0.9989136370745573,
        "mean_feedback_forward_relative_error": 0.04479555529965596,
        "min_feedback_forward_cosine": 0.9959458112716675
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002729901653570255,
        "instruction_rms": 0.002729901653885861,
        "raw_apical_rms": 0.18220239583104256,
        "teaching_rms": 0.002729901653570255,
        "traffic_rms": 0.18218108333303254
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.410380931105465e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.477908484232254e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013700653902979216,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.15033625076770782
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08651615679264069,
        "mean_feedback_forward_cosine": 0.9990009351210161,
        "mean_feedback_forward_relative_error": 0.04296609019352631,
        "min_feedback_forward_cosine": 0.996281623840332
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028168221669191583,
        "instruction_rms": 0.00281682216639033,
        "raw_apical_rms": 0.18269745894631845,
        "teaching_rms": 0.0028168221669191583,
        "traffic_rms": 0.18267486630613974
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.671721308748602e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475657228341853e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013226246337446913,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.15319530076026916
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08301443606615067,
        "mean_feedback_forward_cosine": 0.9990757909688083,
        "mean_feedback_forward_relative_error": 0.04133343322371895,
        "min_feedback_forward_cosine": 0.9965757131576538
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002741218684649971,
        "instruction_rms": 0.0027412186840930623,
        "raw_apical_rms": 0.18344821290575125,
        "teaching_rms": 0.002741218684649971,
        "traffic_rms": 0.18342683756432754
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.202172014331154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4802403303871695e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013582906900337904,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.14606405753135682
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07967378944158554,
        "mean_feedback_forward_cosine": 0.9991478063843467,
        "mean_feedback_forward_relative_error": 0.03970056924630295,
        "min_feedback_forward_cosine": 0.9968456029891968
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027613844665013263,
        "instruction_rms": 0.0027613844660805817,
        "raw_apical_rms": 0.18359066223267229,
        "teaching_rms": 0.0027613844665013263,
        "traffic_rms": 0.18356903554737306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.438127624936897e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4873409058114115e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013782502611206556,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.152138819065094
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0765121653676033,
        "mean_feedback_forward_cosine": 0.9992136185819452,
        "mean_feedback_forward_relative_error": 0.038145190697502,
        "min_feedback_forward_cosine": 0.9970903396606445
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002739033966105734,
        "instruction_rms": 0.002739033966018853,
        "raw_apical_rms": 0.18414058605728173,
        "teaching_rms": 0.002739033966105734,
        "traffic_rms": 0.18411936686464303
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.031909632360112e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.481215366262269e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013539664616705643,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.1473185959672928
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07365334033966064,
        "mean_feedback_forward_cosine": 0.999269915710796,
        "mean_feedback_forward_relative_error": 0.03676067224957726,
        "min_feedback_forward_cosine": 0.9973033666610718
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026663776882964387,
        "instruction_rms": 0.0026663776883776974,
        "raw_apical_rms": 0.1847611946893068,
        "teaching_rms": 0.0026663776882964387,
        "traffic_rms": 0.18474113543512805
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.161806081512623e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4750452610353226e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013702039140369618,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.13559998624801636
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07069694250822067,
        "mean_feedback_forward_cosine": 0.9993245666677302,
        "mean_feedback_forward_relative_error": 0.03536833387545564,
        "min_feedback_forward_cosine": 0.997515082359314
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002737499596678907,
        "instruction_rms": 0.002737499596655163,
        "raw_apical_rms": 0.1849795838171578,
        "teaching_rms": 0.002737499596678907,
        "traffic_rms": 0.1849585359227466
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.950389774829091e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.486030878707235e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014102535988978588,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.1400851474881172
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06784866005182266,
        "mean_feedback_forward_cosine": 0.9993775053457781,
        "mean_feedback_forward_relative_error": 0.033959559368138964,
        "min_feedback_forward_cosine": 0.9977103471755981
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027968036200206213,
        "instruction_rms": 0.0027968036196581196,
        "raw_apical_rms": 0.18526733704289222,
        "teaching_rms": 0.0027968036200206213,
        "traffic_rms": 0.18524530163454114
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.462853718858241e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478544868037782e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013204779593328695,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.1430394840335846
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06498070061206818,
        "mean_feedback_forward_cosine": 0.9994269490242005,
        "mean_feedback_forward_relative_error": 0.03259081039577723,
        "min_feedback_forward_cosine": 0.9978994727134705
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002783547399337609,
        "instruction_rms": 0.0027835473991750623,
        "raw_apical_rms": 0.18603764615818696,
        "teaching_rms": 0.002783547399337609,
        "traffic_rms": 0.18601600897915635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.376798632525606e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4771131466535503e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012784071395670008,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.15067201759815216
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06250336021184921,
        "mean_feedback_forward_cosine": 0.9994701027870179,
        "mean_feedback_forward_relative_error": 0.03134333484552123,
        "min_feedback_forward_cosine": 0.9980563521385193
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002724599039477438,
        "instruction_rms": 0.002724599040366459,
        "raw_apical_rms": 0.18655293767495848,
        "teaching_rms": 0.002724599039477438,
        "traffic_rms": 0.18653220014882307
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.885793624178405e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4802724312356196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01219814796310366,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.1414000434613228
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059949520975351334,
        "mean_feedback_forward_cosine": 0.999510954726826,
        "mean_feedback_forward_relative_error": 0.030118964434686032,
        "min_feedback_forward_cosine": 0.9982119202613831
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002737153259694741,
        "instruction_rms": 0.0027371532602677097,
        "raw_apical_rms": 0.18726668952814665,
        "teaching_rms": 0.002737153259694741,
        "traffic_rms": 0.18724586210902755
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.164010267819322e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.481039427151832e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013183748792510335,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.14272400443077088
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05992874130606651,
        "mean_feedback_forward_cosine": 0.9995112830942328,
        "mean_feedback_forward_relative_error": 0.030108402991159397,
        "min_feedback_forward_cosine": 0.9982131123542786
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001942158526233045,
        "instruction_rms": 0.0019421585262273777,
        "raw_apical_rms": 0.18742113389850917,
        "teaching_rms": 0.001942158526233045,
        "traffic_rms": 0.18741040806305445
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.291607317938542e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478928885556829e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013072770639194282,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.0779117331790924
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059918954968452454,
        "mean_feedback_forward_cosine": 0.9995114456523548,
        "mean_feedback_forward_relative_error": 0.030102703881196,
        "min_feedback_forward_cosine": 0.9982137680053711
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016545162463045219,
        "instruction_rms": 0.001654516246802673,
        "raw_apical_rms": 0.1873739915954006,
        "teaching_rms": 0.0016545162463045219,
        "traffic_rms": 0.1873659977262605
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.97943249861055e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4789263715738958e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013201778299207382,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.05188592261314392
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05991050601005554,
        "mean_feedback_forward_cosine": 0.9995115756988525,
        "mean_feedback_forward_relative_error": 0.0300976721231233,
        "min_feedback_forward_cosine": 0.9982143640518188
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015386455417015568,
        "instruction_rms": 0.0015386455426977873,
        "raw_apical_rms": 0.1873434472411124,
        "teaching_rms": 0.0015386455417015568,
        "traffic_rms": 0.18733644340142003
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.404440876574881e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4788611071565946e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012979437441559534,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.0426614681828022
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05990184471011162,
        "mean_feedback_forward_cosine": 0.9995117230848832,
        "mean_feedback_forward_relative_error": 0.03009267092936418,
        "min_feedback_forward_cosine": 0.998214840888977
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015226419026568596,
        "instruction_rms": 0.0015226419026997146,
        "raw_apical_rms": 0.18729334713932938,
        "teaching_rms": 0.0015226419026568596,
        "traffic_rms": 0.18728636072278207
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.596431655405468e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4790275359790278e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013196748913822103,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.03821386901140213
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05989343672990799,
        "mean_feedback_forward_cosine": 0.999511863968589,
        "mean_feedback_forward_relative_error": 0.03008786141872406,
        "min_feedback_forward_cosine": 0.9982154369354248
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014911648197745945,
        "instruction_rms": 0.0014911648194554752,
        "raw_apical_rms": 0.18727710966058397,
        "teaching_rms": 0.0014911648197745945,
        "traffic_rms": 0.18727037468629903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.325321860207623e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4833845815605708e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012971464451058182,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.03401476447224617
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059886157512664795,
        "mean_feedback_forward_cosine": 0.9995119604197416,
        "mean_feedback_forward_relative_error": 0.030083465821702373,
        "min_feedback_forward_cosine": 0.9982158541679382
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001407267631694595,
        "instruction_rms": 0.0014072676320019287,
        "raw_apical_rms": 0.18724369797343227,
        "teaching_rms": 0.001407267631694595,
        "traffic_rms": 0.18723757700423158
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.810741292109014e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.480429692707427e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012936318221218403,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.02924771062910557
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059878092259168625,
        "mean_feedback_forward_cosine": 0.9995120980522849,
        "mean_feedback_forward_relative_error": 0.030078950109468264,
        "min_feedback_forward_cosine": 0.9982161521911621
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014091902088174285,
        "instruction_rms": 0.0014091902089045907,
        "raw_apical_rms": 0.18713996151145967,
        "teaching_rms": 0.0014091902088174285,
        "traffic_rms": 0.18713378946714446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.551010921564739e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478363271183689e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012920172656626386,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.0280844907951355
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059870265424251556,
        "mean_feedback_forward_cosine": 0.9995122129266912,
        "mean_feedback_forward_relative_error": 0.030074589310044593,
        "min_feedback_forward_cosine": 0.9982166290283203
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013765036207045481,
        "instruction_rms": 0.0013765036204422634,
        "raw_apical_rms": 0.18710077849262072,
        "teaching_rms": 0.0013765036207045481,
        "traffic_rms": 0.18709476696712027
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.667292744097722e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4782049201410408e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013046690004456846,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.024974282487928868
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05986268073320389,
        "mean_feedback_forward_cosine": 0.9995123462243514,
        "mean_feedback_forward_relative_error": 0.03007036940279332,
        "min_feedback_forward_cosine": 0.9982171654701233
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013269877898053342,
        "instruction_rms": 0.0013269877895588928,
        "raw_apical_rms": 0.18707458193078763,
        "teaching_rms": 0.0013269877898053342,
        "traffic_rms": 0.18706893113024098
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.827197461869218e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.486567342851373e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012876921724621857,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.023494056099653243
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059854306280612946,
        "mean_feedback_forward_cosine": 0.9995124892754988,
        "mean_feedback_forward_relative_error": 0.03006591448052363,
        "min_feedback_forward_cosine": 0.9982177019119263
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013364903235981624,
        "instruction_rms": 0.0013364903236780187,
        "raw_apical_rms": 0.18699742168755185,
        "teaching_rms": 0.0013364903235981624,
        "traffic_rms": 0.18699157680826134
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.297103448740017e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4747775629095468e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01275732408278947,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.022603564938306807
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05984736606478691,
        "mean_feedback_forward_cosine": 0.9995125857266512,
        "mean_feedback_forward_relative_error": 0.03006187825548378,
        "min_feedback_forward_cosine": 0.9982181787490845
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012741362988401837,
        "instruction_rms": 0.0012741362988686721,
        "raw_apical_rms": 0.18695188961192608,
        "teaching_rms": 0.0012741362988401837,
        "traffic_rms": 0.1869465991556412
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.420381902851659e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4763207550230883e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012879078854825995,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.02025066905528307
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05984063446521759,
        "mean_feedback_forward_cosine": 0.9995127103545449,
        "mean_feedback_forward_relative_error": 0.03005808801813559,
        "min_feedback_forward_cosine": 0.9982185363769531
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001211851594642384,
        "instruction_rms": 0.0012118515946074543,
        "raw_apical_rms": 0.1870213174644058,
        "teaching_rms": 0.001211851594642384,
        "traffic_rms": 0.18701628358515104
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.673247720025756e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4807515270563447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012868138112846223,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.019001536874175072
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05983375385403633,
        "mean_feedback_forward_cosine": 0.9995128295638345,
        "mean_feedback_forward_relative_error": 0.030054057787426494,
        "min_feedback_forward_cosine": 0.9982188940048218
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012431342331099614,
        "instruction_rms": 0.0012431342329435686,
        "raw_apical_rms": 0.18701586139105783,
        "teaching_rms": 0.0012431342331099614,
        "traffic_rms": 0.18701061175803
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.258898276380933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4856184265565294e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012804304711976537,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.018098234566748143
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059826791286468506,
        "mean_feedback_forward_cosine": 0.9995129346847534,
        "mean_feedback_forward_relative_error": 0.030050288597968492,
        "min_feedback_forward_cosine": 0.9982192516326904
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011769220868047725,
        "instruction_rms": 0.0011769220868356938,
        "raw_apical_rms": 0.18701075603023226,
        "teaching_rms": 0.0011769220868047725,
        "traffic_rms": 0.18700592761018336
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.684667562874893e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476305081287339e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013279910012647883,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.01642048273295164
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059819888323545456,
        "mean_feedback_forward_cosine": 0.9995130387219515,
        "mean_feedback_forward_relative_error": 0.030046287771653045,
        "min_feedback_forward_cosine": 0.9982197880744934
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011878503691832585,
        "instruction_rms": 0.0011878503695560122,
        "raw_apical_rms": 0.18702650495399994,
        "teaching_rms": 0.0011878503691832585,
        "traffic_rms": 0.1870214362441155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.991736504844084e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4832989631833948e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012855946959085712,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.016788918063938618
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05981239676475525,
        "mean_feedback_forward_cosine": 0.999513176354495,
        "mean_feedback_forward_relative_error": 0.030042198283428495,
        "min_feedback_forward_cosine": 0.9982202053070068
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011914355144478687,
        "instruction_rms": 0.0011914355150809308,
        "raw_apical_rms": 0.18697411535031594,
        "teaching_rms": 0.0011914355144478687,
        "traffic_rms": 0.18696912981872635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.369816756863656e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4764932644005627e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012900762161673884,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.015212382887601853
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059805139899253845,
        "mean_feedback_forward_cosine": 0.9995132977312261,
        "mean_feedback_forward_relative_error": 0.0300381033427336,
        "min_feedback_forward_cosine": 0.9982206225395203
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012213281706388106,
        "instruction_rms": 0.001221328170695765,
        "raw_apical_rms": 0.1869922069510037,
        "teaching_rms": 0.0012213281706388106,
        "traffic_rms": 0.18698695680316038
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.74767627831352e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.484067996776698e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012955308853082255,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.01527994748711586
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05979868397116661,
        "mean_feedback_forward_cosine": 0.9995134006847035,
        "mean_feedback_forward_relative_error": 0.03003442737019875,
        "min_feedback_forward_cosine": 0.9982208609580994
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010872546652513219,
        "instruction_rms": 0.0010872546651294226,
        "raw_apical_rms": 0.18696344326871037,
        "teaching_rms": 0.0010872546652513219,
        "traffic_rms": 0.18695904982344846
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.472856111689907e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.479270072668026e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012845927343174265,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.012936586709916592
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059791892766952515,
        "mean_feedback_forward_cosine": 0.999513526396318,
        "mean_feedback_forward_relative_error": 0.03003064472736283,
        "min_feedback_forward_cosine": 0.9982212781906128
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011245949005850315,
        "instruction_rms": 0.0011245949005166316,
        "raw_apical_rms": 0.18698949336273102,
        "teaching_rms": 0.0011245949005850315,
        "traffic_rms": 0.1869850445402407
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.682039893097681e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.473847736468357e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01284882631526247,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.01333997043684125
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05978462100028992,
        "mean_feedback_forward_cosine": 0.9995136466893283,
        "mean_feedback_forward_relative_error": 0.03002660001035441,
        "min_feedback_forward_cosine": 0.9982218146324158
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011672219064966247,
        "instruction_rms": 0.00116722190617777,
        "raw_apical_rms": 0.18695562920044495,
        "teaching_rms": 0.0011672219064966247,
        "traffic_rms": 0.1869508285452412
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.989620508576991e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.486523422517388e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01283147568953709,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.013265175231695176
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05977831035852432,
        "mean_feedback_forward_cosine": 0.9995137561451305,
        "mean_feedback_forward_relative_error": 0.03002310667017644,
        "min_feedback_forward_cosine": 0.9982221126556396
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010335177951959636,
        "instruction_rms": 0.0010335177949105903,
        "raw_apical_rms": 0.18689662388465386,
        "teaching_rms": 0.0010335177951959636,
        "traffic_rms": 0.18689261654007722
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.156163033845587e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475174602988262e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013017467388209027,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.011464368002712727
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05977212265133858,
        "mean_feedback_forward_cosine": 0.9995138547637246,
        "mean_feedback_forward_relative_error": 0.03001955994828181,
        "min_feedback_forward_cosine": 0.9982225894927979
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010323254613081173,
        "instruction_rms": 0.0010323254608726067,
        "raw_apical_rms": 0.18683753988647983,
        "teaching_rms": 0.0010323254613081173,
        "traffic_rms": 0.1868336075065711
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.242380206662347e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.47847848639335e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013198205804345971,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.011206012421697378
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05976475775241852,
        "mean_feedback_forward_cosine": 0.9995139728892933,
        "mean_feedback_forward_relative_error": 0.03001556901091879,
        "min_feedback_forward_cosine": 0.9982229471206665
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010820850332512633,
        "instruction_rms": 0.0010820850330885998,
        "raw_apical_rms": 0.18686842694037029,
        "teaching_rms": 0.0010820850332512633,
        "traffic_rms": 0.18686394284838323
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 8.395454642595723e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475929619439481e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013019684343596176,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.011554425864219665
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05975733697414398,
        "mean_feedback_forward_cosine": 0.9995141018520702,
        "mean_feedback_forward_relative_error": 0.030011543529954825,
        "min_feedback_forward_cosine": 0.9982233047485352
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010382241128348978,
        "instruction_rms": 0.0010382241131115838,
        "raw_apical_rms": 0.18687972231241118,
        "teaching_rms": 0.0010382241128348978,
        "traffic_rms": 0.1868753730498598
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.734478740279883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4781966537846578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012826877755636871,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.010742876959070563
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059750523418188095,
        "mean_feedback_forward_cosine": 0.9995142145590349,
        "mean_feedback_forward_relative_error": 0.03000788763165474,
        "min_feedback_forward_cosine": 0.9982237815856934
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009770586610846114,
        "instruction_rms": 0.0009770586615217218,
        "raw_apical_rms": 0.18682898097393796,
        "teaching_rms": 0.0009770586610846114,
        "traffic_rms": 0.1868250047492078
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.1691675894098807e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4778281326869044e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012914393943515647,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.009893537079840899
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05974414944648743,
        "mean_feedback_forward_cosine": 0.9995143175125122,
        "mean_feedback_forward_relative_error": 0.030004419013857843,
        "min_feedback_forward_cosine": 0.9982240796089172
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009546609549323364,
        "instruction_rms": 0.0009546609552980272,
        "raw_apical_rms": 0.18676554025584674,
        "teaching_rms": 0.0009546609549323364,
        "traffic_rms": 0.1867618366481656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.334476492815156e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4777879126491513e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012994927788981056,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.009487134465277195
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05973798409104347,
        "mean_feedback_forward_cosine": 0.9995144172148271,
        "mean_feedback_forward_relative_error": 0.030000815786082637,
        "min_feedback_forward_cosine": 0.9982244968414307
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009574786130379354,
        "instruction_rms": 0.0009574786133968248,
        "raw_apical_rms": 0.18672757408331966,
        "teaching_rms": 0.0009574786130379354,
        "traffic_rms": 0.18672369534797167
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.777641286565995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.47820517504161e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013229827312661474,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.009010958632156252
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05973127856850624,
        "mean_feedback_forward_cosine": 0.9995145320892334,
        "mean_feedback_forward_relative_error": 0.02999704374339093,
        "min_feedback_forward_cosine": 0.9982248544692993
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009346776505828713,
        "instruction_rms": 0.0009346776508154248,
        "raw_apical_rms": 0.18674504815725856,
        "teaching_rms": 0.0009346776505828713,
        "traffic_rms": 0.18674116785449116
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.158221558891455e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.479605722879489e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012833709426335346,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.008821906943619251
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05972423031926155,
        "mean_feedback_forward_cosine": 0.9995146480473605,
        "mean_feedback_forward_relative_error": 0.029993300419300796,
        "min_feedback_forward_cosine": 0.9982251524925232
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009514862037800135,
        "instruction_rms": 0.0009514862034094702,
        "raw_apical_rms": 0.18678238505426353,
        "teaching_rms": 0.0009514862037800135,
        "traffic_rms": 0.18677846665729889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.698138659861797e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.47258438696578e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012914426389876953,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.008695231651067734
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05971641466021538,
        "mean_feedback_forward_cosine": 0.999514779177579,
        "mean_feedback_forward_relative_error": 0.029989263508468866,
        "min_feedback_forward_cosine": 0.9982256293296814
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010160600266760614,
        "instruction_rms": 0.0010160600264414298,
        "raw_apical_rms": 0.1867869651857213,
        "teaching_rms": 0.0010160600266760614,
        "traffic_rms": 0.18678268461079994
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.47478318632966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475585825410848e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01314441359315905,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.009065071727130562
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05970918387174606,
        "mean_feedback_forward_cosine": 0.999514889717102,
        "mean_feedback_forward_relative_error": 0.029985283873975276,
        "min_feedback_forward_cosine": 0.9982262253761292
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009661025898037708,
        "instruction_rms": 0.0009661025898235843,
        "raw_apical_rms": 0.18681788362328494,
        "teaching_rms": 0.0009661025898037708,
        "traffic_rms": 0.186813822268883
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.191830940835644e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4791055802352526e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012773178038589579,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.008534954515248537
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05970335379242897,
        "mean_feedback_forward_cosine": 0.9995150013403459,
        "mean_feedback_forward_relative_error": 0.029982067729261788,
        "min_feedback_forward_cosine": 0.9982265830039978
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008438036926844324,
        "instruction_rms": 0.0008438036923690686,
        "raw_apical_rms": 0.18686724172096972,
        "teaching_rms": 0.0008438036926844324,
        "traffic_rms": 0.18686399935115203
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.577431742651243e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4805806657566707e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012885105627298568,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.007726747665479779
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05969632416963577,
        "mean_feedback_forward_cosine": 0.9995151205496354,
        "mean_feedback_forward_relative_error": 0.02997830534692515,
        "min_feedback_forward_cosine": 0.9982268810272217
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008754425761856176,
        "instruction_rms": 0.0008754425758778264,
        "raw_apical_rms": 0.18685698217716118,
        "teaching_rms": 0.0008754425761856176,
        "traffic_rms": 0.18685359205588317
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.988392525248855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4769579679196083e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013098200219492477,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.0074592534512281415
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05969060957431793,
        "mean_feedback_forward_cosine": 0.999515215917067,
        "mean_feedback_forward_relative_error": 0.029974869833412496,
        "min_feedback_forward_cosine": 0.9982271790504456
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008447449017975129,
        "instruction_rms": 0.0008447449017077916,
        "raw_apical_rms": 0.18683611507329428,
        "teaching_rms": 0.0008447449017975129,
        "traffic_rms": 0.18683295092085908
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.631560177718711e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476099138349961e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013019518790294922,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.007171488909311592
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05968421325087547,
        "mean_feedback_forward_cosine": 0.9995153145356612,
        "mean_feedback_forward_relative_error": 0.02997163701802492,
        "min_feedback_forward_cosine": 0.9982275366783142
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008031027025938207,
        "instruction_rms": 0.0008031027028113104,
        "raw_apical_rms": 0.1868114497798621,
        "teaching_rms": 0.0008031027025938207,
        "traffic_rms": 0.1868084887542558
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.024171987448426e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4797449531694067e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012916726895647419,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.0067251249224878846
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0596780925989151,
        "mean_feedback_forward_cosine": 0.9995154239914634,
        "mean_feedback_forward_relative_error": 0.029968168518759986,
        "min_feedback_forward_cosine": 0.9982279539108276
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008529964937779278,
        "instruction_rms": 0.0008529964935085915,
        "raw_apical_rms": 0.18679995513472875,
        "teaching_rms": 0.0008529964937779278,
        "traffic_rms": 0.18679665077269908
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.513643479091115e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.47842606064267e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012830811433235358,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.007265768485665321
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05966920778155327,
        "mean_feedback_forward_cosine": 0.9995155767960981,
        "mean_feedback_forward_relative_error": 0.029963476202366026,
        "min_feedback_forward_cosine": 0.9982284307479858
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009935707070761945,
        "instruction_rms": 0.000993570707176385,
        "raw_apical_rms": 0.1867380515360703,
        "teaching_rms": 0.0009935707070761945,
        "traffic_rms": 0.18673372745798533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.923507976987821e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4747162185046595e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013034490396843025,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.008356949128881097
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059661865234375,
        "mean_feedback_forward_cosine": 0.9995156819170171,
        "mean_feedback_forward_relative_error": 0.02995954684235833,
        "min_feedback_forward_cosine": 0.9982288479804993
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008727971507252572,
        "instruction_rms": 0.0008727971507459581,
        "raw_apical_rms": 0.18668229633173145,
        "teaching_rms": 0.0008727971507252572,
        "traffic_rms": 0.18667866415227463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.846252086414097e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4803124001495526e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012817043182741341,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.006986085975468159
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059654057025909424,
        "mean_feedback_forward_cosine": 0.9995158271356063,
        "mean_feedback_forward_relative_error": 0.029955337188121947,
        "min_feedback_forward_cosine": 0.9982293844223022
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008916215312205233,
        "instruction_rms": 0.0008916215313126934,
        "raw_apical_rms": 0.18668474478455607,
        "teaching_rms": 0.0008916215312205233,
        "traffic_rms": 0.18668102833299913
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.296318844078996e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4820548931317565e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013047124057827408,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.0073235844442993405
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059646934270858765,
        "mean_feedback_forward_cosine": 0.9995159441774542,
        "mean_feedback_forward_relative_error": 0.029951450558887288,
        "min_feedback_forward_cosine": 0.9982298612594604
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008264584041717986,
        "instruction_rms": 0.0008264584042567509,
        "raw_apical_rms": 0.18666449406742783,
        "teaching_rms": 0.0008264584041717986,
        "traffic_rms": 0.18666125231604774
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.427439723845964e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4773801558700957e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012931396647461181,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.006912893565893173
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059639833867549896,
        "mean_feedback_forward_cosine": 0.9995160612193021,
        "mean_feedback_forward_relative_error": 0.02994780522686514,
        "min_feedback_forward_cosine": 0.9982301592826843
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008025286217986797,
        "instruction_rms": 0.0008025286216012244,
        "raw_apical_rms": 0.18670021862463038,
        "teaching_rms": 0.0008025286217986797,
        "traffic_rms": 0.18669716872402395
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0326945698579948e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.48019465706862e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012951156374583238,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.0063300214302539825
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0596332922577858,
        "mean_feedback_forward_cosine": 0.9995161815123125,
        "mean_feedback_forward_relative_error": 0.029944233875721694,
        "min_feedback_forward_cosine": 0.9982306957244873
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007985319130632211,
        "instruction_rms": 0.0007985319128746597,
        "raw_apical_rms": 0.186704982105077,
        "teaching_rms": 0.0007985319130632211,
        "traffic_rms": 0.186701868772778
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.169553922243722e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4775734750051242e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013023854800304772,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.006180791571773588
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05962587520480156,
        "mean_feedback_forward_cosine": 0.9995163115588102,
        "mean_feedback_forward_relative_error": 0.02994006782431494,
        "min_feedback_forward_cosine": 0.998231053352356
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008553669860490253,
        "instruction_rms": 0.000855366986075815,
        "raw_apical_rms": 0.18675268359930192,
        "teaching_rms": 0.0008553669860490253,
        "traffic_rms": 0.18674920379089202
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.213827840108934e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4742100525759286e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012921599960795534,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.006438700502663851
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05961909145116806,
        "mean_feedback_forward_cosine": 0.9995164307680997,
        "mean_feedback_forward_relative_error": 0.029936198483813892,
        "min_feedback_forward_cosine": 0.9982312917709351
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007794813725965413,
        "instruction_rms": 0.0007794813724653994,
        "raw_apical_rms": 0.18671563883460382,
        "teaching_rms": 0.0007794813725965413,
        "traffic_rms": 0.1867125467508333
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 8.713207222399433e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.480179096268245e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012793352270195617,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.006031738423854112
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05961267650127411,
        "mean_feedback_forward_cosine": 0.9995165261355313,
        "mean_feedback_forward_relative_error": 0.02993262107060714,
        "min_feedback_forward_cosine": 0.998231828212738
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007664058471337904,
        "instruction_rms": 0.0007664058470282835,
        "raw_apical_rms": 0.1867019661882739,
        "teaching_rms": 0.0007664058471337904,
        "traffic_rms": 0.18669908622918874
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.544322582793029e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.483720475501362e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01292956864003598,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.005748950992189348
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059606052935123444,
        "mean_feedback_forward_cosine": 0.999516656182029,
        "mean_feedback_forward_relative_error": 0.02992896953259002,
        "min_feedback_forward_cosine": 0.9982321262359619
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007540146366630595,
        "instruction_rms": 0.0007540146363055531,
        "raw_apical_rms": 0.18671151420617393,
        "teaching_rms": 0.0007540146366630595,
        "traffic_rms": 0.18670857409183306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.464748025791778e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4766567216134175e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012997984364375865,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.005779394161738455
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05959717556834221,
        "mean_feedback_forward_cosine": 0.9995167808099227,
        "mean_feedback_forward_relative_error": 0.029924737094816835,
        "min_feedback_forward_cosine": 0.9982324838638306
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007508879656496231,
        "instruction_rms": 0.0007508879658370791,
        "raw_apical_rms": 0.18672524164647283,
        "teaching_rms": 0.0007508879656496231,
        "traffic_rms": 0.18672238315170148
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.713833293290008e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4756739745275323e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012784698319785816,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.005757287951242179
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05959020555019379,
        "mean_feedback_forward_cosine": 0.9995169097726996,
        "mean_feedback_forward_relative_error": 0.02992104718630964,
        "min_feedback_forward_cosine": 0.9982329607009888
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007416679675730267,
        "instruction_rms": 0.0007416679679445114,
        "raw_apical_rms": 0.18665447920841813,
        "teaching_rms": 0.0007416679675730267,
        "traffic_rms": 0.1866517554820684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.1132273414204974e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4754667044465384e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012835192054512574,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.0055073183459788564
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059584714472293854,
        "mean_feedback_forward_cosine": 0.9995169975540855,
        "mean_feedback_forward_relative_error": 0.029917928991331295,
        "min_feedback_forward_cosine": 0.9982333779335022
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007042286171929342,
        "instruction_rms": 0.0007042286170597567,
        "raw_apical_rms": 0.18664652561908457,
        "teaching_rms": 0.0007042286171929342,
        "traffic_rms": 0.18664413531554655
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.102095788193765e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478297975262729e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013095309411453907,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.005166453071124851
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957819148898125,
        "mean_feedback_forward_cosine": 0.9995171167633751,
        "mean_feedback_forward_relative_error": 0.02991415344348008,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007263999673380577,
        "instruction_rms": 0.0007263999672897956,
        "raw_apical_rms": 0.18665944440941087,
        "teaching_rms": 0.0007263999673380577,
        "traffic_rms": 0.1866566009121289
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.110971805308509e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4787928518474366e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012837200778514517,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.005089225533213467
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957811698317528,
        "mean_feedback_forward_cosine": 0.9995171254331415,
        "mean_feedback_forward_relative_error": 0.029914089724082837,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006989284992739937,
        "instruction_rms": 0.0006989284993360486,
        "raw_apical_rms": 0.18664669591787328,
        "teaching_rms": 0.0006989284992739937,
        "traffic_rms": 0.1866441315551133
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.742617214034908e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4790241581807717e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012806894408613864,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.005087548696175217
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0595780648291111,
        "mean_feedback_forward_cosine": 0.9995171167633751,
        "mean_feedback_forward_relative_error": 0.029914041464640335,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006207069902482965,
        "instruction_rms": 0.0006207069904778508,
        "raw_apical_rms": 0.18664896936985398,
        "teaching_rms": 0.0006207069902482965,
        "traffic_rms": 0.18664688348841363
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 8.849252708387212e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4785809190451758e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012759993664397357,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.004274944938607514
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957799404859543,
        "mean_feedback_forward_cosine": 0.9995171221819791,
        "mean_feedback_forward_relative_error": 0.029913986660540105,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007062200358760151,
        "instruction_rms": 0.0007062200359924701,
        "raw_apical_rms": 0.18665144051940874,
        "teaching_rms": 0.0007062200358760151,
        "traffic_rms": 0.1866487272315597
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.908508337095554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4781292260919833e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012765790708509512,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.0051097940035536886
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957792326807976,
        "mean_feedback_forward_cosine": 0.999517128684304,
        "mean_feedback_forward_relative_error": 0.02991392993452874,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006819489927441199,
        "instruction_rms": 0.0006819489927718962,
        "raw_apical_rms": 0.1866589728178419,
        "teaching_rms": 0.0006819489927441199,
        "traffic_rms": 0.18665628607406326
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.881925429524927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4747021712676862e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012847949953898541,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.004796492007207126
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957786738872528,
        "mean_feedback_forward_cosine": 0.9995171308517456,
        "mean_feedback_forward_relative_error": 0.02991388225927949,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006392848930633222,
        "instruction_rms": 0.0006392848930196327,
        "raw_apical_rms": 0.18666418053623685,
        "teaching_rms": 0.0006392848930633222,
        "traffic_rms": 0.1866618890704653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.299836753787531e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4806397545765177e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012866563626659664,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.004376249497383833
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0595778226852417,
        "mean_feedback_forward_cosine": 0.9995171254331415,
        "mean_feedback_forward_relative_error": 0.02991383436389945,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005940520451153719,
        "instruction_rms": 0.0005940520453499666,
        "raw_apical_rms": 0.1866558727031781,
        "teaching_rms": 0.0005940520451153719,
        "traffic_rms": 0.18665384832908294
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.667196027545288e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476787288596777e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012817021557280346,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.003956728442832827
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577763080596924,
        "mean_feedback_forward_cosine": 0.999517128684304,
        "mean_feedback_forward_relative_error": 0.02991378584199331,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006079692369889687,
        "instruction_rms": 0.0006079692368506197,
        "raw_apical_rms": 0.1866573862281726,
        "teaching_rms": 0.0006079692369889687,
        "traffic_rms": 0.18665503796565674
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.043279192155751e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4747311702899342e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012984927274426546,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.004120183801501989
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577710926532745,
        "mean_feedback_forward_cosine": 0.9995171330191872,
        "mean_feedback_forward_relative_error": 0.029913743229752238,
        "min_feedback_forward_cosine": 0.9982336759567261
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000561001494353049,
        "instruction_rms": 0.0005610014945096465,
        "raw_apical_rms": 0.18665922469500534,
        "teaching_rms": 0.000561001494353049,
        "traffic_rms": 0.18665758228490972
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.884477699031777e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4775050765567242e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012760971228347037,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.0035482280809804798
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957766994833946,
        "mean_feedback_forward_cosine": 0.9995171319354664,
        "mean_feedback_forward_relative_error": 0.0299137003635141,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005486807378581706,
        "instruction_rms": 0.0005486807378516426,
        "raw_apical_rms": 0.18665699034052097,
        "teaching_rms": 0.0005486807378581706,
        "traffic_rms": 0.18665524537012923
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.348493369363496e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478105915108401e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013011781256530252,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.0037513064473122357
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957763269543648,
        "mean_feedback_forward_cosine": 0.9995171265168623,
        "mean_feedback_forward_relative_error": 0.029913658293133433,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005311206470752708,
        "instruction_rms": 0.0005311206471777004,
        "raw_apical_rms": 0.18665823243288274,
        "teaching_rms": 0.0005311206470752708,
        "traffic_rms": 0.1866565836462628
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.734904189897861e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4797725964129925e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012783898524403089,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.0037402107955515386
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577569365501404,
        "mean_feedback_forward_cosine": 0.9995171232656999,
        "mean_feedback_forward_relative_error": 0.02991361182860353,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006192587370477685,
        "instruction_rms": 0.0006192587372561701,
        "raw_apical_rms": 0.18666022737558965,
        "teaching_rms": 0.0006192587370477685,
        "traffic_rms": 0.18665791163582418
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.618795822532775e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4753387631875118e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012841801735557361,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.004223174134641886
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957752838730812,
        "mean_feedback_forward_cosine": 0.999517146023837,
        "mean_feedback_forward_relative_error": 0.029913569055497646,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005418691716150356,
        "instruction_rms": 0.0005418691718005687,
        "raw_apical_rms": 0.18665334218792606,
        "teaching_rms": 0.0005418691716150356,
        "traffic_rms": 0.18665158740824273
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.374361388201578e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.473903288588127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012873883466402142,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.0035883484309911728
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577491134405136,
        "mean_feedback_forward_cosine": 0.9995171210982583,
        "mean_feedback_forward_relative_error": 0.029913524876941332,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005269440986083987,
        "instruction_rms": 0.0005269440985704833,
        "raw_apical_rms": 0.18664855258332727,
        "teaching_rms": 0.0005269440986083987,
        "traffic_rms": 0.18664696014678983
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.112205224757417e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4759976990524157e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012846993109639817,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.0036596060974150896
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957745015621185,
        "mean_feedback_forward_cosine": 0.9995171341029081,
        "mean_feedback_forward_relative_error": 0.029913484914736315,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00054186018645757,
        "instruction_rms": 0.0005418601860191863,
        "raw_apical_rms": 0.1866405979912566,
        "teaching_rms": 0.00054186018645757,
        "traffic_rms": 0.1866388892250604
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.145666813812568e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4791799051981314e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012603416204608473,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.003821141163185239
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577398002147675,
        "mean_feedback_forward_cosine": 0.9995171210982583,
        "mean_feedback_forward_relative_error": 0.029913441743701696,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005452266166730762,
        "instruction_rms": 0.000545226616683032,
        "raw_apical_rms": 0.18664138808590405,
        "teaching_rms": 0.0005452266166730762,
        "traffic_rms": 0.1866395575935221
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.621206942256322e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4806005224282078e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012895695003580798,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.003640412979386747
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577349573373795,
        "mean_feedback_forward_cosine": 0.999517128684304,
        "mean_feedback_forward_relative_error": 0.029913395262238653,
        "min_feedback_forward_cosine": 0.9982336759567261
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005915571073394919,
        "instruction_rms": 0.0005915571072099585,
        "raw_apical_rms": 0.18664666001724223,
        "teaching_rms": 0.0005915571073394919,
        "traffic_rms": 0.1866445670609501
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.03632068166371e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4793646532554472e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012808791494214477,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.0038668042615428565
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957731232047081,
        "mean_feedback_forward_cosine": 0.9995171297680248,
        "mean_feedback_forward_relative_error": 0.029913348958573557,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005591776984511721,
        "instruction_rms": 0.0005591776981465066,
        "raw_apical_rms": 0.18664749065959121,
        "teaching_rms": 0.0005591776984511721,
        "traffic_rms": 0.18664570914458695
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.815835800784043e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4750950418910274e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012973032973654864,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.0036486537681892513
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957726389169693,
        "mean_feedback_forward_cosine": 0.9995171384377913,
        "mean_feedback_forward_relative_error": 0.029913308776237747,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005043270512319984,
        "instruction_rms": 0.0005043270512382743,
        "raw_apical_rms": 0.18663938486460932,
        "teaching_rms": 0.0005043270512319984,
        "traffic_rms": 0.18663791643239808
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.859103590135419e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4788078616644682e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012902646947275394,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.00334836719032377
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957722291350365,
        "mean_feedback_forward_cosine": 0.9995171471075578,
        "mean_feedback_forward_relative_error": 0.029913269694555888,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005064346710496158,
        "instruction_rms": 0.0005064346711717509,
        "raw_apical_rms": 0.18663635001236725,
        "teaching_rms": 0.0005064346710496158,
        "traffic_rms": 0.1866347927415454
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.710053123195394e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.47691296540597e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012686280792321026,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.0033029225072264672
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957719683647156,
        "mean_feedback_forward_cosine": 0.9995171373540704,
        "mean_feedback_forward_relative_error": 0.02991323248398575,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000479637529325789,
        "instruction_rms": 0.00047963752899314827,
        "raw_apical_rms": 0.18663327622993256,
        "teaching_rms": 0.000479637529325789,
        "traffic_rms": 0.1866318703891748
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0323599752837254e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4787497523303574e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012920421547514879,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.0031628264583274724
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957716330885887,
        "mean_feedback_forward_cosine": 0.9995171395215121,
        "mean_feedback_forward_relative_error": 0.029913193427703596,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004757740128272622,
        "instruction_rms": 0.00047577401319643574,
        "raw_apical_rms": 0.18663403344230053,
        "teaching_rms": 0.0004757740128272622,
        "traffic_rms": 0.18663267663285907
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.355986918535564e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4795457673305356e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012915480081032276,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.0032090540381520985
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577129781246185,
        "mean_feedback_forward_cosine": 0.999517146023837,
        "mean_feedback_forward_relative_error": 0.02991315379569476,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005125808800569914,
        "instruction_rms": 0.0005125808798465811,
        "raw_apical_rms": 0.18662802418328658,
        "teaching_rms": 0.0005125808800569914,
        "traffic_rms": 0.18662640119151994
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.141886726458324e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478740091223978e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013032117989121645,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.003341278999596834
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059577081352472305,
        "mean_feedback_forward_cosine": 0.9995171438563953,
        "mean_feedback_forward_relative_error": 0.02991311000660062,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005533441213541519,
        "instruction_rms": 0.0005533441214684674,
        "raw_apical_rms": 0.18663434927615838,
        "teaching_rms": 0.0005533441213541519,
        "traffic_rms": 0.186632462252632
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.861794332735371e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4774759593591502e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012830458537427567,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.0037860340731963515
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957702919840813,
        "mean_feedback_forward_cosine": 0.9995171406052329,
        "mean_feedback_forward_relative_error": 0.029913066073574805,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005469834207018864,
        "instruction_rms": 0.0005469834206710233,
        "raw_apical_rms": 0.18664213345236574,
        "teaching_rms": 0.0005469834207018864,
        "traffic_rms": 0.18664039917398684
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.471091834077015e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4802466997955682e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01282248651170203,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.0036384447392076255
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957697704434395,
        "mean_feedback_forward_cosine": 0.9995171427726746,
        "mean_feedback_forward_relative_error": 0.029913023038005287,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005445844431018095,
        "instruction_rms": 0.0005445844431124797,
        "raw_apical_rms": 0.18664081313273514,
        "teaching_rms": 0.0005445844431018095,
        "traffic_rms": 0.18663896853117368
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.421262265301266e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4724891485291135e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012868412107575007,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.0035656695897318424
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957691743969917,
        "mean_feedback_forward_cosine": 0.9995171525261619,
        "mean_feedback_forward_relative_error": 0.029912977530197664,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005653015603015497,
        "instruction_rms": 0.0005653015600237457,
        "raw_apical_rms": 0.18663648643542105,
        "teaching_rms": 0.0005653015603015497,
        "traffic_rms": 0.1866345467321993
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.040241539220006e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4828347367383505e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012889968649969762,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.0038163919495418667
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0595768578350544,
        "mean_feedback_forward_cosine": 0.9995171438563953,
        "mean_feedback_forward_relative_error": 0.029912931311198255,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005489472686096788,
        "instruction_rms": 0.0005489472684613421,
        "raw_apical_rms": 0.18663049588081557,
        "teaching_rms": 0.0005489472686096788,
        "traffic_rms": 0.18662858974425778
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.184047490227385e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4769373853317913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012791655765685871,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.0036822275079227986
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957682803273201,
        "mean_feedback_forward_cosine": 0.9995171579447659,
        "mean_feedback_forward_relative_error": 0.029912890984930777,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00047704517577872876,
        "instruction_rms": 0.0004770451753518119,
        "raw_apical_rms": 0.18663196047101704,
        "teaching_rms": 0.00047704517577872876,
        "traffic_rms": 0.18663051786757903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271918773651,
        "maximum_absolute_post_projection_soma_slope": 9.044511983802295e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.483580601854625e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012872338638024136,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.0030486267526447773
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059576790779829025,
        "mean_feedback_forward_cosine": 0.999517146023837,
        "mean_feedback_forward_relative_error": 0.029912852140312845,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004916926312980989,
        "instruction_rms": 0.0004916926307836782,
        "raw_apical_rms": 0.18664377083122818,
        "teaching_rms": 0.0004916926312980989,
        "traffic_rms": 0.18664231961139657
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.265830959113373e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.480360351416137e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012879682106809603,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.0032361116764321922
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957676097750664,
        "mean_feedback_forward_cosine": 0.9995171579447659,
        "mean_feedback_forward_relative_error": 0.02991280805488879,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005169557290670346,
        "instruction_rms": 0.0005169557291345863,
        "raw_apical_rms": 0.18664430771649565,
        "teaching_rms": 0.0005169557290670346,
        "traffic_rms": 0.18664245738929391
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.824790853623199e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.478123996651909e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013131541915244235,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.0034099118908494713
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957673117518425,
        "mean_feedback_forward_cosine": 0.9995171471075578,
        "mean_feedback_forward_relative_error": 0.02991276964206587,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004809978813720436,
        "instruction_rms": 0.0004809978814631061,
        "raw_apical_rms": 0.1866350212683364,
        "teaching_rms": 0.0004809978813720436,
        "traffic_rms": 0.18663370955945524
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.22165935940211e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4778154438063627e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01287879613473309,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.0030512185246869923
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059576671570539474,
        "mean_feedback_forward_cosine": 0.9995171666145325,
        "mean_feedback_forward_relative_error": 0.029912731212309817,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005257758968280134,
        "instruction_rms": 0.0005257758967415225,
        "raw_apical_rms": 0.18663674269964067,
        "teaching_rms": 0.0005257758968280134,
        "traffic_rms": 0.1866349901506463
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.27520807433757e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4776303943188244e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012734691925956746,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.003455720066949725
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957663059234619,
        "mean_feedback_forward_cosine": 0.9995171481912787,
        "mean_feedback_forward_relative_error": 0.029912689980119467,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004981248276489748,
        "instruction_rms": 0.0004981248278038391,
        "raw_apical_rms": 0.186632755578277,
        "teaching_rms": 0.0004981248276489748,
        "traffic_rms": 0.18663114211666887
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 9.91904727243309e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.480798850718967e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012970175365574247,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.003394184242375195
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957659333944321,
        "mean_feedback_forward_cosine": 0.99951716336337,
        "mean_feedback_forward_relative_error": 0.029912649950181894,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004960422399883992,
        "instruction_rms": 0.0004960422399533717,
        "raw_apical_rms": 0.18663802116408837,
        "teaching_rms": 0.0004960422399883992,
        "traffic_rms": 0.18663650201563378
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.959346248753718e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4783344385231284e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012945955778359426,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.003346009315811098
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957654491066933,
        "mean_feedback_forward_cosine": 0.999517151442441,
        "mean_feedback_forward_relative_error": 0.029912611190229654,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000476197966572041,
        "instruction_rms": 0.00047619796655630427,
        "raw_apical_rms": 0.1866444932829352,
        "teaching_rms": 0.000476197966572041,
        "traffic_rms": 0.18664317152787918
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.151284447421858e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4770518072379014e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012758164968853621,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.0032784904893767087
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059576503932476044,
        "mean_feedback_forward_cosine": 0.9995171557773244,
        "mean_feedback_forward_relative_error": 0.029912570931694724,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004893118856280414,
        "instruction_rms": 0.0004893118855300508,
        "raw_apical_rms": 0.18664030640370077,
        "teaching_rms": 0.0004893118856280414,
        "traffic_rms": 0.1866388296615656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.31037204104723e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.477576738231598e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012944032869712761,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.00309908518075943
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957647040486336,
        "mean_feedback_forward_cosine": 0.9995171601122076,
        "mean_feedback_forward_relative_error": 0.029912527929991484,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004702014470020697,
        "instruction_rms": 0.00047020144702556615,
        "raw_apical_rms": 0.18664710708804347,
        "teaching_rms": 0.0004702014470020697,
        "traffic_rms": 0.18664574576514556
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.792723266675239e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4804154977319748e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013042132416354723,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.0030700711361132563
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957642197608948,
        "mean_feedback_forward_cosine": 0.9995171427726746,
        "mean_feedback_forward_relative_error": 0.029912484606558626,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005106957195743687,
        "instruction_rms": 0.0005106957194416652,
        "raw_apical_rms": 0.18664366227902096,
        "teaching_rms": 0.0005106957195743687,
        "traffic_rms": 0.18664203880877497
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 1.0748531309445752e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4767191460470957e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01290948249769636,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.003250807805247605
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957638844847679,
        "mean_feedback_forward_cosine": 0.9995171492749995,
        "mean_feedback_forward_relative_error": 0.02991244544021108,
        "min_feedback_forward_cosine": 0.9982337355613708
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004959199538155213,
        "instruction_rms": 0.0004959199538960415,
        "raw_apical_rms": 0.18664201711974426,
        "teaching_rms": 0.0004959199538155213,
        "traffic_rms": 0.18664042968792968
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.335487595128143e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4809355058893583e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012803780023543383,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.003114388564787805
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957634747028351,
        "mean_feedback_forward_cosine": 0.9995171492749995,
        "mean_feedback_forward_relative_error": 0.02991240465674888,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004921742954982841,
        "instruction_rms": 0.0004921742952473915,
        "raw_apical_rms": 0.18664724874328475,
        "teaching_rms": 0.0004921742954982841,
        "traffic_rms": 0.18664571851109546
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 6.77418299233068e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475773008163202e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012919296369654188,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.003053068472594023
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059576310217380524,
        "mean_feedback_forward_cosine": 0.999517151442441,
        "mean_feedback_forward_relative_error": 0.029912363449958238,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00048334032593967343,
        "instruction_rms": 0.00048334032596021435,
        "raw_apical_rms": 0.18665046370645902,
        "teaching_rms": 0.00048334032593967343,
        "traffic_rms": 0.1866488532616208
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.61868656443221e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.479201813981741e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012872271055091658,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.0031814973421767354
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957627668976784,
        "mean_feedback_forward_cosine": 0.999517168781974,
        "mean_feedback_forward_relative_error": 0.02991232926195318,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004676042283203498,
        "instruction_rms": 0.0004676042282208105,
        "raw_apical_rms": 0.18664621764315356,
        "teaching_rms": 0.0004676042283203498,
        "traffic_rms": 0.1866447581930081
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.51766799314646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4757499398162268e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012928854062600473,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.002995151945091784
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957621708512306,
        "mean_feedback_forward_cosine": 0.999517146023837,
        "mean_feedback_forward_relative_error": 0.02991228382187811,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005338150018967615,
        "instruction_rms": 0.000533815001992186,
        "raw_apical_rms": 0.18665041220911016,
        "teaching_rms": 0.0005338150018967615,
        "traffic_rms": 0.18664859941901282
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.104821264647398e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4794814320075422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012866536640122108,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.0035769257015921176
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957619473338127,
        "mean_feedback_forward_cosine": 0.9995171503587202,
        "mean_feedback_forward_relative_error": 0.029912244393066927,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004778134905261213,
        "instruction_rms": 0.0004778134905853502,
        "raw_apical_rms": 0.1866401666274628,
        "teaching_rms": 0.0004778134905261213,
        "traffic_rms": 0.18663888882489296
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.118527634020211e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4752765880491253e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012873923038486307,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.002965674960911274
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957615748047829,
        "mean_feedback_forward_cosine": 0.99951716336337,
        "mean_feedback_forward_relative_error": 0.029912206301973623,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004795112649822119,
        "instruction_rms": 0.0004795112648570268,
        "raw_apical_rms": 0.18664798509075933,
        "teaching_rms": 0.0004795112649822119,
        "traffic_rms": 0.1866464829699653
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.177995797746917e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.474273393090714e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012907226697625722,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.0029603301522880794
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0595761239528656,
        "mean_feedback_forward_cosine": 0.9995171471075578,
        "mean_feedback_forward_relative_error": 0.029912164866585624,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00048471119131891717,
        "instruction_rms": 0.0004847111912744987,
        "raw_apical_rms": 0.18664612704297034,
        "teaching_rms": 0.00048471119131891717,
        "traffic_rms": 0.18664457282716895
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.759996461549235e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4848247804668447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012945925474393704,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.003223515403866768
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957607552409172,
        "mean_feedback_forward_cosine": 0.9995171676982533,
        "mean_feedback_forward_relative_error": 0.029912125759504058,
        "min_feedback_forward_cosine": 0.9982338547706604
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00046530950113513644,
        "instruction_rms": 0.0004653095011022904,
        "raw_apical_rms": 0.18665192434996628,
        "teaching_rms": 0.00046530950113513644,
        "traffic_rms": 0.186650655865962
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.077129993149356e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.476141842211579e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012850973888043151,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.002941495413389057
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957602337002754,
        "mean_feedback_forward_cosine": 0.9995171698656949,
        "mean_feedback_forward_relative_error": 0.029912084849043327,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005266028045938286,
        "instruction_rms": 0.0005266028045694331,
        "raw_apical_rms": 0.18665276586797971,
        "teaching_rms": 0.0005266028045938286,
        "traffic_rms": 0.1866509706718818
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.776154913903156e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.477309332139587e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012880499576332546,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.0032209800898469984
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.059575989842414856,
        "mean_feedback_forward_cosine": 0.9995171666145325,
        "mean_feedback_forward_relative_error": 0.02991204886612567,
        "min_feedback_forward_cosine": 0.9982339143753052
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00043926572547460925,
        "instruction_rms": 0.0004392657253135081,
        "raw_apical_rms": 0.1866517709466827,
        "teaching_rms": 0.00043926572547460925,
        "traffic_rms": 0.18665052580726155
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 8.785022487245442e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.475849300108685e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012866491229723899,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.002796236093044281
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05957596004009247,
        "mean_feedback_forward_cosine": 0.9995171655308116,
        "mean_feedback_forward_relative_error": 0.02991201341660185,
        "min_feedback_forward_cosine": 0.9982337951660156
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004426267905250608,
        "instruction_rms": 0.00044262679066082625,
        "raw_apical_rms": 0.186655493469265,
        "teaching_rms": 0.0004426267905250608,
        "traffic_rms": 0.18665431801409485
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.3185271620750427,
        "maximum_absolute_post_projection_soma_slope": 7.816931457682585e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.4755178700752272e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012914272432439625,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.0028824622425809503
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9285,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.3843463958740234,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 3324800000,
    "peak_memory_reserved_bytes": 5553258496,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 9.786987931192925e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 9.541088985542956e-08,
      "min_residual_soma_slope": -9.786987931192925e-08,
      "mse": 1.575032135943921e-17,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.15922135791212e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.15922135791212e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 11,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 2.025099039077759,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.06901049613952637,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 26394.462034463882,
    "train_wall_s": 26388.074353456497
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.04923790320754051,
      0.035815004259347916,
      0.02320684678852558,
      0.020803283900022507,
      0.015287086367607117,
      0.016048796474933624,
      0.010450431145727634,
      0.013235553167760372,
      0.008099833503365517,
      0.010244094766676426,
      0.006573145743459463,
      0.0090594831854105,
      0.005592650733888149,
      0.00767307635396719,
      0.0046932571567595005,
      0.006742183584719896,
      0.004148817155510187,
      0.006013964302837849,
      0.0036442363634705544,
      0.008519847877323627,
      0.005758453160524368,
      0.007350224535912275,
      0.004980198107659817,
      0.006826599128544331,
      0.004265956114977598,
      0.006016553845256567,
      0.0037007362116128206,
      0.0052390024065971375,
      0.003234435338526964,
      0.004589166026562452,
      0.0029108552262187004,
      0.004201128147542477,
      0.002640962367877364,
      0.003908427897840738,
      0.0024022667203098536,
      0.003455269616097212,
      0.002206935314461589,
      0.005219635553658009,
      0.0035466987174004316,
      0.004828799050301313,
      0.003267403692007065,
      0.00448852451518178,
      0.0030291208531707525,
      0.004144572652876377,
      0.002798451343551278,
      0.003775671124458313,
      0.002612984273582697,
      0.0035160058178007603,
      0.002493839245289564,
      0.0033689457923173904,
      0.0023912033066153526,
      0.0029892241582274437,
      0.002305891364812851,
      0.002823576331138611,
      0.0023601697757840157
    ],
    "realized_traffic_instruction_rms_ratio": [
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      3.999999761581421,
      4.000000476837158,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.000000476837158,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.2609078586101532,
      0.19511745870113373,
      0.07969685643911362,
      0.10733510553836823,
      0.04281584173440933,
      0.08453045785427094,
      0.02423582598567009,
      0.06916831433773041,
      0.016409888863563538,
      0.05496395751833916,
      0.011917604133486748,
      0.04795212671160698,
      0.009447183459997177,
      0.04183388501405716,
      0.007368385326117277,
      0.03587426245212555,
      0.006118131335824728,
      0.03148999437689781,
      0.0050909025594592094,
      0.045080699026584625,
      0.010493498295545578,
      0.03868812695145607,
      0.008390847593545914,
      0.03666605427861214,
      0.006721850950270891,
      0.03273526206612587,
      0.0054259453900158405,
      0.027816765010356903,
      0.004501056857407093,
      0.024026326835155487,
      0.0038577693048864603,
      0.021978143602609634,
      0.003324762685224414,
      0.020618751645088196,
      0.0029013685416430235,
      0.0182217787951231,
      0.0025801616720855236,
      0.02806156873703003,
      0.005548752378672361,
      0.02528063766658306,
      0.004763890523463488,
      0.023494817316532135,
      0.004181653261184692,
      0.022056877613067627,
      0.0036565035115927458,
      0.019951466470956802,
      0.0032284297049045563,
      0.018626803532242775,
      0.0029618756379932165,
      0.018041668459773064,
      0.002743529388681054,
      0.01574643887579441,
      0.0025562939699739218,
      0.014796272851526737,
      0.002505142241716385
    ],
    "unscaled_traffic_rms": [
      0.7548703551292419,
      0.7342244982719421,
      1.164755940437317,
      0.7752648591995239,
      1.4281710386276245,
      0.7594326138496399,
      1.7247905731201172,
      0.765411376953125,
      1.9743785858154297,
      0.7455136179924011,
      2.2061970233917236,
      0.7557106614112854,
      2.3679652214050293,
      0.7336709499359131,
      2.5477805137634277,
      0.7517571449279785,
      2.7124733924865723,
      0.7639206647872925,
      2.8633322715759277,
      0.7559641599655151,
      2.1950557231903076,
      0.7599462866783142,
      2.3741097450256348,
      0.7447323799133301,
      2.538560390472412,
      0.7351770997047424,
      2.728178024291992,
      0.7533589601516724,
      2.8743786811828613,
      0.7640228867530823,
      3.018174409866333,
      0.7646011114120483,
      3.1773242950439453,
      0.7582278251647949,
      3.311908483505249,
      0.7584922909736633,
      3.4213907718658447,
      0.7440261840820312,
      2.5567541122436523,
      0.7640312314033508,
      2.7434749603271484,
      0.7641727328300476,
      2.897534132003784,
      0.7516154646873474,
      3.0613412857055664,
      0.7569711208343506,
      3.2374677658081055,
      0.7550422549247742,
      3.3679189682006836,
      0.7469255328178406,
      3.4863169193267822,
      0.7593397498130798,
      3.6081788539886475,
      0.7633209824562073,
      3.7685201168060303
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 125043328,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 1250441282772992,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 1250433280000000,
      "local_weight_correlation_macs": 1254856960000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 1254856960000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 8031084544
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 127796290519040,
    "forward_macs_per_example": 125485696,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 5010596513857536
  }
}