{
  "architecture": {
    "adaptive_apical_parameters": 1064960,
    "adaptive_feedback_parameters": 848512,
    "base_width": 16,
    "blocks_per_stage": 9,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 56,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 532480,
    "forward_parameters": 853018,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 1064960,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 56,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.1,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 1,
    "loader_seed": 13,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp_traffic",
    "momentum": 0.9,
    "neutral_projection": 1,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "closed_form",
    "predictor_warmup_steps": 1,
    "residual_scale": null,
    "seed": 13,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 5013,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 10000000,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 64,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 64
  },
  "diagnostics": {
    "early_third_mean": 0.9994251562489403,
    "feedback_forward_cosine": [
      0.9995708465576172,
      0.999543309211731,
      0.9994069337844849,
      0.9993953704833984,
      0.9995234608650208,
      0.9994070529937744,
      0.9995660781860352,
      0.999530553817749,
      0.9992876648902893,
      0.999217689037323,
      0.9996702075004578,
      0.9996304512023926,
      0.9995496273040771,
      0.9995319843292236,
      0.9997491240501404,
      0.9996465444564819,
      0.9997409582138062,
      0.999666154384613,
      0.9997338652610779,
      0.9998133182525635,
      0.9996403455734253,
      0.9996040463447571,
      0.9996645450592041,
      0.9995990991592407,
      0.9996405839920044,
      0.9995697140693665,
      0.9996727108955383,
      0.9995875358581543,
      0.9996808767318726,
      0.9995706081390381,
      0.9996305108070374,
      0.9995162487030029,
      0.9996678829193115,
      0.9995405673980713,
      0.9996769428253174,
      0.999527096748352,
      0.9997521638870239,
      0.9998356103897095,
      0.9998087882995605,
      0.9997869729995728,
      0.9997954368591309,
      0.9997106194496155,
      0.9997897148132324,
      0.9996377229690552,
      0.9996221661567688,
      0.9993540048599243,
      0.9995265007019043,
      0.999187707901001,
      0.9982263445854187,
      0.9977731704711914,
      0.998186469078064,
      0.9975561499595642,
      0.998430609703064,
      0.997812807559967,
      0.9999798536300659
    ],
    "feedback_forward_norm_ratio": [
      0.999843418598175,
      1.001550555229187,
      0.9994851350784302,
      1.0000321865081787,
      0.9982244968414307,
      1.001978874206543,
      0.9991020560264587,
      1.0019161701202393,
      0.998595118522644,
      1.0026040077209473,
      0.9997974634170532,
      1.001760721206665,
      0.9984849691390991,
      1.002119779586792,
      0.9994176626205444,
      1.0011266469955444,
      0.9993706941604614,
      1.0008323192596436,
      0.9987615346908569,
      1.000525712966919,
      0.9991268515586853,
      1.0014923810958862,
      0.998845636844635,
      1.001668095588684,
      0.9993511438369751,
      1.0019927024841309,
      0.9989683628082275,
      1.0017509460449219,
      0.9990468621253967,
      1.0016542673110962,
      0.9991765022277832,
      1.0017874240875244,
      0.9983173608779907,
      1.0019989013671875,
      0.9993149638175964,
      1.002145528793335,
      0.9993314146995544,
      1.0003092288970947,
      0.999877393245697,
      1.0006320476531982,
      0.99971604347229,
      1.000820279121399,
      0.999618649482727,
      1.0011359453201294,
      0.9993308186531067,
      1.0016674995422363,
      0.9991656541824341,
      1.002214789390564,
      0.9976616501808167,
      1.003898024559021,
      0.9978560209274292,
      1.0033684968948364,
      0.9981748461723328,
      1.0033618211746216,
      1.0017030239105225
    ],
    "feedback_forward_relative_error": [
      0.029293466359376907,
      0.03028717078268528,
      0.03443378582596779,
      0.03477523848414421,
      0.03089556284248829,
      0.03452856093645096,
      0.029456177726387978,
      0.03072730265557766,
      0.037744998931884766,
      0.03969145938754082,
      0.025676092132925987,
      0.027266312390565872,
      0.030022840946912766,
      0.030702665448188782,
      0.022397220134735107,
      0.026623448356986046,
      0.022760650143027306,
      0.025860438123345375,
      0.02309184893965721,
      0.019329769536852837,
      0.026822533458471298,
      0.028197942301630974,
      0.025912407785654068,
      0.02838928811252117,
      0.02681521326303482,
      0.029431317001581192,
      0.02559211105108261,
      0.02880263142287731,
      0.0252666138112545,
      0.0293738953769207,
      0.027186011895537376,
      0.03118078038096428,
      0.025803690776228905,
      0.030405156314373016,
      0.025418713688850403,
      0.03085964545607567,
      0.022268714383244514,
      0.01814079098403454,
      0.01955130510032177,
      0.020656032487750053,
      0.020225821062922478,
      0.024079715833067894,
      0.02050395868718624,
      0.026955166831612587,
      0.027489952743053436,
      0.036010999232530594,
      0.030774997547268867,
      0.0404089093208313,
      0.05953606218099594,
      0.06697878241539001,
      0.06019625440239906,
      0.07011085003614426,
      0.05600409582257271,
      0.06633620709180832,
      0.0065770866349339485
    ],
    "innovation_negative_gradient_cosine": [
      0.9994934797286987,
      0.9993982315063477,
      0.9994956254959106,
      0.9992268085479736,
      0.9994954466819763,
      0.9991641044616699,
      0.9994995594024658,
      0.9993889927864075,
      0.9995012283325195,
      0.9991922974586487,
      0.9995108246803284,
      0.9993957281112671,
      0.9995231628417969,
      0.9993530511856079,
      0.9995372295379639,
      0.9994377493858337,
      0.999556839466095,
      0.9994824528694153,
      0.9995675086975098,
      0.999570369720459,
      0.9995906352996826,
      0.99944007396698,
      0.9995976090431213,
      0.9994415044784546,
      0.9996044635772705,
      0.9994592070579529,
      0.9996154308319092,
      0.9994706511497498,
      0.9996240735054016,
      0.9995054602622986,
      0.9996492862701416,
      0.9995315074920654,
      0.9996607303619385,
      0.9996076822280884,
      0.999669075012207,
      0.9996030926704407,
      0.9996864795684814,
      0.9997321367263794,
      0.9997022747993469,
      0.9996989369392395,
      0.9997233748435974,
      0.9996992349624634,
      0.9997425675392151,
      0.9997498989105225,
      0.9997432231903076,
      0.9997694492340088,
      0.9997261166572571,
      0.9996894001960754,
      0.9996793866157532,
      0.999620258808136,
      0.9997217059135437,
      0.9996902346611023,
      0.9997488260269165,
      0.9997227787971497,
      0.735634446144104
    ],
    "instruction_negative_gradient_cosine": [
      0.9994934797286987,
      0.9993981719017029,
      0.9994956254959106,
      0.9992268085479736,
      0.9994955062866211,
      0.9991641044616699,
      0.9994996190071106,
      0.9993889331817627,
      0.9995012283325195,
      0.9991923570632935,
      0.9995107650756836,
      0.9993957281112671,
      0.9995231628417969,
      0.9993530511856079,
      0.9995372295379639,
      0.9994377493858337,
      0.999556839466095,
      0.9994824528694153,
      0.999567449092865,
      0.999570369720459,
      0.9995905160903931,
      0.99944007396698,
      0.9995976090431213,
      0.9994415044784546,
      0.9996045827865601,
      0.9994591474533081,
      0.9996154308319092,
      0.9994706511497498,
      0.9996240139007568,
      0.9995054602622986,
      0.9996492862701416,
      0.9995315074920654,
      0.9996607303619385,
      0.9996076226234436,
      0.999669075012207,
      0.9996031522750854,
      0.9996864795684814,
      0.9997321367263794,
      0.9997022747993469,
      0.9996988773345947,
      0.9997233152389526,
      0.9996992349624634,
      0.9997426271438599,
      0.9997498989105225,
      0.9997432231903076,
      0.999769389629364,
      0.9997261762619019,
      0.9996894001960754,
      0.999679446220398,
      0.999620258808136,
      0.9997217059135437,
      0.9996902346611023,
      0.9997488260269165,
      0.9997228384017944,
      0.742300808429718
    ],
    "matched_negative_gradient_cosine": [
      0.009145081043243408,
      0.020712576806545258,
      0.01115537527948618,
      0.029118096455931664,
      0.019411785528063774,
      0.05053672194480896,
      0.02483413927257061,
      0.017403408885002136,
      0.02556869015097618,
      0.05258864909410477,
      0.03975364565849304,
      0.05170352756977081,
      0.03912960737943649,
      0.039501167833805084,
      0.04481004923582077,
      0.0700264498591423,
      0.03045046329498291,
      0.005845815874636173,
      0.0425560437142849,
      0.038321420550346375,
      0.06834159791469574,
      0.13859328627586365,
      0.08878348022699356,
      0.12117676436901093,
      0.099797822535038,
      0.190749853849411,
      0.10534648597240448,
      0.19740569591522217,
      0.1054484024643898,
      0.2672116756439209,
      0.08820351958274841,
      0.2515257000923157,
      0.07720845937728882,
      0.2144172489643097,
      0.09138260036706924,
      0.28180715441703796,
      0.0978660061955452,
      0.08489158749580383,
      0.1037803590297699,
      0.27369028329849243,
      0.13156411051750183,
      0.3883955478668213,
      0.11124899238348007,
      0.3731602132320404,
      0.1306922882795334,
      0.34593671560287476,
      0.0874105766415596,
      0.2596692442893982,
      0.02722877264022827,
      0.07590722292661667,
      0.08146192133426666,
      0.17924267053604126,
      0.1025547906756401,
      0.14632907509803772,
      0.114814393222332
    ],
    "max_norm_match_direction_error": 0.3530300259590149,
    "max_norm_match_relative_error": 1.6793526924629987e-07,
    "mean_feedback_forward_cosine": 0.999431696805087,
    "mean_feedback_forward_relative_error": 0.03134233936328779,
    "neutral_projection": {
      "instruction_observations": 0,
      "max_absolute_correction_slope": 0.14260973036289215,
      "max_absolute_post_projection_soma_slope": 4.247462115358758e-08,
      "max_absolute_pre_projection_soma_slope": 0.14260973036289215,
      "max_positive_post_projection_soma_slope": 1.9167110565376788e-08,
      "min_post_projection_soma_slope": -4.247462115358758e-08,
      "observations": 32,
      "post_projection_traffic_rms_ratio": 2.4350122690998085e-08,
      "pre_projection_traffic_rms_ratio": 0.008812519354754533
    },
    "normalization_state": "training_batch_stats_without_running_update",
    "predictor_traffic_residual_rms_ratio": 0.00881251935472426,
    "raw_negative_gradient_cosine": [
      0.009145081974565983,
      0.020712576806545258,
      0.01115537527948618,
      0.029118096455931664,
      0.019411787390708923,
      0.05053672194480896,
      0.02483413740992546,
      0.017403408885002136,
      0.02556869015097618,
      0.05258864909410477,
      0.03975364565849304,
      0.05170352756977081,
      0.03912960737943649,
      0.039501167833805084,
      0.04481004923582077,
      0.0700264498591423,
      0.03045046329498291,
      0.0058458163402974606,
      0.0425560399889946,
      0.038321420550346375,
      0.06834159046411514,
      0.13859328627586365,
      0.08878347277641296,
      0.12117677181959152,
      0.09979782998561859,
      0.190749853849411,
      0.10534648597240448,
      0.19740569591522217,
      0.1054484024643898,
      0.2672116756439209,
      0.08820351958274841,
      0.2515257000923157,
      0.07720845937728882,
      0.2144172489643097,
      0.09138260036706924,
      0.28180715441703796,
      0.0978659987449646,
      0.08489158749580383,
      0.1037803590297699,
      0.2736903131008148,
      0.13156409561634064,
      0.3883955478668213,
      0.11124899983406067,
      0.3731602132320404,
      0.1306922882795334,
      0.34593671560287476,
      0.0874105766415596,
      0.2596692442893982,
      0.02722877264022827,
      0.07590721547603607,
      0.08146192133426666,
      0.17924265563488007,
      0.1025547981262207,
      0.14632906019687653,
      0.11466988921165466
    ],
    "teaching_negative_gradient_cosine": [
      0.9994934797286987,
      0.9993982315063477,
      0.9994956254959106,
      0.9992268085479736,
      0.9994954466819763,
      0.9991641044616699,
      0.9994995594024658,
      0.9993889927864075,
      0.9995012283325195,
      0.9991922974586487,
      0.9995108246803284,
      0.9993957281112671,
      0.9995231628417969,
      0.9993530511856079,
      0.9995372295379639,
      0.9994377493858337,
      0.999556839466095,
      0.9994824528694153,
      0.9995675086975098,
      0.999570369720459,
      0.9995906352996826,
      0.99944007396698,
      0.9995976090431213,
      0.9994415044784546,
      0.9996044635772705,
      0.9994592070579529,
      0.9996154308319092,
      0.9994706511497498,
      0.9996240735054016,
      0.9995054602622986,
      0.9996492862701416,
      0.9995315074920654,
      0.9996607303619385,
      0.9996076822280884,
      0.999669075012207,
      0.9996030926704407,
      0.9996864795684814,
      0.9997321367263794,
      0.9997022747993469,
      0.9996989369392395,
      0.9997233748435974,
      0.9996992349624634,
      0.9997425675392151,
      0.9997498989105225,
      0.9997432231903076,
      0.9997694492340088,
      0.9997261166572571,
      0.9996894001960754,
      0.9996793866157532,
      0.999620258808136,
      0.9997217059135437,
      0.9996902346611023,
      0.9997488260269165,
      0.9997227787971497,
      0.735634446144104
    ],
    "traffic_instruction_rms_ratio": 21.865208705270707,
    "used_negative_gradient_cosine": [
      0.9994934797286987,
      0.9993982315063477,
      0.9994956254959106,
      0.9992268085479736,
      0.9994954466819763,
      0.9991641044616699,
      0.9994995594024658,
      0.9993889927864075,
      0.9995012283325195,
      0.9991922974586487,
      0.9995108246803284,
      0.9993957281112671,
      0.9995231628417969,
      0.9993530511856079,
      0.9995372295379639,
      0.9994377493858337,
      0.999556839466095,
      0.9994824528694153,
      0.9995675086975098,
      0.999570369720459,
      0.9995906352996826,
      0.99944007396698,
      0.9995976090431213,
      0.9994415044784546,
      0.9996044635772705,
      0.9994592070579529,
      0.9996154308319092,
      0.9994706511497498,
      0.9996240735054016,
      0.9995054602622986,
      0.9996492862701416,
      0.9995315074920654,
      0.9996607303619385,
      0.9996076822280884,
      0.999669075012207,
      0.9996030926704407,
      0.9996864795684814,
      0.9997321367263794,
      0.9997022747993469,
      0.9996989369392395,
      0.9997233748435974,
      0.9996992349624634,
      0.9997425675392151,
      0.9997498989105225,
      0.9997432231903076,
      0.9997694492340088,
      0.9997261166572571,
      0.9996894001960754,
      0.9996793866157532,
      0.999620258808136,
      0.9997217059135437,
      0.9996902346611023,
      0.9997488260269165,
      0.9997227787971497,
      0.735634446144104
    ],
    "wall_s": 0.34674644470214844
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3731249570846558,
        "mean_feedback_forward_cosine": 0.24383907169103622,
        "mean_feedback_forward_relative_error": 1.2229380065744573,
        "min_feedback_forward_cosine": 0.06914597004652023
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0011735415065878042,
        "instruction_rms": 0.0011735415065781127,
        "raw_apical_rms": 0.03970981731480759,
        "teaching_rms": 0.0011735415065878042,
        "traffic_rms": 0.039589583590077214
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260977506637573,
        "maximum_absolute_post_projection_soma_slope": 8.299865328353917e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 3.0173287463056015e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014547473336261161,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 2.4184074737548826
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3461002111434937,
        "mean_feedback_forward_cosine": 0.2696815949949351,
        "mean_feedback_forward_relative_error": 1.2026612693613226,
        "min_feedback_forward_cosine": 0.1001327857375145
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0011514765673950236,
        "instruction_rms": 0.001151476567255391,
        "raw_apical_rms": 0.045794743736385236,
        "teaching_rms": 0.0011514765673950236,
        "traffic_rms": 0.0457799909076458
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260976016521454,
        "maximum_absolute_post_projection_soma_slope": 5.1173611126387186e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.8548287900272433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017615210458279712,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.762520817604065
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3408757448196411,
        "mean_feedback_forward_cosine": 0.3161876526745883,
        "mean_feedback_forward_relative_error": 1.1650627585974607,
        "min_feedback_forward_cosine": 0.10489001870155334
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0016549438746414546,
        "instruction_rms": 0.0016549438748159956,
        "raw_apical_rms": 0.05151741165488746,
        "teaching_rms": 0.0016549438746414546,
        "traffic_rms": 0.051490281252015324
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.5940943493860686e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.815517811552671e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016994714176783932,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.512260643157959
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3316549062728882,
        "mean_feedback_forward_cosine": 0.3749822615222497,
        "mean_feedback_forward_relative_error": 1.1154337584972382,
        "min_feedback_forward_cosine": 0.11218077689409256
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002275252031508896,
        "instruction_rms": 0.0022752520312655663,
        "raw_apical_rms": 0.0590345048903686,
        "teaching_rms": 0.002275252031508896,
        "traffic_rms": 0.058990198245991
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.231281363649032e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.7644759047707248e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.017628377766492665,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 1.2438516765213012
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3258413076400757,
        "mean_feedback_forward_cosine": 0.42951178672638807,
        "mean_feedback_forward_relative_error": 1.0656936445019463,
        "min_feedback_forward_cosine": 0.1209106519818306
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002643699691281606,
        "instruction_rms": 0.002643699691855183,
        "raw_apical_rms": 0.06510588726889914,
        "teaching_rms": 0.002643699691281606,
        "traffic_rms": 0.06505173114730729
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.0512151855409684e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.722713432202185e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01723250722562036,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 1.0136612246322632
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3194870948791504,
        "mean_feedback_forward_cosine": 0.4723150819540024,
        "mean_feedback_forward_relative_error": 1.0242296571081335,
        "min_feedback_forward_cosine": 0.13022229075431824
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027426750034518807,
        "instruction_rms": 0.002742675002665937,
        "raw_apical_rms": 0.06990917648948562,
        "teaching_rms": 0.0027426750034518807,
        "traffic_rms": 0.06985486620014025
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.57405597842353e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6861699679115742e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01685556838342217,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.8622315446090698
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3131864070892334,
        "mean_feedback_forward_cosine": 0.5075092513452877,
        "mean_feedback_forward_relative_error": 0.9886099425229159,
        "min_feedback_forward_cosine": 0.13890588283538818
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027565688461020418,
        "instruction_rms": 0.0027565688461008665,
        "raw_apical_rms": 0.0732243208573209,
        "teaching_rms": 0.0027565688461020418,
        "traffic_rms": 0.0731720057025109
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.1846366372055854e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6607284779938954e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.016290882085779498,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.7612383555221558
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3064661026000977,
        "mean_feedback_forward_cosine": 0.5395994912494313,
        "mean_feedback_forward_relative_error": 0.9543644444508986,
        "min_feedback_forward_cosine": 0.14829930663108826
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029274980586611993,
        "instruction_rms": 0.00292749805821342,
        "raw_apical_rms": 0.07602529356063284,
        "teaching_rms": 0.0029274980586611993,
        "traffic_rms": 0.07596838769331994
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.0723592437407206e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6519811884155084e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015116814756271498,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.6853854769706726
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2993086576461792,
        "mean_feedback_forward_cosine": 0.5678306186741049,
        "mean_feedback_forward_relative_error": 0.9229284010150216,
        "min_feedback_forward_cosine": 0.15878009796142578
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002925969400428821,
        "instruction_rms": 0.0029259694004951952,
        "raw_apical_rms": 0.07765925269197753,
        "teaching_rms": 0.002925969400428821,
        "traffic_rms": 0.07760362227067051
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.743388780705573e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6339202143355274e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014225178135468407,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.6295745374870301
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2910151481628418,
        "mean_feedback_forward_cosine": 0.593825030055913,
        "mean_feedback_forward_relative_error": 0.8929989077828148,
        "min_feedback_forward_cosine": 0.170100599527359
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002987865834335705,
        "instruction_rms": 0.002987865833552953,
        "raw_apical_rms": 0.07899781976903276,
        "teaching_rms": 0.002987865834335705,
        "traffic_rms": 0.07894057704038218
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.923046503790829e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6315237383022224e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015077701846357223,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5860557368278504
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2823660373687744,
        "mean_feedback_forward_cosine": 0.6178091233426874,
        "mean_feedback_forward_relative_error": 0.8643731014295057,
        "min_feedback_forward_cosine": 0.18129217624664307
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030597157851392515,
        "instruction_rms": 0.0030597157859018915,
        "raw_apical_rms": 0.0804539761410236,
        "teaching_rms": 0.0030597157851392515,
        "traffic_rms": 0.08039518505816531
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.720018236843316e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6275350507650064e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014758505621887503,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5491757737350463
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2722746133804321,
        "mean_feedback_forward_cosine": 0.6401401311159134,
        "mean_feedback_forward_relative_error": 0.8367454994808544,
        "min_feedback_forward_cosine": 0.19456332921981812
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030957983647721295,
        "instruction_rms": 0.0030957983640941145,
        "raw_apical_rms": 0.08161926230133791,
        "teaching_rms": 0.0030957983647721295,
        "traffic_rms": 0.08155977108612134
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.139646930274466e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.609164351010329e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015799664481893422,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.5175455815505982
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2608096599578857,
        "mean_feedback_forward_cosine": 0.660786991498687,
        "mean_feedback_forward_relative_error": 0.81037946424701,
        "min_feedback_forward_cosine": 0.20936188101768494
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030781235354573567,
        "instruction_rms": 0.003078123537057369,
        "raw_apical_rms": 0.08337431725574489,
        "teaching_rms": 0.0030781235354573567,
        "traffic_rms": 0.08331677915938523
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.17742826389167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.604457836068378e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015449845241321073,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.48272350957870486
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.248460292816162,
        "mean_feedback_forward_cosine": 0.6798852021043951,
        "mean_feedback_forward_relative_error": 0.7852349094369194,
        "min_feedback_forward_cosine": 0.22457371652126312
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003100339211295203,
        "instruction_rms": 0.0031003392114249467,
        "raw_apical_rms": 0.08494837575713804,
        "teaching_rms": 0.003100339211295203,
        "traffic_rms": 0.08489106844723374
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.217096088472317e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5957172868956847e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01433126936808082,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4695433413505554
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2356730699539185,
        "mean_feedback_forward_cosine": 0.6979092966426502,
        "mean_feedback_forward_relative_error": 0.7607278384945609,
        "min_feedback_forward_cosine": 0.24089950323104858
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030866216165242872,
        "instruction_rms": 0.0030866216169087583,
        "raw_apical_rms": 0.08555312030032036,
        "teaching_rms": 0.0030866216165242872,
        "traffic_rms": 0.08549662477664306
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 3.915413770982923e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6069746057882416e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014215939041889511,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.44431737590789794
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.221461534500122,
        "mean_feedback_forward_cosine": 0.7151031217791818,
        "mean_feedback_forward_relative_error": 0.7367805808782577,
        "min_feedback_forward_cosine": 0.2581232786178589
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003150088060700533,
        "instruction_rms": 0.0031500880620992425,
        "raw_apical_rms": 0.08668502895686502,
        "teaching_rms": 0.003150088060700533,
        "traffic_rms": 0.08662691618474584
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.427119648653388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5926292691735105e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01514278446834455,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.4272077713012695
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2064054012298584,
        "mean_feedback_forward_cosine": 0.7313121627677571,
        "mean_feedback_forward_relative_error": 0.7133815402334387,
        "min_feedback_forward_cosine": 0.27655303478240967
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031676989314134937,
        "instruction_rms": 0.0031676989313967753,
        "raw_apical_rms": 0.08779876860020117,
        "teaching_rms": 0.0031676989314134937,
        "traffic_rms": 0.08774073357977569
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.891075988666671e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5845491407552892e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015564226046954089,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.41010695198059083
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1892849206924438,
        "mean_feedback_forward_cosine": 0.7461305732076818,
        "mean_feedback_forward_relative_error": 0.6915872013027018,
        "min_feedback_forward_cosine": 0.29781749844551086
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031125275056129464,
        "instruction_rms": 0.0031125275041885103,
        "raw_apical_rms": 0.08895119841734302,
        "teaching_rms": 0.0031125275056129464,
        "traffic_rms": 0.0888956884749632
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.4969496570956835e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.576501189309585e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015773583572524803,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3859537725162506
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1772735118865967,
        "mean_feedback_forward_cosine": 0.760148654200814,
        "mean_feedback_forward_relative_error": 0.6704453896392476,
        "min_feedback_forward_cosine": 0.3165215253829956
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030907806372996423,
        "instruction_rms": 0.003090780635865599,
        "raw_apical_rms": 0.08980578390375954,
        "teaching_rms": 0.0030907806372996423,
        "traffic_rms": 0.08975168761137799
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.059389789925262e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5769334612786096e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015363409185099226,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.37772658000946047
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1634541749954224,
        "mean_feedback_forward_cosine": 0.7733385806733911,
        "mean_feedback_forward_relative_error": 0.649839403683489,
        "min_feedback_forward_cosine": 0.33794498443603516
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030918706624569413,
        "instruction_rms": 0.003091870662278607,
        "raw_apical_rms": 0.09041249729278336,
        "teaching_rms": 0.0030918706624569413,
        "traffic_rms": 0.09035864335020174
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.208373714069239e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5827124977612797e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0155473242950958,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3625246440696716
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1474006175994873,
        "mean_feedback_forward_cosine": 0.7861961467699571,
        "mean_feedback_forward_relative_error": 0.6294605274092068,
        "min_feedback_forward_cosine": 0.35897910594940186
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003063784300643496,
        "instruction_rms": 0.0030637843012309806,
        "raw_apical_rms": 0.09130127876237354,
        "teaching_rms": 0.003063784300643496,
        "traffic_rms": 0.0912489663455528
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.200717012598943e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5743717851999996e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.015155502015739801,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3535980351257324
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1316689252853394,
        "mean_feedback_forward_cosine": 0.7981834920969877,
        "mean_feedback_forward_relative_error": 0.6098968860777941,
        "min_feedback_forward_cosine": 0.3776004910469055
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030198313112314826,
        "instruction_rms": 0.003019831310273336,
        "raw_apical_rms": 0.09212686628102663,
        "teaching_rms": 0.0030198313112314826,
        "traffic_rms": 0.09207642995162349
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.472953645835332e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5720831404804856e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01448153092935823,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.33958834842681884
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1145658493041992,
        "mean_feedback_forward_cosine": 0.8099844981323588,
        "mean_feedback_forward_relative_error": 0.5901308189738881,
        "min_feedback_forward_cosine": 0.39721959829330444
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0031095366915210847,
        "instruction_rms": 0.003109536691648369,
        "raw_apical_rms": 0.09278682963769078,
        "teaching_rms": 0.0031095366915210847,
        "traffic_rms": 0.0927337075329886
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.945604269503747e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5798435995436544e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013738821898449874,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.3287642791175842
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0978220701217651,
        "mean_feedback_forward_cosine": 0.8209721792827953,
        "mean_feedback_forward_relative_error": 0.5711639325727116,
        "min_feedback_forward_cosine": 0.415591835975647
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.003069652432316055,
        "instruction_rms": 0.0030696524335324443,
        "raw_apical_rms": 0.09348609713081485,
        "teaching_rms": 0.003069652432316055,
        "traffic_rms": 0.09343481385526388
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.79805731099259e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583048674027514e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013846190205704642,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.32195955295562745
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0809894800186157,
        "mean_feedback_forward_cosine": 0.8312957118857991,
        "mean_feedback_forward_relative_error": 0.5528859303756194,
        "min_feedback_forward_cosine": 0.43454086780548096
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030282144491123974,
        "instruction_rms": 0.0030282144488740907,
        "raw_apical_rms": 0.09397255677229363,
        "teaching_rms": 0.0030282144491123974,
        "traffic_rms": 0.09392287676552098
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.567330501638935e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5723765798822936e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014164544501722831,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.31536266344070435
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0646122694015503,
        "mean_feedback_forward_cosine": 0.8409607627175071,
        "mean_feedback_forward_relative_error": 0.5353314527056434,
        "min_feedback_forward_cosine": 0.45218151807785034
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0030546850440231997,
        "instruction_rms": 0.0030546850445190483,
        "raw_apical_rms": 0.09485936188926189,
        "teaching_rms": 0.0030546850440231997,
        "traffic_rms": 0.09480915069210738
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.25003985735384e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5737309332038156e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014189474440568207,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.30200243107795716
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0441334247589111,
        "mean_feedback_forward_cosine": 0.8504141520370136,
        "mean_feedback_forward_relative_error": 0.5177891796285455,
        "min_feedback_forward_cosine": 0.47327572107315063
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029530534007487356,
        "instruction_rms": 0.0029530533994777913,
        "raw_apical_rms": 0.09547829037433414,
        "teaching_rms": 0.0029530534007487356,
        "traffic_rms": 0.09543182297431305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.601877799994327e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5757670171666155e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014016359018883024,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.29573998839378357
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.023980975151062,
        "mean_feedback_forward_cosine": 0.8593124503439123,
        "mean_feedback_forward_relative_error": 0.5008702359416268,
        "min_feedback_forward_cosine": 0.4940739572048187
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029514427115604,
        "instruction_rms": 0.002951442711149523,
        "raw_apical_rms": 0.09582475724050606,
        "teaching_rms": 0.0029514427115604,
        "traffic_rms": 0.09577826114355201
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.924273776576229e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.570709884971202e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013079197034457856,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.2887161243343353
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0031672716140747,
        "mean_feedback_forward_cosine": 0.8676217436790467,
        "mean_feedback_forward_relative_error": 0.48474472056735646,
        "min_feedback_forward_cosine": 0.5147253274917603
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029150398356783407,
        "instruction_rms": 0.0029150398362023677,
        "raw_apical_rms": 0.09664069460423406,
        "teaching_rms": 0.0029150398356783407,
        "traffic_rms": 0.09659575359011043
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.6425445649210815e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5729916984751467e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012195946340785711,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.27999820298194883
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9808943867683411,
        "mean_feedback_forward_cosine": 0.8758031595836986,
        "mean_feedback_forward_relative_error": 0.46841765655712647,
        "min_feedback_forward_cosine": 0.536214292049408
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029537241736217724,
        "instruction_rms": 0.0029537241733964188,
        "raw_apical_rms": 0.09727864540573213,
        "teaching_rms": 0.0029537241736217724,
        "traffic_rms": 0.09723266629350111
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.832315335714156e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5707884872185697e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012995043499540572,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.27962089896678927
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9596076607704163,
        "mean_feedback_forward_cosine": 0.8834901343692433,
        "mean_feedback_forward_relative_error": 0.45259491096843374,
        "min_feedback_forward_cosine": 0.556028425693512
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029701928797881633,
        "instruction_rms": 0.0029701928798994575,
        "raw_apical_rms": 0.09747904508748882,
        "teaching_rms": 0.0029701928797881633,
        "traffic_rms": 0.09743268181722847
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.079094561073362e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573537308775561e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014137449213955057,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.26991109534263613
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9381541013717651,
        "mean_feedback_forward_cosine": 0.8907324595884843,
        "mean_feedback_forward_relative_error": 0.43744216046550055,
        "min_feedback_forward_cosine": 0.5759724974632263
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028884212164978643,
        "instruction_rms": 0.0028884212168105643,
        "raw_apical_rms": 0.09820832805707319,
        "teaching_rms": 0.0028884212164978643,
        "traffic_rms": 0.0981648624058883
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.911571321348674e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567879417193024e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01381901980511141,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.26592113607406614
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9172576665878296,
        "mean_feedback_forward_cosine": 0.8973997538739985,
        "mean_feedback_forward_relative_error": 0.4229122679341923,
        "min_feedback_forward_cosine": 0.5946725606918335
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029044720991591643,
        "instruction_rms": 0.002904472099249637,
        "raw_apical_rms": 0.09838487407131767,
        "teaching_rms": 0.0029044720991591643,
        "traffic_rms": 0.09834096655182067
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.061917190436361e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.575228782406986e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013126473028488874,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.260477105550766
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8941831588745117,
        "mean_feedback_forward_cosine": 0.9040087602355263,
        "mean_feedback_forward_relative_error": 0.4081582895734093,
        "min_feedback_forward_cosine": 0.6147831082344055
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002953903341352604,
        "instruction_rms": 0.002953903341786973,
        "raw_apical_rms": 0.09907064424544468,
        "teaching_rms": 0.002953903341352604,
        "traffic_rms": 0.0990255710373813
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.6642157630903966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.573925055685662e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013614832887721176,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2544909772396088
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8725862503051758,
        "mean_feedback_forward_cosine": 0.9099419561299411,
        "mean_feedback_forward_relative_error": 0.39455513561313804,
        "min_feedback_forward_cosine": 0.6333650350570679
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002872591562396657,
        "instruction_rms": 0.0028725915623755796,
        "raw_apical_rms": 0.09995197401773434,
        "teaching_rms": 0.002872591562396657,
        "traffic_rms": 0.09990960024613042
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.920808542394298e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.568166077926738e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01302297976245306,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2500183685874939
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8505612015724182,
        "mean_feedback_forward_cosine": 0.9156503211368214,
        "mean_feedback_forward_relative_error": 0.381031512807716,
        "min_feedback_forward_cosine": 0.6518673896789551
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002906328946952155,
        "instruction_rms": 0.002906328947095265,
        "raw_apical_rms": 0.10041930511289587,
        "teaching_rms": 0.002906328946952155,
        "traffic_rms": 0.10037613554743059
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.028780484892195e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5715670189477694e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013175141137930668,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.2429008005809784
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8272808194160461,
        "mean_feedback_forward_cosine": 0.9212871724909002,
        "mean_feedback_forward_relative_error": 0.36750791370868685,
        "min_feedback_forward_cosine": 0.6705191135406494
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00287719147551969,
        "instruction_rms": 0.0028771914749242114,
        "raw_apical_rms": 0.10080540078566559,
        "teaching_rms": 0.00287719147551969,
        "traffic_rms": 0.10076341136521186
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.819430353743883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.569205869181346e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013809687399581291,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.24378767097473145
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8031185865402222,
        "mean_feedback_forward_cosine": 0.9264169758016413,
        "mean_feedback_forward_relative_error": 0.35485375090078874,
        "min_feedback_forward_cosine": 0.6895716786384583
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028588993115555073,
        "instruction_rms": 0.002858899311487647,
        "raw_apical_rms": 0.10108642354232243,
        "teaching_rms": 0.0028588993115555073,
        "traffic_rms": 0.10104492207791024
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.419724485340339e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5810795484351968e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014169441723367232,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.23416394399642945
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7798122763633728,
        "mean_feedback_forward_cosine": 0.9313094930215315,
        "mean_feedback_forward_relative_error": 0.3424241114746441,
        "min_feedback_forward_cosine": 0.7070998549461365
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0029049965101521583,
        "instruction_rms": 0.0029049965094200786,
        "raw_apical_rms": 0.10150485219888974,
        "teaching_rms": 0.0029049965101521583,
        "traffic_rms": 0.10146215450053
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.224089332818039e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5778804391883247e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013184222199463207,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.23258170228004454
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7568359971046448,
        "mean_feedback_forward_cosine": 0.9358303720300848,
        "mean_feedback_forward_relative_error": 0.3304865131323988,
        "min_feedback_forward_cosine": 0.7243583798408508
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002866647865348375,
        "instruction_rms": 0.002866647865046059,
        "raw_apical_rms": 0.10214047763590728,
        "teaching_rms": 0.002866647865348375,
        "traffic_rms": 0.10209911196706857
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.137473380045776e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5776476833254052e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013452820860951592,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.22841290390968322
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7354384660720825,
        "mean_feedback_forward_cosine": 0.9401394443078475,
        "mean_feedback_forward_relative_error": 0.318697267499837,
        "min_feedback_forward_cosine": 0.7395153641700745
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028548351238196477,
        "instruction_rms": 0.0028548351233666593,
        "raw_apical_rms": 0.10259300864405378,
        "teaching_rms": 0.0028548351238196477,
        "traffic_rms": 0.10255232180151314
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.349424973630448e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.567145283431142e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012975653140872852,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.22398219423294066
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7125124335289001,
        "mean_feedback_forward_cosine": 0.944255594773726,
        "mean_feedback_forward_relative_error": 0.3072501927614212,
        "min_feedback_forward_cosine": 0.7553398609161377
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00281822510065321,
        "instruction_rms": 0.0028182251002738684,
        "raw_apical_rms": 0.10282596074602184,
        "teaching_rms": 0.00281822510065321,
        "traffic_rms": 0.10278618141043108
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.371536270284196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5667496093405423e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012975807213933805,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.22099732969284058
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6898049116134644,
        "mean_feedback_forward_cosine": 0.9482305364175276,
        "mean_feedback_forward_relative_error": 0.2957717233083465,
        "min_feedback_forward_cosine": 0.7705265283584595
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028973856140803193,
        "instruction_rms": 0.002897385612762822,
        "raw_apical_rms": 0.10320477788478243,
        "teaching_rms": 0.0028973856140803193,
        "traffic_rms": 0.1031627705074429
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.912096412430401e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5739904923923746e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012765481672362317,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.22500161635398866
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6682578921318054,
        "mean_feedback_forward_cosine": 0.9518158500844782,
        "mean_feedback_forward_relative_error": 0.28499872630292716,
        "min_feedback_forward_cosine": 0.7844188213348389
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028497793048575374,
        "instruction_rms": 0.0028497793040572184,
        "raw_apical_rms": 0.1034023438337447,
        "teaching_rms": 0.0028497793048575374,
        "traffic_rms": 0.10336207453437073
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.125180528395504e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5755280397364038e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011794718002530893,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.21802832321166993
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.645577073097229,
        "mean_feedback_forward_cosine": 0.9553018710829995,
        "mean_feedback_forward_relative_error": 0.27436178543350914,
        "min_feedback_forward_cosine": 0.7986353635787964
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002837690433715268,
        "instruction_rms": 0.00283769043323183,
        "raw_apical_rms": 0.1039405543094929,
        "teaching_rms": 0.002837690433715268,
        "traffic_rms": 0.10390072790730881
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 1.0120236026978091e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588044016207537e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013027161154706089,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.21780684286355972
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6229442358016968,
        "mean_feedback_forward_cosine": 0.9584865526719527,
        "mean_feedback_forward_relative_error": 0.264249609681693,
        "min_feedback_forward_cosine": 0.812308669090271
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027915486086066816,
        "instruction_rms": 0.0027915486094637464,
        "raw_apical_rms": 0.1043951508394249,
        "teaching_rms": 0.0027915486086066816,
        "traffic_rms": 0.10435679141347277
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.430759924569429e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5843794422713387e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01413915311893475,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.21099490920066832
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6019085049629211,
        "mean_feedback_forward_cosine": 0.9614515900611877,
        "mean_feedback_forward_relative_error": 0.2544229306280613,
        "min_feedback_forward_cosine": 0.8246707320213318
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002835541800307012,
        "instruction_rms": 0.0028355418005442667,
        "raw_apical_rms": 0.10452683350498693,
        "teaching_rms": 0.002835541800307012,
        "traffic_rms": 0.10448723898247161
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.07220371762196e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5782247721053196e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013737600776080796,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.2115399778652191
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5820757746696472,
        "mean_feedback_forward_cosine": 0.9641605323011225,
        "mean_feedback_forward_relative_error": 0.2451463830741969,
        "min_feedback_forward_cosine": 0.8359454274177551
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027966726106549624,
        "instruction_rms": 0.0027966726105186097,
        "raw_apical_rms": 0.10490332180376637,
        "teaching_rms": 0.0027966726106549624,
        "traffic_rms": 0.10486499001268913
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.094941961189761e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5791095635521253e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013813689956498888,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.2097087073802948
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5615283846855164,
        "mean_feedback_forward_cosine": 0.9667730266397649,
        "mean_feedback_forward_relative_error": 0.23596984527327797,
        "min_feedback_forward_cosine": 0.847258985042572
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002830530347047628,
        "instruction_rms": 0.0028305303478731703,
        "raw_apical_rms": 0.10527902830915171,
        "teaching_rms": 0.002830530347047628,
        "traffic_rms": 0.1052397913362817
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.577518346124634e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747393843846808e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011416830738954288,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.20351419405937196
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5412197709083557,
        "mean_feedback_forward_cosine": 0.9692050034349615,
        "mean_feedback_forward_relative_error": 0.22713793001391672,
        "min_feedback_forward_cosine": 0.8579676151275635
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002778881056267558,
        "instruction_rms": 0.002778881056337272,
        "raw_apical_rms": 0.10612983317923944,
        "teaching_rms": 0.002778881056267558,
        "traffic_rms": 0.1060924508517643
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.599479718261136e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.578457315249057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011651813818267524,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.20360362627029419
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5217387080192566,
        "mean_feedback_forward_cosine": 0.971462222662839,
        "mean_feedback_forward_relative_error": 0.21857626539739697,
        "min_feedback_forward_cosine": 0.8679684400558472
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028066155389162508,
        "instruction_rms": 0.0028066155389387965,
        "raw_apical_rms": 0.10641312279799853,
        "teaching_rms": 0.0028066155389162508,
        "traffic_rms": 0.1063749831403136
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.587332279650582e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585370674539895e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0124907056244175,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.20178700191497803
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5027214884757996,
        "mean_feedback_forward_cosine": 0.9735671281814575,
        "mean_feedback_forward_relative_error": 0.21029050282456657,
        "min_feedback_forward_cosine": 0.8772383332252502
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002809373391872543,
        "instruction_rms": 0.0028093733908111165,
        "raw_apical_rms": 0.10666886586200684,
        "teaching_rms": 0.002809373391872543,
        "traffic_rms": 0.10663076199164984
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.233867194145205e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5882390109250447e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014260951142897832,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.19983881056308747
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4841027557849884,
        "mean_feedback_forward_cosine": 0.975510357726704,
        "mean_feedback_forward_relative_error": 0.2023856523362073,
        "min_feedback_forward_cosine": 0.886039137840271
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028057962914911465,
        "instruction_rms": 0.0028057962918048855,
        "raw_apical_rms": 0.10683032787935892,
        "teaching_rms": 0.0028057962914911465,
        "traffic_rms": 0.10679238232862305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.958634995475222e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5890317067371668e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014156637493983154,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.19527202021121978
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4683317542076111,
        "mean_feedback_forward_cosine": 0.9772859768434005,
        "mean_feedback_forward_relative_error": 0.19480349360541863,
        "min_feedback_forward_cosine": 0.893265426158905
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028115105795083442,
        "instruction_rms": 0.0028115105801477885,
        "raw_apical_rms": 0.10708152791222089,
        "teaching_rms": 0.0028115105795083442,
        "traffic_rms": 0.10704334186256174
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.91136605723841e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583921775804431e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013944639376534002,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.19435997552871703
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.45155733823776245,
        "mean_feedback_forward_cosine": 0.9789445183493874,
        "mean_feedback_forward_relative_error": 0.18746368620883336,
        "min_feedback_forward_cosine": 0.9007347822189331
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028361027151679115,
        "instruction_rms": 0.002836102715629231,
        "raw_apical_rms": 0.10769748967951297,
        "teaching_rms": 0.0028361027151679115,
        "traffic_rms": 0.10765901571608535
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.738077746286763e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588367410410188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012556639159839879,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.19328636796951293
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4338410198688507,
        "mean_feedback_forward_cosine": 0.9804906996813687,
        "mean_feedback_forward_relative_error": 0.18052111166444693,
        "min_feedback_forward_cosine": 0.9082486033439636
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002753131319100576,
        "instruction_rms": 0.0027531313183625497,
        "raw_apical_rms": 0.10800181224971232,
        "teaching_rms": 0.002753131319100576,
        "traffic_rms": 0.10796563604551893
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.138017027979004e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5755848181236358e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012139309117807418,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.18370914353370665
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.41759082674980164,
        "mean_feedback_forward_cosine": 0.9819487799297679,
        "mean_feedback_forward_relative_error": 0.17362151538783854,
        "min_feedback_forward_cosine": 0.9149218797683716
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028445505072922407,
        "instruction_rms": 0.0028445505074379336,
        "raw_apical_rms": 0.1084722792705982,
        "teaching_rms": 0.0028445505072922407,
        "traffic_rms": 0.10843395931542137
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.160276365742902e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5753305957672444e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012058021925897739,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.1886521065092087
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4019881784915924,
        "mean_feedback_forward_cosine": 0.9832683129744096,
        "mean_feedback_forward_relative_error": 0.1671425577591766,
        "min_feedback_forward_cosine": 0.9210941791534424
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027730928359734875,
        "instruction_rms": 0.002773092835889914,
        "raw_apical_rms": 0.10894468491127962,
        "teaching_rms": 0.0027730928359734875,
        "traffic_rms": 0.10890825987558718
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.118245548554114e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5913891035340608e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011319808873441906,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.18609938282966615
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.38494738936424255,
        "mean_feedback_forward_cosine": 0.9845792997967113,
        "mean_feedback_forward_relative_error": 0.1605221392078833,
        "min_feedback_forward_cosine": 0.9275520443916321
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028340585939216046,
        "instruction_rms": 0.0028340585931943387,
        "raw_apical_rms": 0.10898095063537308,
        "teaching_rms": 0.0028340585939216046,
        "traffic_rms": 0.10894289515238936
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.121654022057555e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5863591984244917e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010946963560757698,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.18812277416229248
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.369772344827652,
        "mean_feedback_forward_cosine": 0.9857169183817777,
        "mean_feedback_forward_relative_error": 0.15450807017358867,
        "min_feedback_forward_cosine": 0.9331113696098328
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027492148448285784,
        "instruction_rms": 0.002749214845614018,
        "raw_apical_rms": 0.10919187138781966,
        "teaching_rms": 0.0027492148448285784,
        "traffic_rms": 0.10915615532227238
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.21795868735353e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5858688654600588e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011998612412698987,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.1817421946144104
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3549457788467407,
        "mean_feedback_forward_cosine": 0.9868247433142229,
        "mean_feedback_forward_relative_error": 0.14843868999318643,
        "min_feedback_forward_cosine": 0.9383153915405273
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002795432337826108,
        "instruction_rms": 0.0027954323376297168,
        "raw_apical_rms": 0.10953554425308172,
        "teaching_rms": 0.002795432337826108,
        "traffic_rms": 0.10949868365423558
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.403677753676675e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5811916112277436e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012504434126110155,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.18432221712112426
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3409314751625061,
        "mean_feedback_forward_cosine": 0.9878174304962158,
        "mean_feedback_forward_relative_error": 0.1427491165020249,
        "min_feedback_forward_cosine": 0.9430403709411621
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027719022988168442,
        "instruction_rms": 0.0027719022985481564,
        "raw_apical_rms": 0.10980866853435771,
        "teaching_rms": 0.0027719022988168442,
        "traffic_rms": 0.10977260463852206
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.02628071280742e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.59795019963987e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.014288228928888626,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.18277811943531036
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3275431990623474,
        "mean_feedback_forward_cosine": 0.9887475967407227,
        "mean_feedback_forward_relative_error": 0.13718989274718546,
        "min_feedback_forward_cosine": 0.9473963975906372
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002786289477603806,
        "instruction_rms": 0.002786289477717537,
        "raw_apical_rms": 0.11035204121235341,
        "teaching_rms": 0.002786289477603806,
        "traffic_rms": 0.11031567598082853
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.8033482019936855e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5830514883847327e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012268488733917598,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.18441451013565063
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3149729371070862,
        "mean_feedback_forward_cosine": 0.9895734602754767,
        "mean_feedback_forward_relative_error": 0.13212151005864142,
        "min_feedback_forward_cosine": 0.9513528347015381
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002684091019023277,
        "instruction_rms": 0.0026840910196919295,
        "raw_apical_rms": 0.11074311543036824,
        "teaching_rms": 0.002684091019023277,
        "traffic_rms": 0.11070934474189535
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.500812332888017e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5747356365169516e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012162142801696387,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.17204994041204452
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3023730218410492,
        "mean_feedback_forward_cosine": 0.9903738455338912,
        "mean_feedback_forward_relative_error": 0.1269822800701315,
        "min_feedback_forward_cosine": 0.9551512002944946
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0028041684662593685,
        "instruction_rms": 0.002804168465669102,
        "raw_apical_rms": 0.11100716687586223,
        "teaching_rms": 0.0028041684662593685,
        "traffic_rms": 0.11097038758601827
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.003244917314078e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.590774364346127e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01235985994375744,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.1738403448152542
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2906089425086975,
        "mean_feedback_forward_cosine": 0.9910957325588573,
        "mean_feedback_forward_relative_error": 0.12216384509070354,
        "min_feedback_forward_cosine": 0.9585556387901306
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002744578840305552,
        "instruction_rms": 0.002744578840193564,
        "raw_apical_rms": 0.11135327303571363,
        "teaching_rms": 0.002744578840305552,
        "traffic_rms": 0.1113182206351424
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.252631834513522e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.6017954393625452e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012932227418574152,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.174180910050869
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2792268395423889,
        "mean_feedback_forward_cosine": 0.9917706814679232,
        "mean_feedback_forward_relative_error": 0.11749785826964812,
        "min_feedback_forward_cosine": 0.9617061018943787
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027002174870360404,
        "instruction_rms": 0.0027002174872921107,
        "raw_apical_rms": 0.11190783294569717,
        "teaching_rms": 0.0027002174870360404,
        "traffic_rms": 0.11187410778516534
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.216343623715147e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5845087786717828e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011932422592384665,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.173638733959198
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.267167866230011,
        "mean_feedback_forward_cosine": 0.992410211129622,
        "mean_feedback_forward_relative_error": 0.11293627524917776,
        "min_feedback_forward_cosine": 0.9649142026901245
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002759207871883248,
        "instruction_rms": 0.0027592078716066623,
        "raw_apical_rms": 0.11215969665710677,
        "teaching_rms": 0.002759207871883248,
        "traffic_rms": 0.11212472716686142
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.710946737735867e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5828210412115806e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01089502842617996,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.17161079182624817
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2559974193572998,
        "mean_feedback_forward_cosine": 0.993004380572926,
        "mean_feedback_forward_relative_error": 0.10842407721687447,
        "min_feedback_forward_cosine": 0.9677553176879883
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002808980630273132,
        "instruction_rms": 0.0028089806307528176,
        "raw_apical_rms": 0.11227211893570996,
        "teaching_rms": 0.002808980630273132,
        "traffic_rms": 0.11223564725693122
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.98053170822277e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585605006081577e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010594170585223618,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.17664622473716735
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24627509713172913,
        "mean_feedback_forward_cosine": 0.9935285253958268,
        "mean_feedback_forward_relative_error": 0.10427742729132826,
        "min_feedback_forward_cosine": 0.9701375961303711
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002749674188442066,
        "instruction_rms": 0.0027496741880878657,
        "raw_apical_rms": 0.11261646802200022,
        "teaching_rms": 0.002749674188442066,
        "traffic_rms": 0.11258166804856107
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 1.0941191419533425e-07,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5943929286696242e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011147741947802742,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.16682959839820863
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23575939238071442,
        "mean_feedback_forward_cosine": 0.9940485802563754,
        "mean_feedback_forward_relative_error": 0.10005330456928774,
        "min_feedback_forward_cosine": 0.9726309776306152
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002790564991608982,
        "instruction_rms": 0.0027905649915647528,
        "raw_apical_rms": 0.11319391358949094,
        "teaching_rms": 0.002790564991608982,
        "traffic_rms": 0.11315844489251131
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.19809839008667e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5870919806479708e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011355676204249326,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.17255522152900696
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22681856155395508,
        "mean_feedback_forward_cosine": 0.9944915576414628,
        "mean_feedback_forward_relative_error": 0.0962677910585295,
        "min_feedback_forward_cosine": 0.9746420383453369
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027102017553432486,
        "instruction_rms": 0.0027102017555373065,
        "raw_apical_rms": 0.11342980849805166,
        "teaching_rms": 0.0027102017553432486,
        "traffic_rms": 0.11339641834719952
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.695326166232917e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5856189912252844e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011063832872983907,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.16799449390411378
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21755829453468323,
        "mean_feedback_forward_cosine": 0.9949110703034835,
        "mean_feedback_forward_relative_error": 0.09257623702287673,
        "min_feedback_forward_cosine": 0.9766520261764526
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002705806527157039,
        "instruction_rms": 0.0027058065268196698,
        "raw_apical_rms": 0.11372310299273025,
        "teaching_rms": 0.002705806527157039,
        "traffic_rms": 0.11368980567945332
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.974482064630138e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5771032542605507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011658218361989088,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.16816208700180055
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20857210457324982,
        "mean_feedback_forward_cosine": 0.9952987324107777,
        "mean_feedback_forward_relative_error": 0.0890488951382312,
        "min_feedback_forward_cosine": 0.9785271883010864
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002667031936576862,
        "instruction_rms": 0.0026670319367579015,
        "raw_apical_rms": 0.11417956981020295,
        "teaching_rms": 0.002667031936576862,
        "traffic_rms": 0.11414735620657027
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.931807033401128e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912598547130218e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011491496180510636,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.16299987187862397
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19948440790176392,
        "mean_feedback_forward_cosine": 0.9956702470779419,
        "mean_feedback_forward_relative_error": 0.08551065349443392,
        "min_feedback_forward_cosine": 0.9803446531295776
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.00270891648821242,
        "instruction_rms": 0.002708916488371943,
        "raw_apical_rms": 0.1147552486085405,
        "teaching_rms": 0.00270891648821242,
        "traffic_rms": 0.11472209748369899
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.797106794602769e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.57913181086537e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01154276258741217,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.1694073840165138
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1919146180152893,
        "mean_feedback_forward_cosine": 0.9959955096244812,
        "mean_feedback_forward_relative_error": 0.08224443102424794,
        "min_feedback_forward_cosine": 0.9818003177642822
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026757368272720817,
        "instruction_rms": 0.0026757368279129025,
        "raw_apical_rms": 0.11465049734666755,
        "teaching_rms": 0.0026757368272720817,
        "traffic_rms": 0.11461804686354728
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.556254561473907e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5777359615018396e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012158770954836529,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.16673356837272643
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18463130295276642,
        "mean_feedback_forward_cosine": 0.9962979240850969,
        "mean_feedback_forward_relative_error": 0.07910033538937569,
        "min_feedback_forward_cosine": 0.9831477403640747
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002703043145014737,
        "instruction_rms": 0.0027030431453699865,
        "raw_apical_rms": 0.11496117112493232,
        "teaching_rms": 0.002703043145014737,
        "traffic_rms": 0.11492822372276584
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 4.277335108326952e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5839071604137478e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012131877471975843,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.15652737518787385
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17719042301177979,
        "mean_feedback_forward_cosine": 0.9965843894264915,
        "mean_feedback_forward_relative_error": 0.07599363960325718,
        "min_feedback_forward_cosine": 0.9844739437103271
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002738979411209901,
        "instruction_rms": 0.002738979411246894,
        "raw_apical_rms": 0.1151913874906174,
        "teaching_rms": 0.002738979411209901,
        "traffic_rms": 0.11515761051080645
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.2633296832027554e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5900035032935614e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012149310516543482,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.1626805915427208
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16977755725383759,
        "mean_feedback_forward_cosine": 0.9968520272861827,
        "mean_feedback_forward_relative_error": 0.07300305214117873,
        "min_feedback_forward_cosine": 0.9857430458068848
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002744472035960319,
        "instruction_rms": 0.002744472036072214,
        "raw_apical_rms": 0.11566503738715905,
        "teaching_rms": 0.002744472035960319,
        "traffic_rms": 0.11563130908646636
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.2333170685869845e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5863550233155286e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011248005839427094,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.16187418454170227
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16306212544441223,
        "mean_feedback_forward_cosine": 0.9970953757112676,
        "mean_feedback_forward_relative_error": 0.07014588591727343,
        "min_feedback_forward_cosine": 0.9868466854095459
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002721329132782141,
        "instruction_rms": 0.0027213291330304523,
        "raw_apical_rms": 0.1157166554505299,
        "teaching_rms": 0.002721329132782141,
        "traffic_rms": 0.11568349094031427
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.354844662657342e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5906972708248838e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011900405117934287,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.16319609530448914
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15640316903591156,
        "mean_feedback_forward_cosine": 0.9973227284171364,
        "mean_feedback_forward_relative_error": 0.06737760383297096,
        "min_feedback_forward_cosine": 0.9878937602043152
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002740100736707151,
        "instruction_rms": 0.0027401007368791563,
        "raw_apical_rms": 0.11630187949384375,
        "teaching_rms": 0.002740100736707151,
        "traffic_rms": 0.11626842569493483
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.008018888474908e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5893530047018398e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01164139687944173,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.16348790993571283
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15050576627254486,
        "mean_feedback_forward_cosine": 0.9975215695121071,
        "mean_feedback_forward_relative_error": 0.06483579948544502,
        "min_feedback_forward_cosine": 0.9887878894805908
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027230809056385096,
        "instruction_rms": 0.002723080906629212,
        "raw_apical_rms": 0.11652576019709164,
        "teaching_rms": 0.0027230809056385096,
        "traffic_rms": 0.11649278796198989
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.699724508507643e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5909279265196596e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011933579543743874,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.15690901566505433
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1443258672952652,
        "mean_feedback_forward_cosine": 0.9977171594446356,
        "mean_feedback_forward_relative_error": 0.06225192980332808,
        "min_feedback_forward_cosine": 0.9896854758262634
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002751302036198619,
        "instruction_rms": 0.0027513020366263107,
        "raw_apical_rms": 0.11650580467202318,
        "teaching_rms": 0.002751302036198619,
        "traffic_rms": 0.11647200766942926
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.0853468991363115e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.596230245969911e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011138478931621383,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.15821535417079927
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13850119709968567,
        "mean_feedback_forward_cosine": 0.9978924263607372,
        "mean_feedback_forward_relative_error": 0.05985670672221617,
        "min_feedback_forward_cosine": 0.9904961585998535
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002691741844296364,
        "instruction_rms": 0.002691741844050014,
        "raw_apical_rms": 0.11697868076335545,
        "teaching_rms": 0.002691741844296364,
        "traffic_rms": 0.11694645871523873
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.329877612008204e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5888427527211002e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011764964354133602,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.1524140273809433
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13290835916996002,
        "mean_feedback_forward_cosine": 0.9980539560317994,
        "mean_feedback_forward_relative_error": 0.05754290831021287,
        "min_feedback_forward_cosine": 0.991249144077301
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027153065571034404,
        "instruction_rms": 0.0027153065578077104,
        "raw_apical_rms": 0.11727591544398375,
        "teaching_rms": 0.0027153065571034404,
        "traffic_rms": 0.11724330261499231
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.6912933981957394e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594280566201682e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01116302196931127,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.15904617218494416
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12745355069637299,
        "mean_feedback_forward_cosine": 0.9982035105878656,
        "mean_feedback_forward_relative_error": 0.055316212400794026,
        "min_feedback_forward_cosine": 0.991946816444397
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027012344886789726,
        "instruction_rms": 0.0027012344883947936,
        "raw_apical_rms": 0.11756471256513797,
        "teaching_rms": 0.0027012344886789726,
        "traffic_rms": 0.11753247528634415
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.705789180547981e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5973163856463467e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010616420033518533,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.15437325385570527
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12211593985557556,
        "mean_feedback_forward_cosine": 0.9983466310934587,
        "mean_feedback_forward_relative_error": 0.05310003813356161,
        "min_feedback_forward_cosine": 0.9926053285598755
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002738522249226644,
        "instruction_rms": 0.002738522249506231,
        "raw_apical_rms": 0.11780735484506301,
        "teaching_rms": 0.002738522249226644,
        "traffic_rms": 0.11777425955961487
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.298473375134563e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585730881467693e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010981096515611915,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.1542772695016861
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11682494729757309,
        "mean_feedback_forward_cosine": 0.9984773148189892,
        "mean_feedback_forward_relative_error": 0.050998348505659534,
        "min_feedback_forward_cosine": 0.9932323694229126
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002723280323955817,
        "instruction_rms": 0.0027232803231945287,
        "raw_apical_rms": 0.11821450858497025,
        "teaching_rms": 0.002723280323955817,
        "traffic_rms": 0.11818177823843887
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.071095543485171e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.592598595109569e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010903889070222344,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.15452689791202545
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11196722835302353,
        "mean_feedback_forward_cosine": 0.9985977162014354,
        "mean_feedback_forward_relative_error": 0.04896128528158773,
        "min_feedback_forward_cosine": 0.9937810897827148
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027691645858947686,
        "instruction_rms": 0.002769164586154739,
        "raw_apical_rms": 0.11830188999049981,
        "teaching_rms": 0.0027691645858947686,
        "traffic_rms": 0.1182682797242431
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.037965588096995e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5911204203264162e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011073834683789148,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.15595438538551332
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1075218915939331,
        "mean_feedback_forward_cosine": 0.9987039901993492,
        "mean_feedback_forward_relative_error": 0.047091127661141485,
        "min_feedback_forward_cosine": 0.9942640066146851
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026887574276137256,
        "instruction_rms": 0.0026887574268776963,
        "raw_apical_rms": 0.11864462754438557,
        "teaching_rms": 0.0026887574276137256,
        "traffic_rms": 0.11861282294762501
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.13417468539501e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5962443382540246e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010811256691004769,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.1518903250002861
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10297679156064987,
        "mean_feedback_forward_cosine": 0.9988058079372752,
        "mean_feedback_forward_relative_error": 0.04523424465547909,
        "min_feedback_forward_cosine": 0.9947372078895569
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002708434850801182,
        "instruction_rms": 0.002708434851284277,
        "raw_apical_rms": 0.1189415164862091,
        "teaching_rms": 0.002708434850801182,
        "traffic_rms": 0.11890941686819564
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.562076310638986e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5991038007164013e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012129613038889406,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.15055798265457154
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0987158715724945,
        "mean_feedback_forward_cosine": 0.9988990328528664,
        "mean_feedback_forward_relative_error": 0.043450768427415326,
        "min_feedback_forward_cosine": 0.9951611757278442
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027739074744654074,
        "instruction_rms": 0.002773907473822653,
        "raw_apical_rms": 0.11920308798426466,
        "teaching_rms": 0.0027739074744654074,
        "traffic_rms": 0.1191695404635708
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 4.660348551510651e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5974532874985374e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013024560553677775,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.15162084616661073
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09467765688896179,
        "mean_feedback_forward_cosine": 0.9989832021973349,
        "mean_feedback_forward_relative_error": 0.041772408461706205,
        "min_feedback_forward_cosine": 0.9955476522445679
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002744016569937722,
        "instruction_rms": 0.0027440165705264283,
        "raw_apical_rms": 0.11948916186934745,
        "teaching_rms": 0.002744016569937722,
        "traffic_rms": 0.11945641895994157
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.182579698725931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587550128513507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013334009979847088,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.14631768272876738
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09055773913860321,
        "mean_feedback_forward_cosine": 0.9990655378861861,
        "mean_feedback_forward_relative_error": 0.040071847001937305,
        "min_feedback_forward_cosine": 0.9959251284599304
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027838001193236555,
        "instruction_rms": 0.00278380011909235,
        "raw_apical_rms": 0.11960974302303815,
        "teaching_rms": 0.0027838001193236555,
        "traffic_rms": 0.11957617217582032
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.449512651191981e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5969476450535596e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012342750499031286,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.15604819481372834
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08688408881425858,
        "mean_feedback_forward_cosine": 0.9991355039856651,
        "mean_feedback_forward_relative_error": 0.03855858841402964,
        "min_feedback_forward_cosine": 0.9962475299835205
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026812023653437563,
        "instruction_rms": 0.002681202365234879,
        "raw_apical_rms": 0.11997271730279067,
        "teaching_rms": 0.0026812023653437563,
        "traffic_rms": 0.11994161209036448
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.720367906609681e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5813674139351247e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0123046264848254,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.15090042344093324
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08323752135038376,
        "mean_feedback_forward_cosine": 0.9992031162435359,
        "mean_feedback_forward_relative_error": 0.037040479024025526,
        "min_feedback_forward_cosine": 0.9965547919273376
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027337911424862105,
        "instruction_rms": 0.0027337911422577526,
        "raw_apical_rms": 0.12036681863764069,
        "teaching_rms": 0.0027337911424862105,
        "traffic_rms": 0.12033446189964718
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.627863223864551e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5885021960486138e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011901115210563454,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.1471392963409424
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07995020598173141,
        "mean_feedback_forward_cosine": 0.9992632139812816,
        "mean_feedback_forward_relative_error": 0.035634634626859965,
        "min_feedback_forward_cosine": 0.9968221783638
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0026814769482426982,
        "instruction_rms": 0.0026814769479257057,
        "raw_apical_rms": 0.1207011112405806,
        "teaching_rms": 0.0026814769482426982,
        "traffic_rms": 0.1206701136312538
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.985449374496966e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5908765378047952e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012255721957310466,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.14622336290836335
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0767374187707901,
        "mean_feedback_forward_cosine": 0.9993208495053378,
        "mean_feedback_forward_relative_error": 0.03422663713043386,
        "min_feedback_forward_cosine": 0.9970715045928955
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027147853820148437,
        "instruction_rms": 0.002714785382084618,
        "raw_apical_rms": 0.12108754828411754,
        "teaching_rms": 0.0027147853820148437,
        "traffic_rms": 0.12105586021879858
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.575009336984294e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5841440496634433e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012909678366106835,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.1493096795129776
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07371226698160172,
        "mean_feedback_forward_cosine": 0.9993749564344233,
        "mean_feedback_forward_relative_error": 0.03284511249512434,
        "min_feedback_forward_cosine": 0.9972981810569763
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.0027273905069123763,
        "instruction_rms": 0.002727390506936166,
        "raw_apical_rms": 0.12114865221405499,
        "teaching_rms": 0.0027273905069123763,
        "traffic_rms": 0.12111668693906504
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.197735302748697e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5888557645784307e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.013382915168470417,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.1504336270260811
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07094317674636841,
        "mean_feedback_forward_cosine": 0.9994208921085704,
        "mean_feedback_forward_relative_error": 0.03163022338836031,
        "min_feedback_forward_cosine": 0.9974968433380127
      },
      "lr": 0.1,
      "mixed_apical": {
        "innovation_rms": 0.002657818008155071,
        "instruction_rms": 0.002657818007555464,
        "raw_apical_rms": 0.12141300245350525,
        "teaching_rms": 0.002657818008155071,
        "traffic_rms": 0.12138264261555164
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.7002676356887605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582622917107439e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.012760869669393275,
        "minimum_observations": 80
      },
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.1436343447494507
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07091907411813736,
        "mean_feedback_forward_cosine": 0.9994212854992259,
        "mean_feedback_forward_relative_error": 0.031618769382211295,
        "min_feedback_forward_cosine": 0.9974988102912903
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0019316313622018838,
        "instruction_rms": 0.0019316313624522811,
        "raw_apical_rms": 0.1215034387457816,
        "teaching_rms": 0.0019316313622018838,
        "traffic_rms": 0.1214870434907806
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.989663520722388e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581989970804751e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01150312864546241,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.0774578609919548
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07090752571821213,
        "mean_feedback_forward_cosine": 0.9994214816526933,
        "mean_feedback_forward_relative_error": 0.03161275628954172,
        "min_feedback_forward_cosine": 0.9974995851516724
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0016164187386532483,
        "instruction_rms": 0.0016164187379367318,
        "raw_apical_rms": 0.12143790922360295,
        "teaching_rms": 0.0016164187386532483,
        "traffic_rms": 0.12142615277399116
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.946496000637126e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5822570904228345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011240200926792239,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.05026715766429901
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0708957388997078,
        "mean_feedback_forward_cosine": 0.9994216778061606,
        "mean_feedback_forward_relative_error": 0.03160706502808766,
        "min_feedback_forward_cosine": 0.9975005984306335
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015655895145317818,
        "instruction_rms": 0.0015655895143415635,
        "raw_apical_rms": 0.12146518803248786,
        "teaching_rms": 0.0015655895145317818,
        "traffic_rms": 0.12145392412925508
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.6390728531141576e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588699782526619e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011209815259896283,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.04198218698382378
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07088350504636765,
        "mean_feedback_forward_cosine": 0.9994218674573031,
        "mean_feedback_forward_relative_error": 0.03160143613137982,
        "min_feedback_forward_cosine": 0.9975016117095947
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0015589449444097573,
        "instruction_rms": 0.0015589449438359359,
        "raw_apical_rms": 0.12146266777793177,
        "teaching_rms": 0.0015589449444097573,
        "traffic_rms": 0.12145131129030932
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.02598717591718e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5921731102529307e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011442721253294508,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.038764991085529325
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07087132334709167,
        "mean_feedback_forward_cosine": 0.9994220516898416,
        "mean_feedback_forward_relative_error": 0.031596079951321535,
        "min_feedback_forward_cosine": 0.9975024461746216
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014946659889936184,
        "instruction_rms": 0.0014946659893532994,
        "raw_apical_rms": 0.12136492652307224,
        "teaching_rms": 0.0014946659889936184,
        "traffic_rms": 0.12135441252202359
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.8556929022634e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5925731214650785e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011466905693004414,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.03346785994887352
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07085894793272018,
        "mean_feedback_forward_cosine": 0.9994222315874967,
        "mean_feedback_forward_relative_error": 0.03159078823571855,
        "min_feedback_forward_cosine": 0.997503399848938
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014659991795054211,
        "instruction_rms": 0.0014659991795446482,
        "raw_apical_rms": 0.12133958582295583,
        "teaching_rms": 0.0014659991795054211,
        "traffic_rms": 0.12132920406922273
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.191875456806883e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5812456358247876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.0113622764933214,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.030965674679875373
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07084622234106064,
        "mean_feedback_forward_cosine": 0.9994224266572432,
        "mean_feedback_forward_relative_error": 0.03158551456237381,
        "min_feedback_forward_cosine": 0.9975043535232544
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014171350812077195,
        "instruction_rms": 0.0014171350809680833,
        "raw_apical_rms": 0.12126953352127469,
        "teaching_rms": 0.0014171350812077195,
        "traffic_rms": 0.12125969491249729
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.95457637536856e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5867696865059138e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011323451646696788,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.026601712737083436
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07083134353160858,
        "mean_feedback_forward_cosine": 0.9994226228107106,
        "mean_feedback_forward_relative_error": 0.03158002750609409,
        "min_feedback_forward_cosine": 0.9975054264068604
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014714192387132573,
        "instruction_rms": 0.0014714192389506454,
        "raw_apical_rms": 0.12123142209990041,
        "teaching_rms": 0.0014714192387132573,
        "traffic_rms": 0.12122074245074443
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.581669254046574e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5877256849609277e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01136744383785869,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.02691594778686762
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07081860303878784,
        "mean_feedback_forward_cosine": 0.9994228027083657,
        "mean_feedback_forward_relative_error": 0.03157492659308694,
        "min_feedback_forward_cosine": 0.997506320476532
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014073182534575094,
        "instruction_rms": 0.001407318253545341,
        "raw_apical_rms": 0.12119996807338988,
        "teaching_rms": 0.0014073182534575094,
        "traffic_rms": 0.12119018610667305
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.822034492870444e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5886854829000422e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011277373316037512,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.02352189971268177
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07080463320016861,
        "mean_feedback_forward_cosine": 0.9994230021129955,
        "mean_feedback_forward_relative_error": 0.03156958261335438,
        "min_feedback_forward_cosine": 0.9975072741508484
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014099075998892502,
        "instruction_rms": 0.0014099075998816066,
        "raw_apical_rms": 0.12112123411919175,
        "teaching_rms": 0.0014099075998892502,
        "traffic_rms": 0.12111119762902137
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.605427588761813e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5821945758457385e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011302285868101745,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.022769682832360267
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07078919559717178,
        "mean_feedback_forward_cosine": 0.999423191764138,
        "mean_feedback_forward_relative_error": 0.031564079589125785,
        "min_feedback_forward_cosine": 0.9975082874298096
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013808268351238621,
        "instruction_rms": 0.0013808268347054852,
        "raw_apical_rms": 0.12106233088775874,
        "teaching_rms": 0.0013808268351238621,
        "traffic_rms": 0.12105244650249325
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.174393973878978e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5891857941082134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011206880855694566,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.02159861841365695
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07077489793300629,
        "mean_feedback_forward_cosine": 0.9994233857501637,
        "mean_feedback_forward_relative_error": 0.03155893870544704,
        "min_feedback_forward_cosine": 0.9975095391273499
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0013028560768730934,
        "instruction_rms": 0.0013028560771809524,
        "raw_apical_rms": 0.12108529178479369,
        "teaching_rms": 0.0013028560768730934,
        "traffic_rms": 0.12107654301746641
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.978675060054229e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583276785733679e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011263281398540473,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.01856324349567294
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0707588866353035,
        "mean_feedback_forward_cosine": 0.9994235873222351,
        "mean_feedback_forward_relative_error": 0.031553159874271264,
        "min_feedback_forward_cosine": 0.9975104928016663
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014013425898332828,
        "instruction_rms": 0.0014013425899619726,
        "raw_apical_rms": 0.121081403301387,
        "teaching_rms": 0.0014013425898332828,
        "traffic_rms": 0.12107097980157637
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.024830412343363e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5882152459600006e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011302325388719961,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.019349969775676726
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07074145972728729,
        "mean_feedback_forward_cosine": 0.9994238051501187,
        "mean_feedback_forward_relative_error": 0.031547342105345294,
        "min_feedback_forward_cosine": 0.9975118637084961
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0014052185171918158,
        "instruction_rms": 0.0014052185175645725,
        "raw_apical_rms": 0.12102726742081532,
        "teaching_rms": 0.0014052185171918158,
        "traffic_rms": 0.12101690966033238
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.61105090671299e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591355540991409e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011147686507963026,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.019647072715163232
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07072681933641434,
        "mean_feedback_forward_cosine": 0.9994239980524237,
        "mean_feedback_forward_relative_error": 0.031542143395001235,
        "min_feedback_forward_cosine": 0.9975128173828125
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001276663943904826,
        "instruction_rms": 0.0012766639440084527,
        "raw_apical_rms": 0.12103132502320636,
        "teaching_rms": 0.001276663943904826,
        "traffic_rms": 0.12102249971396088
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.019663345568915e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5902621425555367e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011040123102951115,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.01670920530408621
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07071109116077423,
        "mean_feedback_forward_cosine": 0.999424211545424,
        "mean_feedback_forward_relative_error": 0.031536509028889916,
        "min_feedback_forward_cosine": 0.9975141286849976
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001341280220595386,
        "instruction_rms": 0.0013412802208687513,
        "raw_apical_rms": 0.12107088186603233,
        "teaching_rms": 0.001341280220595386,
        "traffic_rms": 0.12106134885199238
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.646929324143457e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5871619346364454e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01112268940188316,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.017786935017704963
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07069508731365204,
        "mean_feedback_forward_cosine": 0.9994244282895869,
        "mean_feedback_forward_relative_error": 0.031530873756855725,
        "min_feedback_forward_cosine": 0.9975152015686035
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001296360008357897,
        "instruction_rms": 0.0012963600082679932,
        "raw_apical_rms": 0.1210064433982024,
        "teaching_rms": 0.001296360008357897,
        "traffic_rms": 0.12099698297409692
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.4556799966576364e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5842384237502345e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011258379301681162,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.01594989131093025
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07067932188510895,
        "mean_feedback_forward_cosine": 0.9994246320290999,
        "mean_feedback_forward_relative_error": 0.031525330025364055,
        "min_feedback_forward_cosine": 0.9975162744522095
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012886175056441664,
        "instruction_rms": 0.0012886175053394382,
        "raw_apical_rms": 0.12096846561161184,
        "teaching_rms": 0.0012886175056441664,
        "traffic_rms": 0.12095910561557505
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.389987644046414e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5857442045117193e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01129545211510929,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.01590382546454668
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07066480815410614,
        "mean_feedback_forward_cosine": 0.9994248108430343,
        "mean_feedback_forward_relative_error": 0.03152040261775255,
        "min_feedback_forward_cosine": 0.9975171685218811
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001176883061617576,
        "instruction_rms": 0.0011768830620613702,
        "raw_apical_rms": 0.12093138647214617,
        "teaching_rms": 0.001176883061617576,
        "traffic_rms": 0.12092358137503635
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.7555919141805134e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583027312864346e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011270806154516505,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.013526519335210324
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07064840197563171,
        "mean_feedback_forward_cosine": 0.9994250243360346,
        "mean_feedback_forward_relative_error": 0.03151499366557056,
        "min_feedback_forward_cosine": 0.9975184202194214
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0012067306893248804,
        "instruction_rms": 0.0012067306892235943,
        "raw_apical_rms": 0.12093184660216626,
        "teaching_rms": 0.0012067306893248804,
        "traffic_rms": 0.12092325626158301
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.8383195045717e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5873000785880004e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011278642957340152,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.013874591251760722
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07063398510217667,
        "mean_feedback_forward_cosine": 0.9994252139871771,
        "mean_feedback_forward_relative_error": 0.03151010434058579,
        "min_feedback_forward_cosine": 0.9975194931030273
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011215831796233238,
        "instruction_rms": 0.0011215831800664925,
        "raw_apical_rms": 0.12092683518032567,
        "teaching_rms": 0.0011215831796233238,
        "traffic_rms": 0.12091950006035208
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 9.060403982630305e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5902660829879754e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01131065804714938,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.012541126489341258
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07061872631311417,
        "mean_feedback_forward_cosine": 0.9994253873825073,
        "mean_feedback_forward_relative_error": 0.031505210553719236,
        "min_feedback_forward_cosine": 0.9975205063819885
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011016172111567837,
        "instruction_rms": 0.001101617211390144,
        "raw_apical_rms": 0.12088319494619222,
        "teaching_rms": 0.0011016172111567837,
        "traffic_rms": 0.12087577071212233
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.362741172300957e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5800089468773435e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011174570979947764,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.012012996182143689
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07060375809669495,
        "mean_feedback_forward_cosine": 0.9994255900382996,
        "mean_feedback_forward_relative_error": 0.03150028646500273,
        "min_feedback_forward_cosine": 0.9975217580795288
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010720577735974454,
        "instruction_rms": 0.0010720577734946305,
        "raw_apical_rms": 0.12087417070598201,
        "teaching_rms": 0.0010720577735974454,
        "traffic_rms": 0.12086698554962963
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.824389859299117e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5860020862468105e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011193659388315395,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.011400184899494051
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07058724015951157,
        "mean_feedback_forward_cosine": 0.9994257872754877,
        "mean_feedback_forward_relative_error": 0.03149497618221424,
        "min_feedback_forward_cosine": 0.99752277135849
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011329482021261426,
        "instruction_rms": 0.0011329482019174382,
        "raw_apical_rms": 0.12087773359409643,
        "teaching_rms": 0.0011329482021261426,
        "traffic_rms": 0.12086960561142271
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 9.533328437782984e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587363652648783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011133339256990647,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.01149278408486396
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07057030498981476,
        "mean_feedback_forward_cosine": 0.9994260018522089,
        "mean_feedback_forward_relative_error": 0.03148964259942824,
        "min_feedback_forward_cosine": 0.9975239634513855
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011235810648741928,
        "instruction_rms": 0.001123581065121974,
        "raw_apical_rms": 0.12088743305799948,
        "teaching_rms": 0.0011235810648741928,
        "traffic_rms": 0.12087967859722216
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.870171548849612e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5838497823317857e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011213246111817024,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.011122201923280955
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07055456191301346,
        "mean_feedback_forward_cosine": 0.9994261828335849,
        "mean_feedback_forward_relative_error": 0.031484583401205864,
        "min_feedback_forward_cosine": 0.9975250959396362
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010577879550685485,
        "instruction_rms": 0.0010577879551434022,
        "raw_apical_rms": 0.12091154495210744,
        "teaching_rms": 0.0010577879550685485,
        "traffic_rms": 0.12090424319941545
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.408785679923312e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5814129169934688e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011142524557366121,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.010322054066061974
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07053574919700623,
        "mean_feedback_forward_cosine": 0.9994264060800726,
        "mean_feedback_forward_relative_error": 0.03147879388522018,
        "min_feedback_forward_cosine": 0.9975264072418213
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.001133892089154218,
        "instruction_rms": 0.001133892089078077,
        "raw_apical_rms": 0.12093082090073219,
        "teaching_rms": 0.001133892089154218,
        "traffic_rms": 0.12092282742761554
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.354558562155944e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912700142957998e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011092551928234894,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.010840231428295374
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07051771879196167,
        "mean_feedback_forward_cosine": 0.9994266314940019,
        "mean_feedback_forward_relative_error": 0.03147308212620291,
        "min_feedback_forward_cosine": 0.9975277185440063
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0011080609356600107,
        "instruction_rms": 0.001108060936019147,
        "raw_apical_rms": 0.12088387004409894,
        "teaching_rms": 0.0011080609356600107,
        "traffic_rms": 0.12087612855137313
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.18298727772526e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5840815336388044e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01117625895196831,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.010595754879266023
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07050331681966782,
        "mean_feedback_forward_cosine": 0.999426823312586,
        "mean_feedback_forward_relative_error": 0.03146810530769554,
        "min_feedback_forward_cosine": 0.9975285530090332
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010294044538193266,
        "instruction_rms": 0.0010294044539697284,
        "raw_apical_rms": 0.12077501785067396,
        "teaching_rms": 0.0010294044538193266,
        "traffic_rms": 0.12076823623982696
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.054079193518191e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5853927420484418e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011366229509138544,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.0090453971606493
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07048619538545609,
        "mean_feedback_forward_cosine": 0.9994270465590737,
        "mean_feedback_forward_relative_error": 0.0314625168134543,
        "min_feedback_forward_cosine": 0.9975297451019287
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010563640294215934,
        "instruction_rms": 0.0010563640296493582,
        "raw_apical_rms": 0.12083677535731305,
        "teaching_rms": 0.0010563640294215934,
        "traffic_rms": 0.12082958511468528
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.440790656370154e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5845864610262134e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01114550376388394,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.009695652887299656
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07046898454427719,
        "mean_feedback_forward_cosine": 0.9994272698055614,
        "mean_feedback_forward_relative_error": 0.03145684924145991,
        "min_feedback_forward_cosine": 0.9975310564041138
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010952395358122472,
        "instruction_rms": 0.001095239535493576,
        "raw_apical_rms": 0.12084477594639009,
        "teaching_rms": 0.0010952395358122472,
        "traffic_rms": 0.12083691550699845
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.913351313642124e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5865155531216587e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011374885523999454,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.009708992003947496
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07045096904039383,
        "mean_feedback_forward_cosine": 0.999427464875308,
        "mean_feedback_forward_relative_error": 0.03145115019922907,
        "min_feedback_forward_cosine": 0.997532308101654
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010348551966495592,
        "instruction_rms": 0.0010348551969669674,
        "raw_apical_rms": 0.12083036618657504,
        "teaching_rms": 0.0010348551966495592,
        "traffic_rms": 0.12082286248496703
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.677312486795927e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5867192692839256e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011345734802015235,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.009417185395061969
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07043527811765671,
        "mean_feedback_forward_cosine": 0.9994276751171459,
        "mean_feedback_forward_relative_error": 0.031446041124449535,
        "min_feedback_forward_cosine": 0.9975335597991943
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009991465308276924,
        "instruction_rms": 0.000999146530843497,
        "raw_apical_rms": 0.12079991080667568,
        "teaching_rms": 0.0009991465308276924,
        "traffic_rms": 0.12079349202199281
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.6335728970680066e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5813381485782494e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01121630788174555,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.008770374926365912
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07041771709918976,
        "mean_feedback_forward_cosine": 0.9994278896938671,
        "mean_feedback_forward_relative_error": 0.031440461105243726,
        "min_feedback_forward_cosine": 0.9975347518920898
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010425932026417073,
        "instruction_rms": 0.0010425932027485045,
        "raw_apical_rms": 0.12075980471417198,
        "teaching_rms": 0.0010425932026417073,
        "traffic_rms": 0.12075269167967503
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.208813540022675e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5942978381964335e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011360938807897156,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.009208371835425496
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0704011470079422,
        "mean_feedback_forward_cosine": 0.9994281096891924,
        "mean_feedback_forward_relative_error": 0.03143500339409167,
        "min_feedback_forward_cosine": 0.9975358247756958
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010104558630069274,
        "instruction_rms": 0.0010104558629655414,
        "raw_apical_rms": 0.12077581042787909,
        "teaching_rms": 0.0010104558630069274,
        "traffic_rms": 0.12076903893089148
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.122106555039863e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5858008022959945e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011201823207306057,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.00852915184430778
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07038401812314987,
        "mean_feedback_forward_cosine": 0.9994283383542841,
        "mean_feedback_forward_relative_error": 0.03142943127419461,
        "min_feedback_forward_cosine": 0.9975371360778809
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009940564759869151,
        "instruction_rms": 0.000994056476289328,
        "raw_apical_rms": 0.12077183782974174,
        "teaching_rms": 0.0009940564759869151,
        "traffic_rms": 0.1207648402222815
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.744818392689922e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583754656607176e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010985859320546711,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.008393654064536094
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07036565989255905,
        "mean_feedback_forward_cosine": 0.9994285529310053,
        "mean_feedback_forward_relative_error": 0.03142367072234099,
        "min_feedback_forward_cosine": 0.9975384473800659
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010190824464492904,
        "instruction_rms": 0.0010190824463925693,
        "raw_apical_rms": 0.12075393140369606,
        "teaching_rms": 0.0010190824464492904,
        "traffic_rms": 0.12074701113834552
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.937292613111822e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588657046772156e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010946906221500706,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.007965772947594523
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07034841179847717,
        "mean_feedback_forward_cosine": 0.9994287696751681,
        "mean_feedback_forward_relative_error": 0.03141821456903761,
        "min_feedback_forward_cosine": 0.9975396394729614
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000934028921516271,
        "instruction_rms": 0.0009340289212301821,
        "raw_apical_rms": 0.1207637690767968,
        "teaching_rms": 0.000934028921516271,
        "traffic_rms": 0.12075757479166307
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.48463327479476e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5861000153503188e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011057929100270425,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.007507783609703183
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0703318864107132,
        "mean_feedback_forward_cosine": 0.9994289701635187,
        "mean_feedback_forward_relative_error": 0.03141317000104622,
        "min_feedback_forward_cosine": 0.9975408911705017
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009013686103250061,
        "instruction_rms": 0.0009013686101781583,
        "raw_apical_rms": 0.12071825369750805,
        "teaching_rms": 0.0009013686103250061,
        "traffic_rms": 0.12071265689185987
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.831189836020712e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5880163588553643e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011220030254864954,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.00748919204108417
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07031499594449997,
        "mean_feedback_forward_cosine": 0.999429195577448,
        "mean_feedback_forward_relative_error": 0.031407627336342225,
        "min_feedback_forward_cosine": 0.9975419640541077
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009761039731833493,
        "instruction_rms": 0.000976103973289089,
        "raw_apical_rms": 0.12070630531065162,
        "teaching_rms": 0.0009761039731833493,
        "traffic_rms": 0.12069970974373335
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.592161400613804e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589194410847404e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011198168016916228,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.00756540226444602
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07029535621404648,
        "mean_feedback_forward_cosine": 0.9994294220750982,
        "mean_feedback_forward_relative_error": 0.03140136955136603,
        "min_feedback_forward_cosine": 0.9975433349609375
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009887591687614944,
        "instruction_rms": 0.0009887591692578233,
        "raw_apical_rms": 0.12071824863694143,
        "teaching_rms": 0.0009887591687614944,
        "traffic_rms": 0.12071114896001232
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.8462767071887356e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5848191904646026e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01122735820319111,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.00782873647440225
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07027541846036911,
        "mean_feedback_forward_cosine": 0.9994296734983271,
        "mean_feedback_forward_relative_error": 0.031395242651077834,
        "min_feedback_forward_cosine": 0.9975447058677673
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009748575675087432,
        "instruction_rms": 0.0009748575673268936,
        "raw_apical_rms": 0.12076131454864471,
        "teaching_rms": 0.0009748575675087432,
        "traffic_rms": 0.12075429179352912
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.705413906933245e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5866352186913332e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011196456742615693,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.00777764855876565
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07025779038667679,
        "mean_feedback_forward_cosine": 0.999429895661094,
        "mean_feedback_forward_relative_error": 0.031389443906532095,
        "min_feedback_forward_cosine": 0.9975459575653076
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009434352706285746,
        "instruction_rms": 0.0009434352704947054,
        "raw_apical_rms": 0.12075522034551249,
        "teaching_rms": 0.0009434352706285746,
        "traffic_rms": 0.12074866983924204
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.134634844556786e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5863888524493617e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011169083543723663,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.007418532796762883
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07023657858371735,
        "mean_feedback_forward_cosine": 0.999430175261064,
        "mean_feedback_forward_relative_error": 0.03138248405673287,
        "min_feedback_forward_cosine": 0.9975473880767822
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010115940486411486,
        "instruction_rms": 0.0010115940489804026,
        "raw_apical_rms": 0.12074958993793988,
        "teaching_rms": 0.0010115940486411486,
        "traffic_rms": 0.12074189484607889
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.299540444842933e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587309086780064e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011167800983200398,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.007985664666891098
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07021334022283554,
        "mean_feedback_forward_cosine": 0.9994304635308006,
        "mean_feedback_forward_relative_error": 0.03137529146095568,
        "min_feedback_forward_cosine": 0.9975489974021912
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0010090336205429283,
        "instruction_rms": 0.0010090336205609723,
        "raw_apical_rms": 0.12074680283928257,
        "teaching_rms": 0.0010090336205429283,
        "traffic_rms": 0.12073941123422713
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.083522035600254e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.585378086634112e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011277140639654279,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.007911784377619625
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07019465416669846,
        "mean_feedback_forward_cosine": 0.9994306911121715,
        "mean_feedback_forward_relative_error": 0.03136926259506832,
        "min_feedback_forward_cosine": 0.9975502490997314
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009662888563246104,
        "instruction_rms": 0.000966288856044449,
        "raw_apical_rms": 0.12073499670172054,
        "teaching_rms": 0.0009662888563246104,
        "traffic_rms": 0.12072837977571471
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.496089438063791e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587221212477568e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011256401771457725,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.006909314128682017
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07017727941274643,
        "mean_feedback_forward_cosine": 0.9994309078563344,
        "mean_feedback_forward_relative_error": 0.03136391824280674,
        "min_feedback_forward_cosine": 0.9975515604019165
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000869398138851607,
        "instruction_rms": 0.0008693981386695274,
        "raw_apical_rms": 0.12066423618798937,
        "teaching_rms": 0.000869398138851607,
        "traffic_rms": 0.12065867949557355
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.0784638716550035e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5856327820394464e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011204988740657578,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.006455450179949403
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07015566527843475,
        "mean_feedback_forward_cosine": 0.9994311701167714,
        "mean_feedback_forward_relative_error": 0.03135735793039203,
        "min_feedback_forward_cosine": 0.9975528717041016
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009108328233069865,
        "instruction_rms": 0.0009108328232173712,
        "raw_apical_rms": 0.12064820004474244,
        "teaching_rms": 0.0009108328233069865,
        "traffic_rms": 0.1206417547556839
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.499374194390839e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.588504741949133e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011270251572767884,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.00725371184438467
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07013462483882904,
        "mean_feedback_forward_cosine": 0.9994314182888377,
        "mean_feedback_forward_relative_error": 0.03135055799714544,
        "min_feedback_forward_cosine": 0.9975544214248657
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0009929308943153806,
        "instruction_rms": 0.0009929308941822965,
        "raw_apical_rms": 0.12067018188186542,
        "teaching_rms": 0.0009929308943153806,
        "traffic_rms": 0.12066312890556309
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.568165472093824e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587661712584924e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01110846032069937,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.007605920844562352
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011668384075165,
        "mean_feedback_forward_cosine": 0.9994316447864879,
        "mean_feedback_forward_relative_error": 0.03134507797658444,
        "min_feedback_forward_cosine": 0.9975556135177612
      },
      "lr": 0.010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008278443350944605,
        "instruction_rms": 0.000827844334770908,
        "raw_apical_rms": 0.12063417210462912,
        "teaching_rms": 0.0008278443350944605,
        "traffic_rms": 0.12062883016818716
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.079902448163921e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5861055090235406e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011049545253435487,
        "minimum_observations": 80
      },
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.006175522373914719
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011643052101135,
        "mean_feedback_forward_cosine": 0.9994316523725336,
        "mean_feedback_forward_relative_error": 0.03134498400613665,
        "min_feedback_forward_cosine": 0.9975556135177612
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0008630216981704413,
        "instruction_rms": 0.0008630216980826758,
        "raw_apical_rms": 0.12061825903365644,
        "teaching_rms": 0.0008630216981704413,
        "traffic_rms": 0.12061274661674656
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.687106963137012e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5897691840843058e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011071510585886186,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.005969180923551321
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011627405881882,
        "mean_feedback_forward_cosine": 0.9994316437027672,
        "mean_feedback_forward_relative_error": 0.03134491436014121,
        "min_feedback_forward_cosine": 0.9975556135177612
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007460985699154562,
        "instruction_rms": 0.0007460985697244131,
        "raw_apical_rms": 0.12060988009720111,
        "teaching_rms": 0.0007460985699154562,
        "traffic_rms": 0.12060513364013943
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.912668399332688e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.597947370401401e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01094981160962626,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.005264219559244812
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011613249778748,
        "mean_feedback_forward_cosine": 0.9994316567074168,
        "mean_feedback_forward_relative_error": 0.03134484869343313,
        "min_feedback_forward_cosine": 0.997555673122406
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007420030853294929,
        "instruction_rms": 0.0007420030853725111,
        "raw_apical_rms": 0.12061358630239877,
        "teaching_rms": 0.0007420030853294929,
        "traffic_rms": 0.120609119304036
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.203235069004222e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5854405454563713e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01099086252175615,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.0050315053797513245
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011598348617554,
        "mean_feedback_forward_cosine": 0.9994316469539296,
        "mean_feedback_forward_relative_error": 0.031344785854559055,
        "min_feedback_forward_cosine": 0.997555673122406
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007039289267185821,
        "instruction_rms": 0.0007039289268821719,
        "raw_apical_rms": 0.1206168929630992,
        "teaching_rms": 0.0007039289267185821,
        "traffic_rms": 0.12061270980422223
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.765618737996192e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591492133799338e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011034298548478259,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.004824321654289961
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011587917804718,
        "mean_feedback_forward_cosine": 0.9994316610423002,
        "mean_feedback_forward_relative_error": 0.0313447261906483,
        "min_feedback_forward_cosine": 0.9975557327270508
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006376567373198125,
        "instruction_rms": 0.000637656737203598,
        "raw_apical_rms": 0.12061587949785221,
        "teaching_rms": 0.0006376567373198125,
        "traffic_rms": 0.12061244154477092
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 7.224610953926458e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5889644525274507e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010960997161645742,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.004377018192149699
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011575996875763,
        "mean_feedback_forward_cosine": 0.9994316534562544,
        "mean_feedback_forward_relative_error": 0.03134466705166481,
        "min_feedback_forward_cosine": 0.9975557923316956
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000684842550326603,
        "instruction_rms": 0.0006848425504731417,
        "raw_apical_rms": 0.12061338656526976,
        "teaching_rms": 0.000684842550326603,
        "traffic_rms": 0.12060958829388432
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.251095641118809e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5865729027490042e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010901957009038442,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.004573622027058155
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011562585830688,
        "mean_feedback_forward_cosine": 0.9994316567074168,
        "mean_feedback_forward_relative_error": 0.03134460887787017,
        "min_feedback_forward_cosine": 0.9975557327270508
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006325919894719429,
        "instruction_rms": 0.0006325919895634825,
        "raw_apical_rms": 0.1206109873693738,
        "teaching_rms": 0.0006325919894719429,
        "traffic_rms": 0.12060712511088602
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.076192787280888e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5857873653474568e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01094310001443777,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.004217614284660667
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011548429727554,
        "mean_feedback_forward_cosine": 0.9994316718795083,
        "mean_feedback_forward_relative_error": 0.03134454900229519,
        "min_feedback_forward_cosine": 0.9975557327270508
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006650859749439857,
        "instruction_rms": 0.0006650859747830863,
        "raw_apical_rms": 0.12061356531744602,
        "teaching_rms": 0.0006650859749439857,
        "traffic_rms": 0.12060975090771466
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.470630691841507e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5836846972464166e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010997232618201456,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.004617708307979629
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0701153501868248,
        "mean_feedback_forward_cosine": 0.9994316588748585,
        "mean_feedback_forward_relative_error": 0.03134448761967096,
        "min_feedback_forward_cosine": 0.9975557327270508
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006748786243155888,
        "instruction_rms": 0.0006748786241336835,
        "raw_apical_rms": 0.12061284951864801,
        "teaching_rms": 0.0006748786243155888,
        "traffic_rms": 0.12060873147569375
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.900902059849614e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5831064033897414e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010893336485269103,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.004377266821749508
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011522352695465,
        "mean_feedback_forward_cosine": 0.9994316642934625,
        "mean_feedback_forward_relative_error": 0.031344430292533206,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006392136106285652,
        "instruction_rms": 0.000639213610542817,
        "raw_apical_rms": 0.12061903297586386,
        "teaching_rms": 0.0006392136106285652,
        "traffic_rms": 0.12061574652084903
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.732165320182503e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5912027100017034e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01093279206987273,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.004207859783023596
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0701151117682457,
        "mean_feedback_forward_cosine": 0.9994316556236961,
        "mean_feedback_forward_relative_error": 0.0313443701798943,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0007046983521651161,
        "instruction_rms": 0.0007046983520976156,
        "raw_apical_rms": 0.12062403666530974,
        "teaching_rms": 0.0007046983521651161,
        "traffic_rms": 0.1206198430945124
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.373028410029292e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.581310126650428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011110784954911633,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.004733310500979424
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011499255895615,
        "mean_feedback_forward_cosine": 0.9994316545399753,
        "mean_feedback_forward_relative_error": 0.031344310473650695,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006167286458733131,
        "instruction_rms": 0.0006167286462098559,
        "raw_apical_rms": 0.1206250868131751,
        "teaching_rms": 0.0006167286458733131,
        "traffic_rms": 0.12062156704827183
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.828225451727121e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589624689138684e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010973290234301863,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.00407535614375025
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.070114865899086,
        "mean_feedback_forward_cosine": 0.9994316632097417,
        "mean_feedback_forward_relative_error": 0.03134424732998013,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006839478143122504,
        "instruction_rms": 0.0006839478143399428,
        "raw_apical_rms": 0.12062466054900933,
        "teaching_rms": 0.0006839478143122504,
        "traffic_rms": 0.1206205114262598
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.041233291398385e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5877480478490816e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010878825542593694,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.004494556574672461
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011474668979645,
        "mean_feedback_forward_cosine": 0.9994316545399753,
        "mean_feedback_forward_relative_error": 0.03134418775073507,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000642523662489967,
        "instruction_rms": 0.0006425236625722152,
        "raw_apical_rms": 0.1206194658352656,
        "teaching_rms": 0.000642523662489967,
        "traffic_rms": 0.12061568030619436
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.513977896498545e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586553023758566e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01101916135820035,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.0043582565813884136
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0701146274805069,
        "mean_feedback_forward_cosine": 0.9994316740469499,
        "mean_feedback_forward_relative_error": 0.03134413026273251,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006384842519838402,
        "instruction_rms": 0.0006384842517300336,
        "raw_apical_rms": 0.12062253839769596,
        "teaching_rms": 0.0006384842519838402,
        "traffic_rms": 0.12061878561847109
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 7.249101940942637e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587119106870252e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011001107989414591,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.004121162942238152
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011452317237854,
        "mean_feedback_forward_cosine": 0.9994316642934625,
        "mean_feedback_forward_relative_error": 0.03134407850659706,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005819218577714439,
        "instruction_rms": 0.0005819218577712398,
        "raw_apical_rms": 0.12062009257400849,
        "teaching_rms": 0.0005819218577714439,
        "traffic_rms": 0.12061685934381829
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.8667815494573006e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5946013788187038e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01093304578535944,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.00393196282312274
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011440396308899,
        "mean_feedback_forward_cosine": 0.9994316762143916,
        "mean_feedback_forward_relative_error": 0.03134402310983701,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006128534915819116,
        "instruction_rms": 0.0006128534914259528,
        "raw_apical_rms": 0.12062387358278188,
        "teaching_rms": 0.0006128534915819116,
        "traffic_rms": 0.12062063400646014
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.95615653967252e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5895688744278397e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011057271258596586,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.004055446383729577
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011427730321884,
        "mean_feedback_forward_cosine": 0.9994316816329956,
        "mean_feedback_forward_relative_error": 0.03134396695108576,
        "min_feedback_forward_cosine": 0.9975557923316956
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006219340893221111,
        "instruction_rms": 0.000621934089364157,
        "raw_apical_rms": 0.12062265113733023,
        "teaching_rms": 0.0006219340893221111,
        "traffic_rms": 0.12061944854358539
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.821016995672835e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5857311940361583e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011033229812654203,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.004223021179288626
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011416554450989,
        "mean_feedback_forward_cosine": 0.9994316772981123,
        "mean_feedback_forward_relative_error": 0.03134391290051016,
        "min_feedback_forward_cosine": 0.9975559115409851
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006069107759692488,
        "instruction_rms": 0.0006069107760468724,
        "raw_apical_rms": 0.12062285906868363,
        "teaching_rms": 0.0006069107759692488,
        "traffic_rms": 0.12061966378384595
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.111820738397e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5878056968063384e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01098561561277745,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.0039922459670901295
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011407613754272,
        "mean_feedback_forward_cosine": 0.9994316772981123,
        "mean_feedback_forward_relative_error": 0.031343862482092595,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000526750621256931,
        "instruction_rms": 0.000526750621266273,
        "raw_apical_rms": 0.12062209701356255,
        "teaching_rms": 0.000526750621256931,
        "traffic_rms": 0.12061951098282782
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.58036248321514e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5878585251587876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011095856784359296,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.0035031908175349236
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011396437883377,
        "mean_feedback_forward_cosine": 0.9994316816329956,
        "mean_feedback_forward_relative_error": 0.031343811852010815,
        "min_feedback_forward_cosine": 0.9975559115409851
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00058814731639813,
        "instruction_rms": 0.000588147316064284,
        "raw_apical_rms": 0.12062577858598894,
        "teaching_rms": 0.00058814731639813,
        "traffic_rms": 0.12062276643304598
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.418833547490067e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.586938087678919e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011049156085271485,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.0037379285618662833
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011387497186661,
        "mean_feedback_forward_cosine": 0.9994316838004372,
        "mean_feedback_forward_relative_error": 0.03134375771676952,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005767004225555261,
        "instruction_rms": 0.0005767004224079886,
        "raw_apical_rms": 0.12062386830639267,
        "teaching_rms": 0.0005767004225555261,
        "traffic_rms": 0.12062093488199492
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.405657788060125e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5847056685689057e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01100363751156407,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.0036332080767676233
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011377066373825,
        "mean_feedback_forward_cosine": 0.999431684884158,
        "mean_feedback_forward_relative_error": 0.03134370776401325,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005560159997639089,
        "instruction_rms": 0.000556016000007973,
        "raw_apical_rms": 0.1206275819578644,
        "teaching_rms": 0.0005560159997639089,
        "traffic_rms": 0.12062460473059103
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.179609357559457e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5983546141701658e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010976496711274413,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.0036046438322030008
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0701136514544487,
        "mean_feedback_forward_cosine": 0.999431679465554,
        "mean_feedback_forward_relative_error": 0.03134365017441186,
        "min_feedback_forward_cosine": 0.9975558519363403
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006151695874118451,
        "instruction_rms": 0.0006151695874295072,
        "raw_apical_rms": 0.12063329848227758,
        "teaching_rms": 0.0006151695874118451,
        "traffic_rms": 0.12062962135253426
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.8280051007386646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.594326998629107e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011050145131733127,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.0038107373747229578
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011356204748154,
        "mean_feedback_forward_cosine": 0.9994316859678789,
        "mean_feedback_forward_relative_error": 0.03134360311722213,
        "min_feedback_forward_cosine": 0.9975559115409851
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005355511792676318,
        "instruction_rms": 0.0005355511791900692,
        "raw_apical_rms": 0.12062930766844372,
        "teaching_rms": 0.0005355511792676318,
        "traffic_rms": 0.12062685877656662
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.520752293681653e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.583419186791015e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011023026841280002,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.0034027967879734933
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011345028877258,
        "mean_feedback_forward_cosine": 0.999431684884158,
        "mean_feedback_forward_relative_error": 0.03134355276653712,
        "min_feedback_forward_cosine": 0.9975559115409851
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000571202598471784,
        "instruction_rms": 0.0005712025982363581,
        "raw_apical_rms": 0.12062763988800765,
        "teaching_rms": 0.000571202598471784,
        "traffic_rms": 0.1206245600619184
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.085708375598188e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587018902721264e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011264952180325645,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.0035343935879319907
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011336833238602,
        "mean_feedback_forward_cosine": 0.9994316957213661,
        "mean_feedback_forward_relative_error": 0.031343505455350334,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005420570398281949,
        "instruction_rms": 0.0005420570398467584,
        "raw_apical_rms": 0.12062687888434831,
        "teaching_rms": 0.0005420570398281949,
        "traffic_rms": 0.12062409891134195
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 5.9498258764278944e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5856916888685357e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010932533688843974,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.0033941391864046456
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011322677135468,
        "mean_feedback_forward_cosine": 0.999431684884158,
        "mean_feedback_forward_relative_error": 0.03134344337846745,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006550410990537408,
        "instruction_rms": 0.0006550410987671143,
        "raw_apical_rms": 0.12062245567919055,
        "teaching_rms": 0.0006550410990537408,
        "traffic_rms": 0.12061847060003508
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.08072383556646e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5900002589981593e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01103817963938633,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.004194585617929697
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011310756206512,
        "mean_feedback_forward_cosine": 0.9994317000562495,
        "mean_feedback_forward_relative_error": 0.03134338492527604,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006129186839902447,
        "instruction_rms": 0.0006129186838665845,
        "raw_apical_rms": 0.12061725939845196,
        "teaching_rms": 0.0006129186839902447,
        "traffic_rms": 0.12061381182795533
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.5883788263599854e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5896749282567908e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010985667539256911,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.0038366151857189834
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011300325393677,
        "mean_feedback_forward_cosine": 0.9994316924702037,
        "mean_feedback_forward_relative_error": 0.031343333330005406,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005434226332477861,
        "instruction_rms": 0.0005434226333631546,
        "raw_apical_rms": 0.12062086958413583,
        "teaching_rms": 0.0005434226332477861,
        "traffic_rms": 0.12061814844798308
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.343538234114931e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5843312635637782e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011119251710338651,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.0033230470594763756
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011286169290543,
        "mean_feedback_forward_cosine": 0.9994316870515997,
        "mean_feedback_forward_relative_error": 0.0313432781110433,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006050422177946555,
        "instruction_rms": 0.000605042217856636,
        "raw_apical_rms": 0.12061878319968548,
        "teaching_rms": 0.0006050422177946555,
        "traffic_rms": 0.12061509153666344
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.03568900917162e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5884562432828783e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011086398436325055,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.0039166533627547325
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011277973651886,
        "mean_feedback_forward_cosine": 0.9994316816329956,
        "mean_feedback_forward_relative_error": 0.03134323151951486,
        "min_feedback_forward_cosine": 0.9975561499595642
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005044759147448961,
        "instruction_rms": 0.0005044759146976001,
        "raw_apical_rms": 0.12062000297789738,
        "teaching_rms": 0.0005044759147448961,
        "traffic_rms": 0.12061750861809446
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.918615642031e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5854146763837002e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011066784017698842,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.003106705672647804
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011265307664871,
        "mean_feedback_forward_cosine": 0.9994316989725286,
        "mean_feedback_forward_relative_error": 0.031343181888488204,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005659631940789077,
        "instruction_rms": 0.0005659631940980432,
        "raw_apical_rms": 0.12061559914493383,
        "teaching_rms": 0.0005659631940789077,
        "traffic_rms": 0.12061268996074713
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.140850127347221e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5862176173483498e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011001812745384202,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.0033360494340211153
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011255621910095,
        "mean_feedback_forward_cosine": 0.9994316957213661,
        "mean_feedback_forward_relative_error": 0.031343130623413755,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005673543001239207,
        "instruction_rms": 0.0005673543001508222,
        "raw_apical_rms": 0.1206153567101927,
        "teaching_rms": 0.0005673543001239207,
        "traffic_rms": 0.12061235260013044
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.968820460111601e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.582743846822535e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.010983011168720963,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.0034580367625225337
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011246681213379,
        "mean_feedback_forward_cosine": 0.9994316783818331,
        "mean_feedback_forward_relative_error": 0.03134308641945774,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0004976459815138841,
        "instruction_rms": 0.0004976459816920105,
        "raw_apical_rms": 0.12061366400056805,
        "teaching_rms": 0.0004976459815138841,
        "traffic_rms": 0.12061126926191726
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.905246152655309e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5906991961414833e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011195551727493036,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.003201853703260422
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011238485574722,
        "mean_feedback_forward_cosine": 0.9994317152283408,
        "mean_feedback_forward_relative_error": 0.03134304222396829,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005211968726319222,
        "instruction_rms": 0.0005211968725091514,
        "raw_apical_rms": 0.12061572611032415,
        "teaching_rms": 0.0005211968726319222,
        "traffic_rms": 0.12061317084171905
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.850057149814347e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5872184464147067e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011010572333556977,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.00335953976765275
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011228054761887,
        "mean_feedback_forward_cosine": 0.9994317108934576,
        "mean_feedback_forward_relative_error": 0.03134299394759265,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005388063977792486,
        "instruction_rms": 0.0005388063980582437,
        "raw_apical_rms": 0.12061254561114616,
        "teaching_rms": 0.0005388063977792486,
        "traffic_rms": 0.1206097198136316
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.545095653289536e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5939430196427086e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011011390089305627,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.0034279786084406077
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011214643716812,
        "mean_feedback_forward_cosine": 0.9994317065585744,
        "mean_feedback_forward_relative_error": 0.03134293638339097,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0006285226746836842,
        "instruction_rms": 0.0006285226751816846,
        "raw_apical_rms": 0.12061349649768338,
        "teaching_rms": 0.0006285226746836842,
        "traffic_rms": 0.12060975869621608
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.66417045383605e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5894972007633913e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011204382048263899,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.003654591364916414
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011202722787857,
        "mean_feedback_forward_cosine": 0.9994317033074119,
        "mean_feedback_forward_relative_error": 0.03134288574484262,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005821155552124259,
        "instruction_rms": 0.0005821155549864073,
        "raw_apical_rms": 0.12061333577180527,
        "teaching_rms": 0.0005821155552124259,
        "traffic_rms": 0.1206101166896309
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.286761333740287e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5891859237915765e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011134620326530023,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.003828974887933582
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011193782091141,
        "mean_feedback_forward_cosine": 0.9994317054748535,
        "mean_feedback_forward_relative_error": 0.03134284430098805,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.00047242418377295165,
        "instruction_rms": 0.00047242418350861443,
        "raw_apical_rms": 0.12061052989384974,
        "teaching_rms": 0.00047242418377295165,
        "traffic_rms": 0.12060850050911034
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.890857662256167e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.58954814347586e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01102968120452042,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.0028017387136630716
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011181861162186,
        "mean_feedback_forward_cosine": 0.9994316978888078,
        "mean_feedback_forward_relative_error": 0.031342793806371366,
        "min_feedback_forward_cosine": 0.9975559711456299
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005903892566277716,
        "instruction_rms": 0.0005903892564233846,
        "raw_apical_rms": 0.12060807956270969,
        "teaching_rms": 0.0005903892566277716,
        "traffic_rms": 0.1206047511850156
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.08429502335639e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5874165376027638e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011040192633313335,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.0038351499533094465
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0701117292046547,
        "mean_feedback_forward_cosine": 0.9994317119771784,
        "mean_feedback_forward_relative_error": 0.03134274671531536,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005448232452103345,
        "instruction_rms": 0.0005448232451741938,
        "raw_apical_rms": 0.12060491919545796,
        "teaching_rms": 0.0005448232452103345,
        "traffic_rms": 0.12060228145556975
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 8.226812298062214e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5861515717165807e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011145206738582146,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.0033393716052360833
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011160999536514,
        "mean_feedback_forward_cosine": 0.9994317152283408,
        "mean_feedback_forward_relative_error": 0.03134268840605563,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005763343930433735,
        "instruction_rms": 0.0005763343930394777,
        "raw_apical_rms": 0.12060809345405296,
        "teaching_rms": 0.0005763343930433735,
        "traffic_rms": 0.12060482781205767
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.131647284883911e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5844696801690102e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011045730086426286,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.0036598750675283375
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011149078607559,
        "mean_feedback_forward_cosine": 0.9994317098097367,
        "mean_feedback_forward_relative_error": 0.03134263750504364,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005744581670031234,
        "instruction_rms": 0.0005744581666903161,
        "raw_apical_rms": 0.12060959924506831,
        "teaching_rms": 0.0005744581670031234,
        "traffic_rms": 0.12060653359328767
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 7.117659350797112e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5906953395295424e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011006976178952728,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.0036172117663547396
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011138647794724,
        "mean_feedback_forward_cosine": 0.9994317152283408,
        "mean_feedback_forward_relative_error": 0.03134259288622574,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005111458291816906,
        "instruction_rms": 0.0005111458292987282,
        "raw_apical_rms": 0.12060912806148832,
        "teaching_rms": 0.0005111458291816906,
        "traffic_rms": 0.1206064117856588
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.878908382328518e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.591159473491803e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011075565606534716,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.0033742073041945694
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011128216981888,
        "mean_feedback_forward_cosine": 0.9994317217306657,
        "mean_feedback_forward_relative_error": 0.031342542891136624,
        "min_feedback_forward_cosine": 0.9975560307502747
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005398211842836283,
        "instruction_rms": 0.0005398211843157291,
        "raw_apical_rms": 0.12060749507978928,
        "teaching_rms": 0.0005398211842836283,
        "traffic_rms": 0.12060478850487091
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.236189875608034e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.587612923575866e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01108731780416762,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.0032701864750124513
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011117786169052,
        "mean_feedback_forward_cosine": 0.9994317054748535,
        "mean_feedback_forward_relative_error": 0.03134249184619297,
        "min_feedback_forward_cosine": 0.997556209564209
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.000524316796082911,
        "instruction_rms": 0.0005243167960490177,
        "raw_apical_rms": 0.12060312560575721,
        "teaching_rms": 0.000524316796082911,
        "traffic_rms": 0.12060031790672346
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 5.935772406928663e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5928149098718884e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.01112647086349768,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.0033051172525342554
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011107355356216,
        "mean_feedback_forward_cosine": 0.9994317130608992,
        "mean_feedback_forward_relative_error": 0.03134244018318978,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005683161321633778,
        "instruction_rms": 0.0005683161320164979,
        "raw_apical_rms": 0.1206061315031053,
        "teaching_rms": 0.0005683161321633778,
        "traffic_rms": 0.1206031441660092
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.613117875531316e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.589918210121876e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011103798119106409,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.003474868165999651
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011096179485321,
        "mean_feedback_forward_cosine": 0.9994317195632241,
        "mean_feedback_forward_relative_error": 0.03134238957004114,
        "min_feedback_forward_cosine": 0.9975560903549194
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005417618198583302,
        "instruction_rms": 0.0005417618198572267,
        "raw_apical_rms": 0.12060498828107377,
        "teaching_rms": 0.0005417618198583302,
        "traffic_rms": 0.12060221464078606
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260973036289215,
        "maximum_absolute_post_projection_soma_slope": 6.244734152005549e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5874611353022428e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011158040318562856,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.0033151503371819852
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07011085003614426,
        "mean_feedback_forward_cosine": 0.999431696805087,
        "mean_feedback_forward_relative_error": 0.03134233936328779,
        "min_feedback_forward_cosine": 0.9975561499595642
      },
      "lr": 0.0010000000000000002,
      "mixed_apical": {
        "innovation_rms": 0.0005486043037678133,
        "instruction_rms": 0.0005486043037548054,
        "raw_apical_rms": 0.12060382867848905,
        "teaching_rms": 0.0005486043037678133,
        "traffic_rms": 0.12060086328985489
      },
      "neutral_projection": {
        "instruction_observations": 0,
        "maximum_absolute_correction_slope": 0.14260974526405334,
        "maximum_absolute_post_projection_soma_slope": 6.818186193413567e-08,
        "maximum_observations": 128,
        "maximum_post_projection_traffic_rms_ratio": 2.5899783679265844e-08,
        "maximum_pre_projection_traffic_rms_ratio": 0.011041197951431369,
        "minimum_observations": 80
      },
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.003250983671899885
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9265,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.40451343078613283,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 3324800000,
    "peak_memory_reserved_bytes": 5553258496,
    "torch_version": "2.3.1+cu118"
  },
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 6.46296953732417e-08,
      "max_applied_stability_margin": 0.0,
      "max_positive_residual_soma_slope": 6.46296953732417e-08,
      "min_residual_soma_slope": -6.405959140920459e-08,
      "mse": 7.551191395303828e-18,
      "observations": 64,
      "residual_traffic_rms_ratio": 7.183399530690697e-08,
      "stability_margin": 0.0
    },
    "examples": 64,
    "instruction_present": false,
    "mode": "closed_form",
    "post_warmup_traffic_residual_rms_ratio": 7.183399530690697e-08,
    "reuses_traffic_calibration_forward": true,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 13,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 2.0277559757232666,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.06840205192565918,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 26341.438787698746,
    "train_wall_s": 26335.04203605652
  },
  "traffic_calibration": {
    "data_source": "first unaugmented development-training examples",
    "examples": 64,
    "instruction_rms": [
      0.03324144333600998,
      0.023956647142767906,
      0.016600562259554863,
      0.01499030739068985,
      0.010612402111291885,
      0.012000334449112415,
      0.00762191554531455,
      0.009904524311423302,
      0.005702985916286707,
      0.007403014227747917,
      0.004532030317932367,
      0.006072201766073704,
      0.0036331163719296455,
      0.0051048751920461655,
      0.002998217474669218,
      0.004114323761314154,
      0.0026671418454498053,
      0.003895387751981616,
      0.002370318630710244,
      0.0056512546725571156,
      0.0037113670259714127,
      0.005224796012043953,
      0.0032843619119375944,
      0.004609318450093269,
      0.002866135211661458,
      0.0039026974700391293,
      0.0026347883976995945,
      0.003975309431552887,
      0.0023530018515884876,
      0.0033136510755866766,
      0.0021715739276260138,
      0.0032538925297558308,
      0.001960910391062498,
      0.00299330847337842,
      0.0018442444270476699,
      0.0027256158646196127,
      0.001736381440423429,
      0.004094036761671305,
      0.0028829944785684347,
      0.0039848401211202145,
      0.0026638475246727467,
      0.0036872976925224066,
      0.0024965289048850536,
      0.003642389550805092,
      0.0023068618029356003,
      0.003363950178027153,
      0.0021544655319303274,
      0.0031548282131552696,
      0.0020185247994959354,
      0.002877783728763461,
      0.001951601472683251,
      0.0028882359620183706,
      0.0018873275257647038,
      0.0026884444523602724,
      0.0018550545210018754
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      3.999999761581421,
      4.000000476837158,
      3.999999523162842,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.0,
      4.0,
      4.0,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.17709320783615112,
      0.124513179063797,
      0.058669257909059525,
      0.07763158529996872,
      0.028829237446188927,
      0.06371939927339554,
      0.017623847350478172,
      0.052935902029275894,
      0.011839767917990685,
      0.03833375126123428,
      0.008274483494460583,
      0.03276669606566429,
      0.006016725208610296,
      0.027274494990706444,
      0.0045689488761126995,
      0.022393498569726944,
      0.0038804931100457907,
      0.021015234291553497,
      0.0032204589806497097,
      0.029996510595083237,
      0.006462405901402235,
      0.027751736342906952,
      0.005268997512757778,
      0.024546777829527855,
      0.004274462815374136,
      0.02027544006705284,
      0.0036558243446052074,
      0.021232953295111656,
      0.0030691949650645256,
      0.017194336280226707,
      0.0026687579229474068,
      0.017576754093170166,
      0.0022942451760172844,
      0.016171762719750404,
      0.00208999402821064,
      0.014411799609661102,
      0.001927451230585575,
      0.021360954269766808,
      0.004324133042246103,
      0.02077731117606163,
      0.0037467011716216803,
      0.019512439146637917,
      0.0032881060615181923,
      0.01938728243112564,
      0.002971186302602291,
      0.01791982166469097,
      0.0026235159020870924,
      0.01685306988656521,
      0.0023501201067119837,
      0.015273039229214191,
      0.0022179309744387865,
      0.015392888337373734,
      0.0020608259364962578,
      0.014193649403750896,
      0.0019489242695271969
    ],
    "unscaled_traffic_rms": [
      0.7508236765861511,
      0.7696099877357483,
      1.131806492805481,
      0.7723819017410278,
      1.4724498987197876,
      0.7533237934112549,
      1.7299095392227173,
      0.7484164237976074,
      1.9267221689224243,
      0.7724800109863281,
      2.1908462047576904,
      0.741265058517456,
      2.415344715118408,
      0.748666524887085,
      2.624864101409912,
      0.7349139451980591,
      2.749281406402588,
      0.7414407730102539,
      2.944075584411621,
      0.7535882592201233,
      2.2972044944763184,
      0.7530766129493713,
      2.4933485984802246,
      0.7511076927185059,
      2.682101011276245,
      0.7699359059333801,
      2.8828392028808594,
      0.7488943338394165,
      3.0666046142578125,
      0.7708703279495239,
      3.2548084259033203,
      0.7404990792274475,
      3.4188332557678223,
      0.7403790354728699,
      3.5296645164489746,
      0.7564956545829773,
      3.6034767627716064,
      0.7666392922401428,
      2.6668879985809326,
      0.7671522498130798,
      2.8439390659332275,
      0.7558865547180176,
      3.0370419025421143,
      0.7515007853507996,
      3.1056439876556396,
      0.750889241695404,
      3.2848522663116455,
      0.7487841844558716,
      3.4356112480163574,
      0.7536898851394653,
      3.519679546356201,
      0.7505377531051636,
      3.6632449626922607,
      0.7576471567153931,
      3.807340383529663
    ],
    "uses_validation_endpoint": false
  },
  "work": {
    "apical_macs_per_example": 125043328,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 1250441282772992,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 1250433280000000,
      "local_weight_correlation_macs": 1254856960000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 1254856960000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 8031084544
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 127796290519040,
    "forward_macs_per_example": 125485696,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 10000000,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000064,
    "total_forward_equivalent_examples": 10000064,
    "total_macs_estimate": 5010596513857536
  }
}