diff options
Diffstat (limited to 'results/kp_dynamic_projection_confirmation/seed11_dynamic.json')
| -rw-r--r-- | results/kp_dynamic_projection_confirmation/seed11_dynamic.json | 6645 |
1 files changed, 6645 insertions, 0 deletions
diff --git a/results/kp_dynamic_projection_confirmation/seed11_dynamic.json b/results/kp_dynamic_projection_confirmation/seed11_dynamic.json new file mode 100644 index 0000000..9a60f05 --- /dev/null +++ b/results/kp_dynamic_projection_confirmation/seed11_dynamic.json @@ -0,0 +1,6645 @@ +{ + "architecture": { + "adaptive_apical_parameters": 376832, + "adaptive_feedback_parameters": 267904, + "base_width": 16, + "blocks_per_stage": 3, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 188416, + "forward_parameters": 269722, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 376832, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 20, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 11, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/kp_dynamic_projection_confirmation/seed11_dynamic.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 11, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5011, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9996783634026846, + "feedback_forward_cosine": [ + 0.9998610615730286, + 0.9998597502708435, + 0.9998449683189392, + 0.9998167753219604, + 0.999860942363739, + 0.9997998476028442, + 0.9998056888580322, + 0.9998713731765747, + 0.9998413324356079, + 0.999809205532074, + 0.9998600482940674, + 0.9998120665550232, + 0.9998329877853394, + 0.999901294708252, + 0.999891459941864, + 0.9998685121536255, + 0.9998737573623657, + 0.9997072219848633, + 0.9999872446060181 + ], + "feedback_forward_norm_ratio": [ + 0.9999848008155823, + 1.0002057552337646, + 0.9993629455566406, + 1.0006210803985596, + 0.9997247457504272, + 1.0011016130447388, + 0.9992879629135132, + 1.000140905380249, + 0.9995822310447693, + 1.0009334087371826, + 0.9997886419296265, + 1.0006424188613892, + 0.9995843768119812, + 1.0002073049545288, + 1.0000635385513306, + 1.0005011558532715, + 0.999961793422699, + 1.0008968114852905, + 1.002803921699524 + ], + "feedback_forward_relative_error": [ + 0.016670921817421913, + 0.0167523380368948, + 0.01761452853679657, + 0.019159018993377686, + 0.016672370955348015, + 0.020045427605509758, + 0.01972510665655136, + 0.01603907346725464, + 0.017814019694924355, + 0.01956876926124096, + 0.01673239655792713, + 0.019405409693717957, + 0.018277745693922043, + 0.014054974541068077, + 0.014736976474523544, + 0.016230877488851547, + 0.01588498428463936, + 0.024225151166319847, + 0.005788627080619335 + ], + "innovation_negative_gradient_cosine": [ + 0.999683141708374, + 0.9996625185012817, + 0.9996740818023682, + 0.9996703863143921, + 0.9996891617774963, + 0.9996908903121948, + 0.9997040033340454, + 0.9997142553329468, + 0.9997388124465942, + 0.9997115135192871, + 0.9997595548629761, + 0.9997270107269287, + 0.9997718334197998, + 0.9998247623443604, + 0.9998503923416138, + 0.9998764395713806, + 0.9999104738235474, + 0.9999583959579468, + 0.8482236862182617 + ], + "instruction_negative_gradient_cosine": [ + 0.999683141708374, + 0.9996625185012817, + 0.9996740818023682, + 0.9996703863143921, + 0.9996891617774963, + 0.9996908903121948, + 0.9997040033340454, + 0.9997142553329468, + 0.999738872051239, + 0.9997115135192871, + 0.9997595548629761, + 0.9997270107269287, + 0.9997718334197998, + 0.9998247623443604, + 0.9998503923416138, + 0.9998764395713806, + 0.9999104738235474, + 0.999958336353302, + 0.8560211062431335 + ], + "matched_negative_gradient_cosine": [ + 0.08844749629497528, + 0.06167217716574669, + 0.07984533905982971, + 0.06379158794879913, + 0.12253670394420624, + 0.15396571159362793, + 0.1698274165391922, + 0.16664426028728485, + 0.1824481189250946, + 0.22937560081481934, + 0.25539731979370117, + 0.3821932077407837, + 0.2607014775276184, + 0.2346254289150238, + 0.2583942413330078, + 0.5296765565872192, + 0.309806764125824, + 0.48135125637054443, + 0.1585499793291092 + ], + "max_norm_match_direction_error": 1.7881393432617188e-07, + "max_norm_match_relative_error": 1.5935543729028723e-07, + "mean_feedback_forward_cosine": 0.9998476599392138, + "mean_feedback_forward_relative_error": 0.0171262483161531, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.06755083799362183, + "max_absolute_post_projection_soma_slope": 8.47370795753477e-09, + "max_absolute_pre_projection_soma_slope": 0.06755083799362183, + "max_positive_post_projection_soma_slope": 5.150460502534315e-09, + "min_post_projection_soma_slope": -8.47370795753477e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.465495111949953e-08, + "pre_projection_traffic_rms_ratio": 0.01517021348554472 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.0151702134855298, + "raw_negative_gradient_cosine": [ + 0.08844749629497528, + 0.06167217716574669, + 0.07984533905982971, + 0.06379158794879913, + 0.12253670394420624, + 0.15396571159362793, + 0.1698274314403534, + 0.16664426028728485, + 0.1824481189250946, + 0.22937560081481934, + 0.25539731979370117, + 0.3821932077407837, + 0.2607014775276184, + 0.2346254289150238, + 0.2583942413330078, + 0.5296765565872192, + 0.309806764125824, + 0.4813512861728668, + 0.1585499793291092 + ], + "teaching_negative_gradient_cosine": [ + 0.999683141708374, + 0.9996625185012817, + 0.9996740818023682, + 0.9996703863143921, + 0.9996891617774963, + 0.9996908903121948, + 0.9997040033340454, + 0.9997142553329468, + 0.9997388124465942, + 0.9997115135192871, + 0.9997595548629761, + 0.9997270107269287, + 0.9997718334197998, + 0.9998247623443604, + 0.9998503923416138, + 0.9998764395713806, + 0.9999104738235474, + 0.9999583959579468, + 0.8482236862182617 + ], + "traffic_instruction_rms_ratio": 3.129382118094096, + "used_negative_gradient_cosine": [ + 0.999683141708374, + 0.9996625185012817, + 0.9996740818023682, + 0.9996703863143921, + 0.9996891617774963, + 0.9996908903121948, + 0.9997040033340454, + 0.9997142553329468, + 0.9997388124465942, + 0.9997115135192871, + 0.9997595548629761, + 0.9997270107269287, + 0.9997718334197998, + 0.9998247623443604, + 0.9998503923416138, + 0.9998764395713806, + 0.9999104738235474, + 0.9999583959579468, + 0.8482236862182617 + ], + "wall_s": 0.14449191093444824 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.3087363243103027, + "mean_feedback_forward_cosine": 0.31340810499693217, + "mean_feedback_forward_relative_error": 1.172507709578464, + "min_feedback_forward_cosine": 0.14652138948440552 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0026881788398795577, + "instruction_rms": 0.002688178839532562, + "raw_apical_rms": 0.020703001247793434, + "teaching_rms": 0.0026881788398795577, + "traffic_rms": 0.020517548637028073 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755086034536362, + "maximum_absolute_post_projection_soma_slope": 3.052601726949433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.046251457654459e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011846848602933282, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 1.7667908529663086 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2494722604751587, + "mean_feedback_forward_cosine": 0.45085169296515615, + "mean_feedback_forward_relative_error": 1.048200444171303, + "min_feedback_forward_cosine": 0.234551340341568 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0039545557406278214, + "instruction_rms": 0.003954555740678504, + "raw_apical_rms": 0.02416698723630939, + "teaching_rms": 0.0039545557406278214, + "traffic_rms": 0.023838550963381163 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.741550453322361e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.8288795835210565e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011866852138354067, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.2535623191833496 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2027034759521484, + "mean_feedback_forward_cosine": 0.5446777877054716, + "mean_feedback_forward_relative_error": 0.9546473779176411, + "min_feedback_forward_cosine": 0.2964254915714264 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004578204721378046, + "instruction_rms": 0.004578204719952608, + "raw_apical_rms": 0.02736211635178799, + "teaching_rms": 0.004578204721378046, + "traffic_rms": 0.02697351295986002 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1091456520471183e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7574754560786003e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013944582394445489, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.0001237662124633 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1587450504302979, + "mean_feedback_forward_cosine": 0.6083065208635832, + "mean_feedback_forward_relative_error": 0.885358695921145, + "min_feedback_forward_cosine": 0.3499966561794281 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004818640973480166, + "instruction_rms": 0.004818640973172994, + "raw_apical_rms": 0.028678806300653007, + "teaching_rms": 0.004818640973480166, + "traffic_rms": 0.02826873593424981 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8263313467391527e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7494339111688606e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018954521632578263, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 0.840593365764618 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1191059350967407, + "mean_feedback_forward_cosine": 0.6565835350438168, + "mean_feedback_forward_relative_error": 0.8293985677392859, + "min_feedback_forward_cosine": 0.39677947759628296 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004883003256607919, + "instruction_rms": 0.004883003256753464, + "raw_apical_rms": 0.02980277920479356, + "teaching_rms": 0.004883003256607919, + "traffic_rms": 0.02939693964439612 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.804208776296946e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.742172083945962e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020563873307573793, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.731468468208313 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0796953439712524, + "mean_feedback_forward_cosine": 0.6962837310213792, + "mean_feedback_forward_relative_error": 0.7799594574852994, + "min_feedback_forward_cosine": 0.4404248893260956 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00500860888997202, + "instruction_rms": 0.0050086088890708745, + "raw_apical_rms": 0.030590837299592704, + "teaching_rms": 0.00500860888997202, + "traffic_rms": 0.03017472588028799 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7221084053508093e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7380517836467214e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02154500087386256, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.666740667591095 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0412571430206299, + "mean_feedback_forward_cosine": 0.7288540444876018, + "mean_feedback_forward_relative_error": 0.737212747335434, + "min_feedback_forward_cosine": 0.48131710290908813 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0049852351613036425, + "instruction_rms": 0.004985235162137124, + "raw_apical_rms": 0.03135425668139992, + "teaching_rms": 0.0049852351613036425, + "traffic_rms": 0.03095226406698569 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.4678173221891484e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7427795270241633e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.027229675886912393, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6152083800315857 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0042803287506104, + "mean_feedback_forward_cosine": 0.7567022223221628, + "mean_feedback_forward_relative_error": 0.6982758829468175, + "min_feedback_forward_cosine": 0.5185934901237488 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.005014545978535912, + "instruction_rms": 0.0050145459796758, + "raw_apical_rms": 0.03219074996449805, + "teaching_rms": 0.005014545978535912, + "traffic_rms": 0.0317941321334188 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 3.585376973092025e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7289328601826083e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024713090319483252, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.5838607088375092 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.969696581363678, + "mean_feedback_forward_cosine": 0.7794363969250729, + "mean_feedback_forward_relative_error": 0.664243254222368, + "min_feedback_forward_cosine": 0.5521765947341919 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004915263384304197, + "instruction_rms": 0.004915263383908222, + "raw_apical_rms": 0.032640027512268785, + "teaching_rms": 0.004915263384304197, + "traffic_rms": 0.03226369321760255 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.091644984465347e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7369781147232428e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025946180780604306, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.5472206619644165 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9358206987380981, + "mean_feedback_forward_cosine": 0.7997367538903889, + "mean_feedback_forward_relative_error": 0.6328000441977852, + "min_feedback_forward_cosine": 0.5831120014190674 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004917962935452355, + "instruction_rms": 0.0049179629344542125, + "raw_apical_rms": 0.033086833221556596, + "teaching_rms": 0.004917962935452355, + "traffic_rms": 0.03271594636500545 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.6161629307352996e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7304119612970304e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023127446973333212, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5269140780735015 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9036549925804138, + "mean_feedback_forward_cosine": 0.8178335114529258, + "mean_feedback_forward_relative_error": 0.6032322362849587, + "min_feedback_forward_cosine": 0.6115927696228027 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004930545032109824, + "instruction_rms": 0.004930545032385851, + "raw_apical_rms": 0.03381495395743663, + "teaching_rms": 0.004930545032109824, + "traffic_rms": 0.03344978034300997 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.624917172511232e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7004409562608875e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020571519807204532, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.4997729486846924 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8718057870864868, + "mean_feedback_forward_cosine": 0.8336935953090066, + "mean_feedback_forward_relative_error": 0.5762885761888403, + "min_feedback_forward_cosine": 0.6387262344360352 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004919953102630385, + "instruction_rms": 0.004919953105790663, + "raw_apical_rms": 0.03424772340703334, + "teaching_rms": 0.004919953102630385, + "traffic_rms": 0.033888256885142895 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7590884243977598e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7199008072876746e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022755505843269273, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.4836398101043701 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8400987982749939, + "mean_feedback_forward_cosine": 0.8477901659513775, + "mean_feedback_forward_relative_error": 0.5510431292809939, + "min_feedback_forward_cosine": 0.6645466089248657 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004884045236408018, + "instruction_rms": 0.00488404523576225, + "raw_apical_rms": 0.0344523577683177, + "teaching_rms": 0.004884045236408018, + "traffic_rms": 0.03409986908722708 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1926334525801394e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7222784709761166e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023236376974255027, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.46323998149871826 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8090202212333679, + "mean_feedback_forward_cosine": 0.8610391240370902, + "mean_feedback_forward_relative_error": 0.5260505770382128, + "min_feedback_forward_cosine": 0.6889485120773315 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.005002295764387564, + "instruction_rms": 0.0050022957654694234, + "raw_apical_rms": 0.034523646094176026, + "teaching_rms": 0.005002295764387564, + "traffic_rms": 0.03415475379273306 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8471507818039754e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.708834378031436e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022781564633998285, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.4524604732131958 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7787948846817017, + "mean_feedback_forward_cosine": 0.8728594811339128, + "mean_feedback_forward_relative_error": 0.5028186863974521, + "min_feedback_forward_cosine": 0.7118774652481079 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004953687117424111, + "instruction_rms": 0.004953687116037417, + "raw_apical_rms": 0.034936240221825114, + "teaching_rms": 0.004953687117424111, + "traffic_rms": 0.03457934353796589 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5589677932202903e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7018684722432882e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02142715242891272, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.435916185131073 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7490498423576355, + "mean_feedback_forward_cosine": 0.8834775372555381, + "mean_feedback_forward_relative_error": 0.4811236262321472, + "min_feedback_forward_cosine": 0.7334833145141602 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004973966333194933, + "instruction_rms": 0.004973966331569037, + "raw_apical_rms": 0.03521937011417097, + "teaching_rms": 0.004973966333194933, + "traffic_rms": 0.03486176073718152 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2128217480599233e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.686533409177119e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02242443452751341, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.41994240971565244 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.721250057220459, + "mean_feedback_forward_cosine": 0.8928853022424799, + "mean_feedback_forward_relative_error": 0.4610257093843661, + "min_feedback_forward_cosine": 0.752827525138855 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0049547382316701164, + "instruction_rms": 0.004954738232489822, + "raw_apical_rms": 0.03558247618418346, + "teaching_rms": 0.0049547382316701164, + "traffic_rms": 0.035230988674555166 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7379487121947932e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6883065484002303e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02036957929540992, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.40427187831878664 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.693202018737793, + "mean_feedback_forward_cosine": 0.9016915685252139, + "mean_feedback_forward_relative_error": 0.44139248838550166, + "min_feedback_forward_cosine": 0.7714639902114868 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004946521556849898, + "instruction_rms": 0.004946521555947516, + "raw_apical_rms": 0.03553685743924213, + "teaching_rms": 0.004946521556849898, + "traffic_rms": 0.03518522230999197 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9199785700484426e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.714861970212518e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021366996611398348, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.39880777876853946 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6665323972702026, + "mean_feedback_forward_cosine": 0.909615014728747, + "mean_feedback_forward_relative_error": 0.42304371689495285, + "min_feedback_forward_cosine": 0.7885818481445312 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004909424498011299, + "instruction_rms": 0.0049094244972288535, + "raw_apical_rms": 0.03582652553746497, + "teaching_rms": 0.004909424498011299, + "traffic_rms": 0.03548279493500907 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.194657338667639e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.692517233267659e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020587741765861776, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.39024090666770933 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6420379877090454, + "mean_feedback_forward_cosine": 0.9167745207485399, + "mean_feedback_forward_relative_error": 0.40577978993716995, + "min_feedback_forward_cosine": 0.8036931753158569 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004918607383195503, + "instruction_rms": 0.00491860738424916, + "raw_apical_rms": 0.03569828217600079, + "teaching_rms": 0.004918607383195503, + "traffic_rms": 0.035353254766157395 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7435984151225057e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.686304699524233e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019926041014319513, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.373338398475647 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.616873562335968, + "mean_feedback_forward_cosine": 0.9234730350343805, + "mean_feedback_forward_relative_error": 0.38890998300753143, + "min_feedback_forward_cosine": 0.8186463713645935 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004884244204056974, + "instruction_rms": 0.004884244205516847, + "raw_apical_rms": 0.03609097910622872, + "teaching_rms": 0.004884244204056974, + "traffic_rms": 0.035753919102934205 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1010881923189118e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6808766169383002e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020424186320200387, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.3683962243747711 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5928493738174438, + "mean_feedback_forward_cosine": 0.9295160425336737, + "mean_feedback_forward_relative_error": 0.3731237885199095, + "min_feedback_forward_cosine": 0.8320645689964294 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0049054358893287206, + "instruction_rms": 0.004905435888337611, + "raw_apical_rms": 0.03650817371695719, + "teaching_rms": 0.0049054358893287206, + "traffic_rms": 0.03617225228324005 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.92368262932996e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6846135270396145e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018854506266897626, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.3555081173324585 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5690302848815918, + "mean_feedback_forward_cosine": 0.935172250396327, + "mean_feedback_forward_relative_error": 0.35768413151565354, + "min_feedback_forward_cosine": 0.8451007604598999 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004940777251894637, + "instruction_rms": 0.004940777251348138, + "raw_apical_rms": 0.03664707648346196, + "teaching_rms": 0.004940777251894637, + "traffic_rms": 0.036306705597366 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.667596454841714e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6713572977421268e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01853103066077253, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.3489748328113556 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.546675980091095, + "mean_feedback_forward_cosine": 0.9402440158944381, + "mean_feedback_forward_relative_error": 0.34325990237687765, + "min_feedback_forward_cosine": 0.8569444417953491 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004905000111109007, + "instruction_rms": 0.004905000111845955, + "raw_apical_rms": 0.03656887081991948, + "teaching_rms": 0.004905000111109007, + "traffic_rms": 0.03623321177316442 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.408528487762851e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6771771532081986e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018462418676560247, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.34243516427993775 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5250840783119202, + "mean_feedback_forward_cosine": 0.9449154765982377, + "mean_feedback_forward_relative_error": 0.32940979301929474, + "min_feedback_forward_cosine": 0.867835521697998 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004895745948463824, + "instruction_rms": 0.004895745946752293, + "raw_apical_rms": 0.036706791687116096, + "teaching_rms": 0.004895745948463824, + "traffic_rms": 0.03637309440831359 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.0179737819935326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6902793049054728e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017245752578421515, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.3361915178871155 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5036662817001343, + "mean_feedback_forward_cosine": 0.9492096712714747, + "mean_feedback_forward_relative_error": 0.3162285332617007, + "min_feedback_forward_cosine": 0.8782515525817871 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004888102575844682, + "instruction_rms": 0.004888102574953978, + "raw_apical_rms": 0.03691169984924353, + "teaching_rms": 0.004888102575844682, + "traffic_rms": 0.036580624584067495 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.792725434768272e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.693679271710854e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018899095086521857, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.32541181681632997 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4843345284461975, + "mean_feedback_forward_cosine": 0.9530331147344488, + "mean_feedback_forward_relative_error": 0.3039938062429428, + "min_feedback_forward_cosine": 0.8872131109237671 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00491624570125044, + "instruction_rms": 0.004916245702067156, + "raw_apical_rms": 0.036832722064134266, + "teaching_rms": 0.00491624570125044, + "traffic_rms": 0.03649751923342967 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.845910446718335e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6910577164207405e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019164760636272905, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.3181274569320679 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4641757011413574, + "mean_feedback_forward_cosine": 0.9567624644229287, + "mean_feedback_forward_relative_error": 0.2915201634168625, + "min_feedback_forward_cosine": 0.8962101340293884 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004996912159732215, + "instruction_rms": 0.004996912157865834, + "raw_apical_rms": 0.037095799457345764, + "teaching_rms": 0.004996912159732215, + "traffic_rms": 0.03675210783932414 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2201687599476827e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6775478026062304e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01889539955124497, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.31764404257774354 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.44555461406707764, + "mean_feedback_forward_cosine": 0.9600449298557482, + "mean_feedback_forward_relative_error": 0.28016730594007594, + "min_feedback_forward_cosine": 0.9042617082595825 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004892762025138244, + "instruction_rms": 0.004892762024916223, + "raw_apical_rms": 0.03706706981892086, + "teaching_rms": 0.004892762025138244, + "traffic_rms": 0.03673734479567952 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.9668862094590622e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6775657398581002e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01662276990910805, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.31042323205947875 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4282664656639099, + "mean_feedback_forward_cosine": 0.9630532390192935, + "mean_feedback_forward_relative_error": 0.2693352993381651, + "min_feedback_forward_cosine": 0.9114543199539185 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048774167443242835, + "instruction_rms": 0.0048774167459193244, + "raw_apical_rms": 0.037289004377691747, + "teaching_rms": 0.0048774167443242835, + "traffic_rms": 0.03696294932562984 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3981751695600906e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6859504863432012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018052055538762334, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.305426420712471 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4108421206474304, + "mean_feedback_forward_cosine": 0.9658502622654563, + "mean_feedback_forward_relative_error": 0.2588564122193738, + "min_feedback_forward_cosine": 0.9184257984161377 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004912831360235676, + "instruction_rms": 0.004912831360791138, + "raw_apical_rms": 0.03735017225196602, + "teaching_rms": 0.004912831360235676, + "traffic_rms": 0.037019126695910315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.549144184627039e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6809946371257885e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017963018875608944, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.3010371986198425 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.39443832635879517, + "mean_feedback_forward_cosine": 0.9684585364241349, + "mean_feedback_forward_relative_error": 0.24871157345018888, + "min_feedback_forward_cosine": 0.9246935248374939 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004923820212230596, + "instruction_rms": 0.004923820213382989, + "raw_apical_rms": 0.03766478985404764, + "teaching_rms": 0.004923820212230596, + "traffic_rms": 0.03733538437384807 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4573642676273266e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6756575690011858e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01811729249679832, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.2970805455970764 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3784422278404236, + "mean_feedback_forward_cosine": 0.9708479172305057, + "mean_feedback_forward_relative_error": 0.23901336247983732, + "min_feedback_forward_cosine": 0.930629551410675 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004965666669170081, + "instruction_rms": 0.004965666669954604, + "raw_apical_rms": 0.03771321941738467, + "teaching_rms": 0.004965666669170081, + "traffic_rms": 0.03737811103103562 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.536299170685652e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6760117872419246e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01971078710258585, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.286770990896225 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3633633852005005, + "mean_feedback_forward_cosine": 0.9730232703058344, + "mean_feedback_forward_relative_error": 0.22984885071453295, + "min_feedback_forward_cosine": 0.9359757900238037 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004863771781955456, + "instruction_rms": 0.0048637717837606, + "raw_apical_rms": 0.03786925990178402, + "teaching_rms": 0.004863771781955456, + "traffic_rms": 0.03754960534912234 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7744325947764992e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.669148571110863e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019624967164614877, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.28634640706062314 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3487291634082794, + "mean_feedback_forward_cosine": 0.9750574262518632, + "mean_feedback_forward_relative_error": 0.2209702765471057, + "min_feedback_forward_cosine": 0.9409298896789551 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004984978075011741, + "instruction_rms": 0.004984978073541415, + "raw_apical_rms": 0.03789888008703706, + "teaching_rms": 0.004984978075011741, + "traffic_rms": 0.03756360185500561 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.319468883626996e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6716137618856915e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01740141854093872, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.2832777720737457 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3347862660884857, + "mean_feedback_forward_cosine": 0.9769608472522936, + "mean_feedback_forward_relative_error": 0.21234252813615298, + "min_feedback_forward_cosine": 0.9455243349075317 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004899097279981878, + "instruction_rms": 0.0048990972777332295, + "raw_apical_rms": 0.03802809867560302, + "teaching_rms": 0.004899097279981878, + "traffic_rms": 0.03770537805704628 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 4.076514059647707e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6684986803348228e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017119306231672512, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.2801841909694672 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3216811716556549, + "mean_feedback_forward_cosine": 0.9786486155108401, + "mean_feedback_forward_relative_error": 0.20431350446061083, + "min_feedback_forward_cosine": 0.9496362209320068 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048339110012238, + "instruction_rms": 0.004833911002132107, + "raw_apical_rms": 0.03804183303621914, + "teaching_rms": 0.0048339110012238, + "traffic_rms": 0.037727628663138474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.636919032601327e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6682624436105134e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016986153177184254, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.2719762503814697 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3075712025165558, + "mean_feedback_forward_cosine": 0.9803325659350345, + "mean_feedback_forward_relative_error": 0.1960847758148846, + "min_feedback_forward_cosine": 0.9539012908935547 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0049332822749185365, + "instruction_rms": 0.004933282277019576, + "raw_apical_rms": 0.038197056142127185, + "teaching_rms": 0.0049332822749185365, + "traffic_rms": 0.03787048660858024 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.202927700840519e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.662212052335182e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016339731876629796, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.2766416583442688 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.29546162486076355, + "mean_feedback_forward_cosine": 0.9817890681718525, + "mean_feedback_forward_relative_error": 0.1886308401038772, + "min_feedback_forward_cosine": 0.9574219584465027 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004844283486461875, + "instruction_rms": 0.004844283488821428, + "raw_apical_rms": 0.03819036252769298, + "teaching_rms": 0.004844283486461875, + "traffic_rms": 0.03787531873776606 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.165672879390513e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6620579042344946e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01883516928291003, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.2674810983848572 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2837042510509491, + "mean_feedback_forward_cosine": 0.9831457420399314, + "mean_feedback_forward_relative_error": 0.1814473212549561, + "min_feedback_forward_cosine": 0.9606946110725403 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004828993669628843, + "instruction_rms": 0.004828993670998027, + "raw_apical_rms": 0.03828723834993449, + "teaching_rms": 0.004828993669628843, + "traffic_rms": 0.03797463395511772 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9668667522741998e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6677445560446285e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015211428137810361, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.26685304418563843 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.27202582359313965, + "mean_feedback_forward_cosine": 0.9844177679011696, + "mean_feedback_forward_relative_error": 0.1744392161306582, + "min_feedback_forward_cosine": 0.9638266563415527 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004850189905289775, + "instruction_rms": 0.004850189904137601, + "raw_apical_rms": 0.03843927668842462, + "teaching_rms": 0.004850189905289775, + "traffic_rms": 0.03812522482730379 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.8190431322627774e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6630436278304643e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013740576700994475, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.2641620678949356 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.26120585203170776, + "mean_feedback_forward_cosine": 0.985572316144642, + "mean_feedback_forward_relative_error": 0.1678297617717793, + "min_feedback_forward_cosine": 0.9666194915771484 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004798263280830814, + "instruction_rms": 0.004798263280697191, + "raw_apical_rms": 0.03872428630004387, + "teaching_rms": 0.004798263280830814, + "traffic_rms": 0.038418764061695226 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7192765372774375e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6609836851769753e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013585608758103546, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.2575001047515869 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.25037744641304016, + "mean_feedback_forward_cosine": 0.9866491650280199, + "mean_feedback_forward_relative_error": 0.16141693764611295, + "min_feedback_forward_cosine": 0.9693092703819275 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00478012540145342, + "instruction_rms": 0.00478012540175205, + "raw_apical_rms": 0.03890335630027396, + "teaching_rms": 0.00478012540145342, + "traffic_rms": 0.0386024489437756 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.2148857798119934e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6630092508243168e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014841955745667993, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.25710289905548095 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.24030014872550964, + "mean_feedback_forward_cosine": 0.9876574058281747, + "mean_feedback_forward_relative_error": 0.1551772763854579, + "min_feedback_forward_cosine": 0.9716905355453491 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004813395217560194, + "instruction_rms": 0.00481339521499847, + "raw_apical_rms": 0.038934216595849815, + "teaching_rms": 0.004813395217560194, + "traffic_rms": 0.038628638309622314 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 4.0769087661374215e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6538709495373713e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0146167238343555, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.2530432725143433 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.23074473440647125, + "mean_feedback_forward_cosine": 0.9885852901559127, + "mean_feedback_forward_relative_error": 0.14920879782814728, + "min_feedback_forward_cosine": 0.9738632440567017 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004829511219643573, + "instruction_rms": 0.0048295112192923645, + "raw_apical_rms": 0.03900863427089911, + "teaching_rms": 0.004829511219643573, + "traffic_rms": 0.03870193929710341 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8795060558195473e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.660849334522102e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014487449901718345, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.2522630367946625 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.22115972638130188, + "mean_feedback_forward_cosine": 0.9894523306896812, + "mean_feedback_forward_relative_error": 0.14343399436850296, + "min_feedback_forward_cosine": 0.9759714603424072 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004791415493421969, + "instruction_rms": 0.004791415491649787, + "raw_apical_rms": 0.03918384865963008, + "teaching_rms": 0.004791415493421969, + "traffic_rms": 0.038882964585657286 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.6160185129242564e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.658943636565629e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014083980485740123, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.25146462470054626 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21228154003620148, + "mean_feedback_forward_cosine": 0.9902192573798331, + "mean_feedback_forward_relative_error": 0.13808006322697589, + "min_feedback_forward_cosine": 0.9778501987457275 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004724075864714041, + "instruction_rms": 0.004724075864268531, + "raw_apical_rms": 0.03923617073700635, + "teaching_rms": 0.004724075864714041, + "traffic_rms": 0.038943600613034604 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.0732334010963314e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6578340163094974e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014870510343384135, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.24859403901100158 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.20373447239398956, + "mean_feedback_forward_cosine": 0.9909427824773287, + "mean_feedback_forward_relative_error": 0.13285792422922035, + "min_feedback_forward_cosine": 0.9795857071876526 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004657941095241085, + "instruction_rms": 0.004657941095637096, + "raw_apical_rms": 0.039303906493517525, + "teaching_rms": 0.004657941095241085, + "traffic_rms": 0.039020479161136094 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.539142052171428e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6596977654747292e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015500439878298897, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.2438029493188858 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1952173113822937, + "mean_feedback_forward_cosine": 0.9916354856993023, + "mean_feedback_forward_relative_error": 0.12766441487168012, + "min_feedback_forward_cosine": 0.9812417030334473 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004772760894854394, + "instruction_rms": 0.004772760894191141, + "raw_apical_rms": 0.03946110490467788, + "teaching_rms": 0.004772760894854394, + "traffic_rms": 0.03916542538118446 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.900760698310023e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6521486962275236e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014139643116355034, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.24868931704998015 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.18719379603862762, + "mean_feedback_forward_cosine": 0.9922705324072587, + "mean_feedback_forward_relative_error": 0.12272217085486964, + "min_feedback_forward_cosine": 0.9827375411987305 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004758989224753211, + "instruction_rms": 0.004758989226234477, + "raw_apical_rms": 0.039394390972828985, + "teaching_rms": 0.004758989224753211, + "traffic_rms": 0.039098552719598854 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9058398354209203e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.658405248981649e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01481531907889481, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.24416939621448516 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17953193187713623, + "mean_feedback_forward_cosine": 0.992844798062977, + "mean_feedback_forward_relative_error": 0.11804779481730963, + "min_feedback_forward_cosine": 0.9841065406799316 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004727992363733529, + "instruction_rms": 0.004727992364872325, + "raw_apical_rms": 0.03932228862732851, + "teaching_rms": 0.004727992363733529, + "traffic_rms": 0.03902990876845116 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5531916136856125e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.670605207410052e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012694590900796152, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.23854101817131043 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17234070599079132, + "mean_feedback_forward_cosine": 0.9933686789713407, + "mean_feedback_forward_relative_error": 0.1136373887328725, + "min_feedback_forward_cosine": 0.9853510856628418 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004668009396701864, + "instruction_rms": 0.004668009396191613, + "raw_apical_rms": 0.03977159780526649, + "teaching_rms": 0.004668009396701864, + "traffic_rms": 0.039489394409697905 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.474088489634596e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6507818229368617e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01303559054528996, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.23852686712265014 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1654825061559677, + "mean_feedback_forward_cosine": 0.9938612423445049, + "mean_feedback_forward_relative_error": 0.10932619242291701, + "min_feedback_forward_cosine": 0.986480712890625 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0046696470714275035, + "instruction_rms": 0.004669647071785392, + "raw_apical_rms": 0.03973651743246687, + "teaching_rms": 0.0046696470714275035, + "traffic_rms": 0.03945497498412716 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9422190905847856e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6547653908290634e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012787133153406413, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.23836312170028687 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15898330509662628, + "mean_feedback_forward_cosine": 0.9943152634721053, + "mean_feedback_forward_relative_error": 0.10520007618163761, + "min_feedback_forward_cosine": 0.9875174164772034 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0046449460909439725, + "instruction_rms": 0.004644946090273409, + "raw_apical_rms": 0.03997991053146973, + "teaching_rms": 0.0046449460909439725, + "traffic_rms": 0.03970261746871991 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.2318958176347223e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.650164696444546e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012612399832411584, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.22953910011291503 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15239547193050385, + "mean_feedback_forward_cosine": 0.9947466881651628, + "mean_feedback_forward_relative_error": 0.10111424248469503, + "min_feedback_forward_cosine": 0.9885247349739075 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004719195943396592, + "instruction_rms": 0.00471919594301848, + "raw_apical_rms": 0.039978887124334304, + "teaching_rms": 0.004719195943396592, + "traffic_rms": 0.03969186284353216 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.914370611506456e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.649034212918421e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014903978707515387, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.2326152277326584 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14611205458641052, + "mean_feedback_forward_cosine": 0.9951493112664473, + "mean_feedback_forward_relative_error": 0.09716391132066124, + "min_feedback_forward_cosine": 0.9894490242004395 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00472138101656418, + "instruction_rms": 0.004721381017240352, + "raw_apical_rms": 0.039953854502078535, + "teaching_rms": 0.00472138101656418, + "traffic_rms": 0.039666269053553686 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.337207760660931e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6497569363554675e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014173047768242982, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.23289791036605834 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14029768109321594, + "mean_feedback_forward_cosine": 0.995508140639255, + "mean_feedback_forward_relative_error": 0.09348048152107942, + "min_feedback_forward_cosine": 0.9902658462524414 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004626258509372297, + "instruction_rms": 0.004626258510112312, + "raw_apical_rms": 0.040018418222268176, + "teaching_rms": 0.004626258509372297, + "traffic_rms": 0.039743696928549 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1457531690648466e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6465557038070205e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013093959043174817, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.22934952134132386 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13463380932807922, + "mean_feedback_forward_cosine": 0.9958426544540807, + "mean_feedback_forward_relative_error": 0.08994366620716296, + "min_feedback_forward_cosine": 0.9910316467285156 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047074419681772854, + "instruction_rms": 0.0047074419688719555, + "raw_apical_rms": 0.04025664896121634, + "teaching_rms": 0.0047074419681772854, + "traffic_rms": 0.03997275860040825 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4471756177035786e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6440159130666173e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013525544254122675, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.22999471570968627 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12912911176681519, + "mean_feedback_forward_cosine": 0.9961476388730501, + "mean_feedback_forward_relative_error": 0.0865838259066406, + "min_feedback_forward_cosine": 0.9917469024658203 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004630490915654297, + "instruction_rms": 0.004630490915670488, + "raw_apical_rms": 0.040319961787891656, + "teaching_rms": 0.004630490915654297, + "traffic_rms": 0.04004598217011645 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8887223280094076e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6518724459121747e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014357330036262899, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.22920820209503173 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12385033816099167, + "mean_feedback_forward_cosine": 0.9964362382888794, + "mean_feedback_forward_relative_error": 0.0832639250316118, + "min_feedback_forward_cosine": 0.9924027919769287 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004653003802914417, + "instruction_rms": 0.004653003804878576, + "raw_apical_rms": 0.040330800626327025, + "teaching_rms": 0.004653003802914417, + "traffic_rms": 0.040055084071252 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.378602204089475e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.644910791587348e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014058710241883328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.225999564743042 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11900687962770462, + "mean_feedback_forward_cosine": 0.9966940095550135, + "mean_feedback_forward_relative_error": 0.08018664819629569, + "min_feedback_forward_cosine": 0.9929822087287903 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004579247111066082, + "instruction_rms": 0.004579247111857012, + "raw_apical_rms": 0.04046077877833516, + "teaching_rms": 0.004579247111066082, + "traffic_rms": 0.04019457707940179 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1941375766564306e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.644562781997961e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012633316857505808, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.2209684845638275 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11426732689142227, + "mean_feedback_forward_cosine": 0.9969468304985448, + "mean_feedback_forward_relative_error": 0.07706324305189283, + "min_feedback_forward_cosine": 0.9935265779495239 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00470354809762209, + "instruction_rms": 0.0047035480982127505, + "raw_apical_rms": 0.04055166126926879, + "teaching_rms": 0.00470354809762209, + "traffic_rms": 0.040270824084211294 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.112816671091423e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6405106858380526e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014163111499960444, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.2250135617876053 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10960482805967331, + "mean_feedback_forward_cosine": 0.9971763805339211, + "mean_feedback_forward_relative_error": 0.0740992248450455, + "min_feedback_forward_cosine": 0.9940404891967773 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004672114592004012, + "instruction_rms": 0.004672114592579591, + "raw_apical_rms": 0.040969675940584226, + "teaching_rms": 0.004672114592004012, + "traffic_rms": 0.04069520696745133 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 3.46435982123694e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.647679417190462e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013736523915584857, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.22256082520961762 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10517431050539017, + "mean_feedback_forward_cosine": 0.9973844415263126, + "mean_feedback_forward_relative_error": 0.07130587336264159, + "min_feedback_forward_cosine": 0.9945106506347656 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004590772175257377, + "instruction_rms": 0.004590772176132462, + "raw_apical_rms": 0.04118120959110413, + "teaching_rms": 0.004590772175257377, + "traffic_rms": 0.040917038886561494 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4864917236300244e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.64969547695796e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01281399979836909, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.21834074230194092 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10096125304698944, + "mean_feedback_forward_cosine": 0.9975838316114325, + "mean_feedback_forward_relative_error": 0.06853479146957397, + "min_feedback_forward_cosine": 0.9949398040771484 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00472470692984469, + "instruction_rms": 0.004724706929961286, + "raw_apical_rms": 0.04115795579501245, + "teaching_rms": 0.00472470692984469, + "traffic_rms": 0.04087809206507166 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.0126166450372693e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6409421483390917e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013211516574864437, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.2198933333969116 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0969117283821106, + "mean_feedback_forward_cosine": 0.9977636556876334, + "mean_feedback_forward_relative_error": 0.06592918912831106, + "min_feedback_forward_cosine": 0.9953352212905884 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004652514312049324, + "instruction_rms": 0.004652514314550151, + "raw_apical_rms": 0.041247031944223904, + "teaching_rms": 0.004652514312049324, + "traffic_rms": 0.0409778292902407 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.6575071032652886e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.633119336612978e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012073723531191556, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.21760272313594817 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09285687655210495, + "mean_feedback_forward_cosine": 0.9979346990585327, + "mean_feedback_forward_relative_error": 0.06336624861547821, + "min_feedback_forward_cosine": 0.9957165718078613 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00463482875360425, + "instruction_rms": 0.0046348287537253735, + "raw_apical_rms": 0.04136267281757318, + "teaching_rms": 0.00463482875360425, + "traffic_rms": 0.041095689739218344 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.711032109914413e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.644818842119091e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011932131983508667, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.22256332299232484 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08929654210805893, + "mean_feedback_forward_cosine": 0.9980861983801189, + "mean_feedback_forward_relative_error": 0.060993591715630735, + "min_feedback_forward_cosine": 0.9960372447967529 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004568003194304233, + "instruction_rms": 0.0045680031941777955, + "raw_apical_rms": 0.04143470642906507, + "teaching_rms": 0.004568003194304233, + "traffic_rms": 0.04117533608747777 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8236330607001037e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6469178999437833e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012795190861800757, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.21122656805992127 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08569490909576416, + "mean_feedback_forward_cosine": 0.9982310878603082, + "mean_feedback_forward_relative_error": 0.058636325656583436, + "min_feedback_forward_cosine": 0.9963492751121521 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004606879343935477, + "instruction_rms": 0.00460687934477019, + "raw_apical_rms": 0.04160485671702398, + "teaching_rms": 0.004606879343935477, + "traffic_rms": 0.04134248163474481 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.7402379032537283e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.638875728718296e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012580021934395948, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.21535311108589172 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08225223422050476, + "mean_feedback_forward_cosine": 0.9983655182938826, + "mean_feedback_forward_relative_error": 0.05636232140425004, + "min_feedback_forward_cosine": 0.996636152267456 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004646696218605136, + "instruction_rms": 0.004646696217033761, + "raw_apical_rms": 0.041550616295282866, + "teaching_rms": 0.004646696218605136, + "traffic_rms": 0.041283220834286614 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.798429754591325e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6414974011090745e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011095449034916613, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.21491157089233398 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07895191013813019, + "mean_feedback_forward_cosine": 0.9984887995217976, + "mean_feedback_forward_relative_error": 0.054193883840190735, + "min_feedback_forward_cosine": 0.9969002604484558 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004546800896547533, + "instruction_rms": 0.004546800896523163, + "raw_apical_rms": 0.041624958496709455, + "teaching_rms": 0.004546800896547533, + "traffic_rms": 0.041368350048797006 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.0413663648355396e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6372349370915954e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011797265727999377, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.2127504430103302 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0757521539926529, + "mean_feedback_forward_cosine": 0.9986021361852947, + "mean_feedback_forward_relative_error": 0.052117612506998215, + "min_feedback_forward_cosine": 0.9971455931663513 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045274714589889475, + "instruction_rms": 0.004527471461076335, + "raw_apical_rms": 0.04180356686287542, + "teaching_rms": 0.0045274714589889475, + "traffic_rms": 0.04155202070694832 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.944599231113898e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6358521346536003e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0105976399445139, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.21298201955795287 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07272382825613022, + "mean_feedback_forward_cosine": 0.9987059298314547, + "mean_feedback_forward_relative_error": 0.05014462916082457, + "min_feedback_forward_cosine": 0.9973691701889038 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004477219054008001, + "instruction_rms": 0.004477219053586624, + "raw_apical_rms": 0.04210531836991419, + "teaching_rms": 0.004477219054008001, + "traffic_rms": 0.04186003129050971 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 4.183369384236357e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6426723470564154e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010833445450242878, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.2126031607246399 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0698409229516983, + "mean_feedback_forward_cosine": 0.9988053409676803, + "mean_feedback_forward_relative_error": 0.04817793381057287, + "min_feedback_forward_cosine": 0.9975734949111938 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004596764921002074, + "instruction_rms": 0.00459676492039419, + "raw_apical_rms": 0.042062589265761674, + "teaching_rms": 0.004596764921002074, + "traffic_rms": 0.04180410193681008 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7082702303005135e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.634897444629453e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01071416474021328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.21286517445087433 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06705596297979355, + "mean_feedback_forward_cosine": 0.9988955416177449, + "mean_feedback_forward_relative_error": 0.04631949970988851, + "min_feedback_forward_cosine": 0.99776291847229 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004594518437132357, + "instruction_rms": 0.004594518436092032, + "raw_apical_rms": 0.042108617054813065, + "teaching_rms": 0.004594518437132357, + "traffic_rms": 0.041851158902108186 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8906310234333432e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.63227706611829e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010753709861953568, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.2109910840702057 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06444697082042694, + "mean_feedback_forward_cosine": 0.9989785552024841, + "mean_feedback_forward_relative_error": 0.04454315120452329, + "min_feedback_forward_cosine": 0.9979332685470581 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0046202584146752814, + "instruction_rms": 0.004620258413189968, + "raw_apical_rms": 0.04222040128806372, + "teaching_rms": 0.0046202584146752814, + "traffic_rms": 0.041959591192865325 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.0732000055877506e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.631475285887082e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011102238188425803, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.20701928785324097 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06190113350749016, + "mean_feedback_forward_cosine": 0.9990554734280235, + "mean_feedback_forward_relative_error": 0.042835269515451635, + "min_feedback_forward_cosine": 0.9980932474136353 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045471012280993775, + "instruction_rms": 0.0045471012271279905, + "raw_apical_rms": 0.042075993243080666, + "teaching_rms": 0.0045471012280993775, + "traffic_rms": 0.04182363811876308 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.912368657348452e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6307561463130182e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010348346319458383, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.21157438055992125 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.059475429356098175, + "mean_feedback_forward_cosine": 0.9991253865392584, + "mean_feedback_forward_relative_error": 0.04122001736571914, + "min_feedback_forward_cosine": 0.9982396364212036 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045313788341717585, + "instruction_rms": 0.004531378835854714, + "raw_apical_rms": 0.04216156078993788, + "teaching_rms": 0.0045313788341717585, + "traffic_rms": 0.04191060116632081 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.480311600550067e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6324398292886483e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011298897589769043, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.2037531454181671 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05705850198864937, + "mean_feedback_forward_cosine": 0.9991919994354248, + "mean_feedback_forward_relative_error": 0.03962011831371408, + "min_feedback_forward_cosine": 0.9983795285224915 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004586725774850971, + "instruction_rms": 0.004586725775568817, + "raw_apical_rms": 0.042316502777891084, + "teaching_rms": 0.004586725774850971, + "traffic_rms": 0.042060773480889345 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8601194301813848e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6272100368283074e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010424929931890948, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.2089835225200653 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05488940328359604, + "mean_feedback_forward_cosine": 0.9992510362675315, + "mean_feedback_forward_relative_error": 0.03814229163292207, + "min_feedback_forward_cosine": 0.9984999895095825 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004504434588161307, + "instruction_rms": 0.004504434586407795, + "raw_apical_rms": 0.042228176017028114, + "teaching_rms": 0.004504434588161307, + "traffic_rms": 0.04198024987662088 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3961817419149156e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6330668992531422e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011303580650311989, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.20427100482940674 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.052731648087501526, + "mean_feedback_forward_cosine": 0.9993063807487488, + "mean_feedback_forward_relative_error": 0.036705203550426585, + "min_feedback_forward_cosine": 0.9986151456832886 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00452286195530271, + "instruction_rms": 0.004522861957289251, + "raw_apical_rms": 0.0423679487399482, + "teaching_rms": 0.00452286195530271, + "traffic_rms": 0.04211854283538147 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1778241432457435e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6436444765719182e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012409118650969412, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.20342264761924744 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.050667744129896164, + "mean_feedback_forward_cosine": 0.9993583246281272, + "mean_feedback_forward_relative_error": 0.035308041364738814, + "min_feedback_forward_cosine": 0.9987214803695679 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004500004732393307, + "instruction_rms": 0.004500004731352597, + "raw_apical_rms": 0.042476281417576575, + "teaching_rms": 0.004500004732393307, + "traffic_rms": 0.04223036251221852 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.235143270468143e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6202712040534408e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012635644270614187, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.2046168829393387 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04861724004149437, + "mean_feedback_forward_cosine": 0.9994075894355774, + "mean_feedback_forward_relative_error": 0.03392449428180331, + "min_feedback_forward_cosine": 0.9988225698471069 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004609118985415914, + "instruction_rms": 0.004609118985310568, + "raw_apical_rms": 0.04242916136172558, + "teaching_rms": 0.004609118985415914, + "traffic_rms": 0.04217116078220691 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1667977634365343e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6374915043128786e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011902653958455517, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.20303205432415009 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04663217440247536, + "mean_feedback_forward_cosine": 0.9994517031468844, + "mean_feedback_forward_relative_error": 0.03263433356034128, + "min_feedback_forward_cosine": 0.998916506767273 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004515240503040854, + "instruction_rms": 0.00451524050263844, + "raw_apical_rms": 0.04256203180446774, + "teaching_rms": 0.004515240503040854, + "traffic_rms": 0.042314169228409027 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9725748973419286e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.628208101665854e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01285606484881966, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.2030224378490448 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04472342133522034, + "mean_feedback_forward_cosine": 0.9994945808460838, + "mean_feedback_forward_relative_error": 0.03133444625296091, + "min_feedback_forward_cosine": 0.9990033507347107 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004654310749578749, + "instruction_rms": 0.004654310749015405, + "raw_apical_rms": 0.042586415926594595, + "teaching_rms": 0.004654310749578749, + "traffic_rms": 0.04232378076913287 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.155227545903472e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.629971813775423e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011401240692501641, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.2058317891025543 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04295480251312256, + "mean_feedback_forward_cosine": 0.9995337756056535, + "mean_feedback_forward_relative_error": 0.03009644699724097, + "min_feedback_forward_cosine": 0.9990805387496948 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004589506986911363, + "instruction_rms": 0.004589506985877212, + "raw_apical_rms": 0.042672158438234416, + "teaching_rms": 0.004589506986911363, + "traffic_rms": 0.04241741151901119 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.6955021326102724e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.636006055542757e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01152024722257308, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.20635353731632233 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.041305478662252426, + "mean_feedback_forward_cosine": 0.9995675118345964, + "mean_feedback_forward_relative_error": 0.028984488968394305, + "min_feedback_forward_cosine": 0.9991496801376343 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004461588438951506, + "instruction_rms": 0.004461588439965518, + "raw_apical_rms": 0.042796479138983316, + "teaching_rms": 0.004461588438951506, + "traffic_rms": 0.0425569692851468 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2139934330311917e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6174861959236563e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011338600529358318, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.19841761479377745 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.039695534855127335, + "mean_feedback_forward_cosine": 0.9995990081837303, + "mean_feedback_forward_relative_error": 0.027904932877342952, + "min_feedback_forward_cosine": 0.9992145299911499 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004480997205768141, + "instruction_rms": 0.004480997205057179, + "raw_apical_rms": 0.04292421590620729, + "teaching_rms": 0.004480997205768141, + "traffic_rms": 0.04268266103436828 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.076465660001304e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6213203987916585e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010548105385977826, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.1978889762687683 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03806722164154053, + "mean_feedback_forward_cosine": 0.999630121808303, + "mean_feedback_forward_relative_error": 0.02680142723808163, + "min_feedback_forward_cosine": 0.9992775321006775 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004574104885234289, + "instruction_rms": 0.004574104885492602, + "raw_apical_rms": 0.04303108515959283, + "teaching_rms": 0.004574104885234289, + "traffic_rms": 0.04277927283106469 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.774044816078458e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6280973748708453e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011642046443197177, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.20275624780654908 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03656967729330063, + "mean_feedback_forward_cosine": 0.9996576717025355, + "mean_feedback_forward_relative_error": 0.025783338780073745, + "min_feedback_forward_cosine": 0.9993333220481873 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004463937080685645, + "instruction_rms": 0.0044639370799381935, + "raw_apical_rms": 0.0430051117023591, + "teaching_rms": 0.004463937080685645, + "traffic_rms": 0.04276564831741652 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1562120977591803e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6204601139126013e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009768357450536702, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.2001149112176895 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.035087309777736664, + "mean_feedback_forward_cosine": 0.9996842334144994, + "mean_feedback_forward_relative_error": 0.02476345345770058, + "min_feedback_forward_cosine": 0.999386191368103 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004615434069779084, + "instruction_rms": 0.004615434071507193, + "raw_apical_rms": 0.043144638651814074, + "teaching_rms": 0.004615434069779084, + "traffic_rms": 0.04288946284236462 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2893848594662813e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.624415019673436e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011016882440531927, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.2022298513698578 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03373013064265251, + "mean_feedback_forward_cosine": 0.9997077678379259, + "mean_feedback_forward_relative_error": 0.02382215970244847, + "min_feedback_forward_cosine": 0.9994327425956726 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00453762899527396, + "instruction_rms": 0.004537628995011082, + "raw_apical_rms": 0.04316943615987926, + "teaching_rms": 0.00453762899527396, + "traffic_rms": 0.042922888702447495 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3137211258017487e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.622239252035534e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010339580447916157, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.19773203614234924 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0323476605117321, + "mean_feedback_forward_cosine": 0.9997299407657824, + "mean_feedback_forward_relative_error": 0.022902178382010835, + "min_feedback_forward_cosine": 0.9994781017303467 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004494314437859473, + "instruction_rms": 0.004494314439616518, + "raw_apical_rms": 0.043291975320109324, + "teaching_rms": 0.004494314437859473, + "traffic_rms": 0.043051567594491816 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.9109336335532134e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.622474489564593e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00997237358782291, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.20316177833557128 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03103017434477806, + "mean_feedback_forward_cosine": 0.9997505043682299, + "mean_feedback_forward_relative_error": 0.02201355591808495, + "min_feedback_forward_cosine": 0.9995197653770447 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004531988888009258, + "instruction_rms": 0.0045319888856852385, + "raw_apical_rms": 0.04342838966145552, + "teaching_rms": 0.004531988888009258, + "traffic_rms": 0.04318490929480988 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.193899817370948e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6254014748620314e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010396742699227263, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.20008573657035827 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.029905032366514206, + "mean_feedback_forward_cosine": 0.9997681693026894, + "mean_feedback_forward_relative_error": 0.021218310551423775, + "min_feedback_forward_cosine": 0.9995540380477905 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004311217918279185, + "instruction_rms": 0.004311217919222126, + "raw_apical_rms": 0.043627978584636934, + "teaching_rms": 0.004311217918279185, + "traffic_rms": 0.043408063721636005 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.28144764694116e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6187410585234704e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00984892109571428, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.19316590752601623 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02879103273153305, + "mean_feedback_forward_cosine": 0.9997850342800743, + "mean_feedback_forward_relative_error": 0.0204292243150504, + "min_feedback_forward_cosine": 0.9995865821838379 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004367064487839216, + "instruction_rms": 0.00436706448746277, + "raw_apical_rms": 0.04362298180160628, + "teaching_rms": 0.004367064487839216, + "traffic_rms": 0.04339747011673582 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8188850365040707e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6185447524603175e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011174046032982448, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.18849880561828614 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.027653245255351067, + "mean_feedback_forward_cosine": 0.9998016451534472, + "mean_feedback_forward_relative_error": 0.019624795029430014, + "min_feedback_forward_cosine": 0.9996185302734375 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004476344009524718, + "instruction_rms": 0.004476344009936908, + "raw_apical_rms": 0.04380178010949659, + "teaching_rms": 0.004476344009524718, + "traffic_rms": 0.043565516252320476 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.8405422014543547e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.632924257369147e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010608978260293445, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.19535765250205994 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02655852399766445, + "mean_feedback_forward_cosine": 0.999816612193459, + "mean_feedback_forward_relative_error": 0.018870029892576367, + "min_feedback_forward_cosine": 0.9996480941772461 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004425511945288023, + "instruction_rms": 0.0044255119422577345, + "raw_apical_rms": 0.043961045626846905, + "teaching_rms": 0.004425511945288023, + "traffic_rms": 0.04373065219798827 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.384008451234877e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6152052637090797e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01242528087559698, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.19017024335861207 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.025473907589912415, + "mean_feedback_forward_cosine": 0.9998304185114408, + "mean_feedback_forward_relative_error": 0.018146579594988572, + "min_feedback_forward_cosine": 0.9996762275695801 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004414922547861461, + "instruction_rms": 0.00441492254816546, + "raw_apical_rms": 0.044093124710764195, + "teaching_rms": 0.004414922547861461, + "traffic_rms": 0.043865653610076084 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.0407068035410703e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6185138253265442e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011521483953125487, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.19745373556137086 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02450152300298214, + "mean_feedback_forward_cosine": 0.9998428821563721, + "mean_feedback_forward_relative_error": 0.017464460265871725, + "min_feedback_forward_cosine": 0.9997004866600037 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004406800066722367, + "instruction_rms": 0.004406800066354046, + "raw_apical_rms": 0.044210038095586615, + "teaching_rms": 0.004406800066722367, + "traffic_rms": 0.04398350644258528 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4376308971341132e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6183858619298788e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011816256456585357, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.1876336687707901 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024492885917425156, + "mean_feedback_forward_cosine": 0.9998430578332198, + "mean_feedback_forward_relative_error": 0.017454615181409998, + "min_feedback_forward_cosine": 0.9997007250785828 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0034156141809346388, + "instruction_rms": 0.0034156141827126436, + "raw_apical_rms": 0.0440910173661983, + "teaching_rms": 0.0034156141809346388, + "traffic_rms": 0.04395303857392791 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.5549985238626505e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.609504537754524e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011355994815244163, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.12246200950145722 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024487754330039024, + "mean_feedback_forward_cosine": 0.9998431174378646, + "mean_feedback_forward_relative_error": 0.017447088869582666, + "min_feedback_forward_cosine": 0.9997007846832275 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00315744365295218, + "instruction_rms": 0.0031574436532545236, + "raw_apical_rms": 0.0440668279765311, + "teaching_rms": 0.00315744365295218, + "traffic_rms": 0.04394825534927299 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1330266381246474e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6119774885583547e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011622416377109946, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.09849866381645203 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024482987821102142, + "mean_feedback_forward_cosine": 0.9998432366471541, + "mean_feedback_forward_relative_error": 0.017439886143333035, + "min_feedback_forward_cosine": 0.9997010231018066 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.003077199760411441, + "instruction_rms": 0.0030771997597839975, + "raw_apical_rms": 0.04403556626476738, + "teaching_rms": 0.003077199760411441, + "traffic_rms": 0.04392208359357845 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.263849019357167e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6090018788671977e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011569957870627645, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.08676955970525742 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024478115141391754, + "mean_feedback_forward_cosine": 0.9998432868405392, + "mean_feedback_forward_relative_error": 0.017432842428158773, + "min_feedback_forward_cosine": 0.9997010231018066 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0030667945227125983, + "instruction_rms": 0.003066794524128427, + "raw_apical_rms": 0.04402274832312945, + "teaching_rms": 0.0030667945227125983, + "traffic_rms": 0.04390967855039296 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4961380518107035e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.607454733495479e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01140164971450009, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.07980543274760246 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024473445490002632, + "mean_feedback_forward_cosine": 0.9998433809531363, + "mean_feedback_forward_relative_error": 0.01742621797970251, + "min_feedback_forward_cosine": 0.9997012615203857 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0030154494077445056, + "instruction_rms": 0.003015449407145643, + "raw_apical_rms": 0.04397927268839417, + "teaching_rms": 0.0030154494077445056, + "traffic_rms": 0.04386896209752393 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4480206306520813e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612944551834935e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011233167197102425, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.07412524144887925 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024468863382935524, + "mean_feedback_forward_cosine": 0.9998434562432138, + "mean_feedback_forward_relative_error": 0.01741969377096546, + "min_feedback_forward_cosine": 0.9997012615203857 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0030361048350567295, + "instruction_rms": 0.003036104833924676, + "raw_apical_rms": 0.04391735201423304, + "teaching_rms": 0.0030361048350567295, + "traffic_rms": 0.043805216565477825 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.872386417607231e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6077836455573406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011402931569550823, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.06971074610710144 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02446427196264267, + "mean_feedback_forward_cosine": 0.9998435472187243, + "mean_feedback_forward_relative_error": 0.0174132497294953, + "min_feedback_forward_cosine": 0.9997014999389648 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0030465809973518115, + "instruction_rms": 0.0030465809971627696, + "raw_apical_rms": 0.043936777474553566, + "teaching_rms": 0.0030465809973518115, + "traffic_rms": 0.04382404231925636 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1453684101734325e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6083476372873124e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011408710705043157, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.06734535286664962 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02445964328944683, + "mean_feedback_forward_cosine": 0.9998435911379362, + "mean_feedback_forward_relative_error": 0.01740697570341198, + "min_feedback_forward_cosine": 0.9997014999389648 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002948101866645932, + "instruction_rms": 0.002948101866965483, + "raw_apical_rms": 0.0439393802273682, + "teaching_rms": 0.002948101866645932, + "traffic_rms": 0.04383261981688321 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3765695189581493e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6101016228970295e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011176393382434324, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.06171399341344833 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02445494383573532, + "mean_feedback_forward_cosine": 0.9998437009359661, + "mean_feedback_forward_relative_error": 0.01740071584323519, + "min_feedback_forward_cosine": 0.9997016787528992 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002985495433747868, + "instruction_rms": 0.002985495434027488, + "raw_apical_rms": 0.04392012159657432, + "teaching_rms": 0.002985495433747868, + "traffic_rms": 0.043810355834394445 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4933507702940005e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6137716537777897e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011183540280193367, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.060916904783248904 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024450212717056274, + "mean_feedback_forward_cosine": 0.9998437825002169, + "mean_feedback_forward_relative_error": 0.01739453566015551, + "min_feedback_forward_cosine": 0.999701738357544 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029988146753226245, + "instruction_rms": 0.002998814675685749, + "raw_apical_rms": 0.043879099962611155, + "teaching_rms": 0.0029988146753226245, + "traffic_rms": 0.043768162536451403 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4955507882395978e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6131136544865082e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010591993132936763, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.05985535257101059 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024445535615086555, + "mean_feedback_forward_cosine": 0.9998438546532079, + "mean_feedback_forward_relative_error": 0.017388315944883385, + "min_feedback_forward_cosine": 0.9997019171714783 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.003011247794434371, + "instruction_rms": 0.0030112477947749398, + "raw_apical_rms": 0.043847891760653644, + "teaching_rms": 0.003011247794434371, + "traffic_rms": 0.043736350892404297 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7666354540656357e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611565100135098e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010723779777659767, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.05711253497183323 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02444092556834221, + "mean_feedback_forward_cosine": 0.9998439299432855, + "mean_feedback_forward_relative_error": 0.017382190048106406, + "min_feedback_forward_cosine": 0.999701976776123 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002928638971862394, + "instruction_rms": 0.002928638971585501, + "raw_apical_rms": 0.04383679681535084, + "teaching_rms": 0.002928638971862394, + "traffic_rms": 0.04373044057215577 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.18891402173449e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611756964851442e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011074010875834955, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.05275625177025795 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02443619631230831, + "mean_feedback_forward_cosine": 0.9998440083704496, + "mean_feedback_forward_relative_error": 0.01737619174252215, + "min_feedback_forward_cosine": 0.9997020959854126 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029492085243053526, + "instruction_rms": 0.002949208524994707, + "raw_apical_rms": 0.04382148241933801, + "teaching_rms": 0.0029492085243053526, + "traffic_rms": 0.04371374241454498 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5440808570920126e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6173502776594607e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010765650795994104, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.05078880357801914 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024431439116597176, + "mean_feedback_forward_cosine": 0.9998441118943063, + "mean_feedback_forward_relative_error": 0.01737004746437857, + "min_feedback_forward_cosine": 0.9997020959854126 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00300232800791921, + "instruction_rms": 0.0030023280084646204, + "raw_apical_rms": 0.04378576967624304, + "teaching_rms": 0.00300232800791921, + "traffic_rms": 0.04367231440654281 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.11524522342188e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6107357943828066e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011003227404649676, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.05076239720821381 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024426663294434547, + "mean_feedback_forward_cosine": 0.9998441746360377, + "mean_feedback_forward_relative_error": 0.017363916837463255, + "min_feedback_forward_cosine": 0.9997022747993469 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002972182581282709, + "instruction_rms": 0.0029721825810797775, + "raw_apical_rms": 0.0437958736977752, + "teaching_rms": 0.002972182581282709, + "traffic_rms": 0.04368434260489691 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.4960348454783343e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6128178721980124e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01100760993091446, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.04847038747787476 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024421634152531624, + "mean_feedback_forward_cosine": 0.9998442405148557, + "mean_feedback_forward_relative_error": 0.017357670751057173, + "min_feedback_forward_cosine": 0.9997024536132812 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029995679525929497, + "instruction_rms": 0.002999567951386662, + "raw_apical_rms": 0.0437843652139616, + "teaching_rms": 0.0029995679525929497, + "traffic_rms": 0.04367046344034893 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5831743855064815e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.61445336359255e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011065310062079394, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.04725129007339478 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024416640400886536, + "mean_feedback_forward_cosine": 0.9998443314903661, + "mean_feedback_forward_relative_error": 0.017351696267724037, + "min_feedback_forward_cosine": 0.9997024536132812 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002990902401755444, + "instruction_rms": 0.0029909024021732202, + "raw_apical_rms": 0.043815482961693346, + "teaching_rms": 0.002990902401755444, + "traffic_rms": 0.04370328995223948 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.779494501226054e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.61318900234605e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011038803544721578, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.04705592259168625 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024411745369434357, + "mean_feedback_forward_cosine": 0.9998444444254825, + "mean_feedback_forward_relative_error": 0.017345570885625324, + "min_feedback_forward_cosine": 0.9997026920318604 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029467854152791994, + "instruction_rms": 0.0029467854158627, + "raw_apical_rms": 0.04378008270230499, + "teaching_rms": 0.0029467854152791994, + "traffic_rms": 0.04367102567836019 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.0952120038941757e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6128813234896165e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011026461422727713, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.04438701518058777 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024406539276242256, + "mean_feedback_forward_cosine": 0.9998445165784735, + "mean_feedback_forward_relative_error": 0.01733942300473389, + "min_feedback_forward_cosine": 0.9997028708457947 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.003001680839420496, + "instruction_rms": 0.003001680840217782, + "raw_apical_rms": 0.04379767222728663, + "teaching_rms": 0.003001680839420496, + "traffic_rms": 0.04368341780891022 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4528754138941622e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613388242277034e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011246384757896417, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.04445721827745438 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02440151572227478, + "mean_feedback_forward_cosine": 0.9998445981427243, + "mean_feedback_forward_relative_error": 0.01733332588092277, + "min_feedback_forward_cosine": 0.9997029304504395 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029364433125038357, + "instruction_rms": 0.0029364433125048032, + "raw_apical_rms": 0.04377762753320384, + "teaching_rms": 0.0029364433125038357, + "traffic_rms": 0.04366822401412099 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2733319227086213e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611302618412576e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011052807250568465, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.04173520755767822 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024396659806370735, + "mean_feedback_forward_cosine": 0.9998446859811482, + "mean_feedback_forward_relative_error": 0.017327381543030863, + "min_feedback_forward_cosine": 0.999703049659729 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002878553184351804, + "instruction_rms": 0.0028785531853622918, + "raw_apical_rms": 0.04375055649949961, + "teaching_rms": 0.002878553184351804, + "traffic_rms": 0.04364343132258341 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.10643023024204e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6129362787735673e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011349994326591213, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.04079855407118797 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024391410872340202, + "mean_feedback_forward_cosine": 0.999844773819572, + "mean_feedback_forward_relative_error": 0.017321248832893998, + "min_feedback_forward_cosine": 0.9997031688690186 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029640264657966463, + "instruction_rms": 0.00296402646632329, + "raw_apical_rms": 0.043751314184611305, + "teaching_rms": 0.0029640264657966463, + "traffic_rms": 0.043638916323752955 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 1.9172071930029233e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.608456348077983e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011270663971532298, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.04049788412928581 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02438613586127758, + "mean_feedback_forward_cosine": 0.9998448491096497, + "mean_feedback_forward_relative_error": 0.01731493480895695, + "min_feedback_forward_cosine": 0.9997032880783081 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029603675846104674, + "instruction_rms": 0.0029603675831868094, + "raw_apical_rms": 0.043760323503883404, + "teaching_rms": 0.0029603675846104674, + "traffic_rms": 0.043647403398446236 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8468845059137493e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6099777095555455e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011355557526962554, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.03967620866060257 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024380963295698166, + "mean_feedback_forward_cosine": 0.9998449589076795, + "mean_feedback_forward_relative_error": 0.017308708525409822, + "min_feedback_forward_cosine": 0.9997034072875977 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029300749529610646, + "instruction_rms": 0.0029300749517963687, + "raw_apical_rms": 0.04372674820014311, + "teaching_rms": 0.0029300749529610646, + "traffic_rms": 0.043614413595535965 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9179581417793088e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6134320382318115e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01126210460023447, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.03784849747896194 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024375805631279945, + "mean_feedback_forward_cosine": 0.9998450373348436, + "mean_feedback_forward_relative_error": 0.017302511995168107, + "min_feedback_forward_cosine": 0.9997035264968872 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002925844071197668, + "instruction_rms": 0.002925844071917937, + "raw_apical_rms": 0.04371189701235635, + "teaching_rms": 0.002925844071197668, + "traffic_rms": 0.0436020408356225 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.036761953012501e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6081328670496838e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011415936548998829, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.03761881534934044 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02437077835202217, + "mean_feedback_forward_cosine": 0.9998451188990944, + "mean_feedback_forward_relative_error": 0.017296337841176672, + "min_feedback_forward_cosine": 0.9997036457061768 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028838387671484694, + "instruction_rms": 0.0028838387681962324, + "raw_apical_rms": 0.04371000500898632, + "teaching_rms": 0.0028838387671484694, + "traffic_rms": 0.043601753225328985 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.8894484199449835e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.61306091365424e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011175861086747682, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.035809058635234835 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024365324527025223, + "mean_feedback_forward_cosine": 0.9998452255600377, + "mean_feedback_forward_relative_error": 0.017290125355908747, + "min_feedback_forward_cosine": 0.9997038841247559 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002868507301502004, + "instruction_rms": 0.002868507302537768, + "raw_apical_rms": 0.0436700125759933, + "teaching_rms": 0.002868507301502004, + "traffic_rms": 0.04356128457132401 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2898468898802093e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6120933877084715e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011178049953667463, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.03542003622353077 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02435966394841671, + "mean_feedback_forward_cosine": 0.9998452914388556, + "mean_feedback_forward_relative_error": 0.01728371584689931, + "min_feedback_forward_cosine": 0.9997038841247559 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002990952818059573, + "instruction_rms": 0.002990952818418268, + "raw_apical_rms": 0.043637917098653806, + "teaching_rms": 0.002990952818059573, + "traffic_rms": 0.04352156036059004 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.8154105774215168e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.616257094146717e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011348349091959985, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.036139226871430875 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02435436099767685, + "mean_feedback_forward_cosine": 0.9998454075110587, + "mean_feedback_forward_relative_error": 0.017277492871998174, + "min_feedback_forward_cosine": 0.9997040629386902 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002873637397947837, + "instruction_rms": 0.002873637397574032, + "raw_apical_rms": 0.043598683342965676, + "teaching_rms": 0.002873637397947837, + "traffic_rms": 0.04349088176699785 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2714170100357478e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6144591347347865e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011178058931800284, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.0334926646476984 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024348558858036995, + "mean_feedback_forward_cosine": 0.9998454890753093, + "mean_feedback_forward_relative_error": 0.017270864453166723, + "min_feedback_forward_cosine": 0.9997043013572693 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002999203493723966, + "instruction_rms": 0.0029992034943789416, + "raw_apical_rms": 0.0436194427519657, + "teaching_rms": 0.002999203493723966, + "traffic_rms": 0.043502006187483566 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.055928227662207e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6146628511579888e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011059728849354725, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.034942495065927504 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024342944845557213, + "mean_feedback_forward_cosine": 0.9998455894620795, + "mean_feedback_forward_relative_error": 0.017264421759663445, + "min_feedback_forward_cosine": 0.9997043609619141 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029029959630234494, + "instruction_rms": 0.0029029959632462803, + "raw_apical_rms": 0.04363032720873899, + "teaching_rms": 0.0029029959630234494, + "traffic_rms": 0.043519661544178356 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.841062141101247e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6138430832696452e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011060958947081551, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.033076224595308304 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02433699741959572, + "mean_feedback_forward_cosine": 0.9998457118084556, + "mean_feedback_forward_relative_error": 0.01725781583962472, + "min_feedback_forward_cosine": 0.9997045397758484 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002951366130137605, + "instruction_rms": 0.002951366128157061, + "raw_apical_rms": 0.043632692324307165, + "teaching_rms": 0.002951366130137605, + "traffic_rms": 0.04351803465304413 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1958907581165477e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.609569630783889e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010692102773818863, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.03358199643194675 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024331366643309593, + "mean_feedback_forward_cosine": 0.9998457714131004, + "mean_feedback_forward_relative_error": 0.01725142662364401, + "min_feedback_forward_cosine": 0.9997047185897827 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028399567294250124, + "instruction_rms": 0.0028399567295194572, + "raw_apical_rms": 0.04357577115849908, + "teaching_rms": 0.0028399567294250124, + "traffic_rms": 0.043469232216155125 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7709166516842743e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6112475722866125e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01104607531818468, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.03138677239775658 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024325627833604813, + "mean_feedback_forward_cosine": 0.9998458812111303, + "mean_feedback_forward_relative_error": 0.017244710121303797, + "min_feedback_forward_cosine": 0.9997047185897827 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029129119871190118, + "instruction_rms": 0.002912911987041443, + "raw_apical_rms": 0.043573906311864204, + "teaching_rms": 0.0029129119871190118, + "traffic_rms": 0.0434598269401027 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.934342369087517e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.615626780368995e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011320271392030366, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.03187380316019058 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024320127442479134, + "mean_feedback_forward_cosine": 0.9998459815979004, + "mean_feedback_forward_relative_error": 0.017238361711956952, + "min_feedback_forward_cosine": 0.999704897403717 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002813498713367187, + "instruction_rms": 0.002813498714589324, + "raw_apical_rms": 0.04355352485787637, + "teaching_rms": 0.002813498713367187, + "traffic_rms": 0.04344866172220919 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4669052578474293e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.609763918814388e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012222577285336916, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.029914493829607963 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0243141558021307, + "mean_feedback_forward_cosine": 0.9998460757104974, + "mean_feedback_forward_relative_error": 0.017231683908520562, + "min_feedback_forward_cosine": 0.9997049570083618 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028735990429314415, + "instruction_rms": 0.0028735990426571917, + "raw_apical_rms": 0.04357915000364546, + "teaching_rms": 0.0028735990429314415, + "traffic_rms": 0.04346824285163057 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.2712819120206404e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6105002929535464e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011203006021964607, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.030439156883955 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024308396503329277, + "mean_feedback_forward_cosine": 0.9998461792343541, + "mean_feedback_forward_relative_error": 0.01722515545981495, + "min_feedback_forward_cosine": 0.9997051954269409 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028023302950029006, + "instruction_rms": 0.0028023302943041926, + "raw_apical_rms": 0.04354495365269426, + "teaching_rms": 0.0028023302950029006, + "traffic_rms": 0.04343758641915887 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4867018666441254e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6185953502748983e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01139333385316554, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.029428145762085915 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024302177131175995, + "mean_feedback_forward_cosine": 0.9998462890323839, + "mean_feedback_forward_relative_error": 0.017218344795860742, + "min_feedback_forward_cosine": 0.99970543384552 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002911803862975752, + "instruction_rms": 0.0029118038617626774, + "raw_apical_rms": 0.04352343082721984, + "teaching_rms": 0.002911803862975752, + "traffic_rms": 0.04340958390973424 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4297017731100823e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.62228640254518e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011750563311732558, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.030044633437395097 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0242961086332798, + "mean_feedback_forward_cosine": 0.9998463988304138, + "mean_feedback_forward_relative_error": 0.017211637361661383, + "min_feedback_forward_cosine": 0.99970543384552 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027875321203534808, + "instruction_rms": 0.002787532120378613, + "raw_apical_rms": 0.04351577028895071, + "teaching_rms": 0.0027875321203534808, + "traffic_rms": 0.04340921429345247 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.7773719324386548e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6145608461957207e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011591507677975477, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.028468612870574 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024290582165122032, + "mean_feedback_forward_cosine": 0.9998464678463183, + "mean_feedback_forward_relative_error": 0.017205154278168554, + "min_feedback_forward_cosine": 0.9997055530548096 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027603745327725135, + "instruction_rms": 0.0027603745335820734, + "raw_apical_rms": 0.043471981354231054, + "teaching_rms": 0.0027603745327725135, + "traffic_rms": 0.04336977891831443 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8235382032448797e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6192208980789165e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01163590444906206, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.02698579711765051 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024284757673740387, + "mean_feedback_forward_cosine": 0.9998465807814347, + "mean_feedback_forward_relative_error": 0.017198493434606416, + "min_feedback_forward_cosine": 0.9997057914733887 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002782164821428571, + "instruction_rms": 0.002782164821313708, + "raw_apical_rms": 0.04348360962396322, + "teaching_rms": 0.002782164821428571, + "traffic_rms": 0.04337639079883839 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2791720510895175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6172010758220528e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011526675840820262, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.027679949566721915 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024278631433844566, + "mean_feedback_forward_cosine": 0.999846709401984, + "mean_feedback_forward_relative_error": 0.01719173539037767, + "min_feedback_forward_cosine": 0.9997060298919678 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002771901489542015, + "instruction_rms": 0.002771901489809791, + "raw_apical_rms": 0.04345147670467921, + "teaching_rms": 0.002771901489542015, + "traffic_rms": 0.04334634301611945 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.7527986173604404e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6161289304978793e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011250810547736915, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.02716926534742117 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024272283539175987, + "mean_feedback_forward_cosine": 0.9998467909662347, + "mean_feedback_forward_relative_error": 0.0171846853520133, + "min_feedback_forward_cosine": 0.9997060894966125 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002835111815175296, + "instruction_rms": 0.002835111814180778, + "raw_apical_rms": 0.0434404279393238, + "teaching_rms": 0.002835111815175296, + "traffic_rms": 0.04333255257103703 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.170391593698696e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6122310866466838e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011343721672540217, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.027022306291759016 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024266261607408524, + "mean_feedback_forward_cosine": 0.999846897627178, + "mean_feedback_forward_relative_error": 0.01717786410039193, + "min_feedback_forward_cosine": 0.9997062087059021 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027535889451893447, + "instruction_rms": 0.002753588944593426, + "raw_apical_rms": 0.04336215417571256, + "teaching_rms": 0.0027535889451893447, + "traffic_rms": 0.043258305778673733 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3779634261700267e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.615868393915976e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011003558838176875, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.026215619496703146 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024260174483060837, + "mean_feedback_forward_cosine": 0.9998470419331601, + "mean_feedback_forward_relative_error": 0.017170738257271678, + "min_feedback_forward_cosine": 0.9997063875198364 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028982297229669766, + "instruction_rms": 0.0028982297228918393, + "raw_apical_rms": 0.04336556291449661, + "teaching_rms": 0.0028982297229669766, + "traffic_rms": 0.04325146278095747 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.8592059447541942e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6110536976009406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011030438842823476, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.026607812257409096 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024253740906715393, + "mean_feedback_forward_cosine": 0.999847129771584, + "mean_feedback_forward_relative_error": 0.017163473598070834, + "min_feedback_forward_cosine": 0.999706506729126 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028011261201758334, + "instruction_rms": 0.0028011261200557034, + "raw_apical_rms": 0.04335467673152564, + "teaching_rms": 0.0028011261201758334, + "traffic_rms": 0.04324424304867931 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.9851572830020814e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6147056186717356e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011340186721525303, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.025922757666110994 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024247098714113235, + "mean_feedback_forward_cosine": 0.9998472521179601, + "mean_feedback_forward_relative_error": 0.017156148893072418, + "min_feedback_forward_cosine": 0.9997066855430603 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002784949780000705, + "instruction_rms": 0.002784949779453121, + "raw_apical_rms": 0.043373260018685404, + "teaching_rms": 0.002784949780000705, + "traffic_rms": 0.04326498138179881 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4280629062900516e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6155079254370724e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011372118294208831, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.025101486028283833 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024240927770733833, + "mean_feedback_forward_cosine": 0.999847346230557, + "mean_feedback_forward_relative_error": 0.01714916666969657, + "min_feedback_forward_cosine": 0.9997068643569946 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027033138948081175, + "instruction_rms": 0.002703313894267211, + "raw_apical_rms": 0.04338413647754501, + "teaching_rms": 0.0027033138948081175, + "traffic_rms": 0.043282447301001586 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.285405642510341e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612823742398063e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011214492117525348, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.024830941879749296 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024234091863036156, + "mean_feedback_forward_cosine": 0.999847477988193, + "mean_feedback_forward_relative_error": 0.01714172398083304, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027773399102870924, + "instruction_rms": 0.0027773399102248796, + "raw_apical_rms": 0.04341228216821997, + "teaching_rms": 0.0027773399102870924, + "traffic_rms": 0.043304525239629826 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4717053292988567e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6119014097614146e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01146054299462974, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.02494120793581009 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227455258369446, + "mean_feedback_forward_cosine": 0.9998476066087422, + "mean_feedback_forward_relative_error": 0.01713418637059237, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002858431776996412, + "instruction_rms": 0.0028584317764050265, + "raw_apical_rms": 0.04339214061577607, + "teaching_rms": 0.002858431776996412, + "traffic_rms": 0.04327955534417721 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.9962229202974413e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6146687339572936e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011127606444606114, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.025003644507527352 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422737330198288, + "mean_feedback_forward_cosine": 0.9998475815120497, + "mean_feedback_forward_relative_error": 0.017133997287601233, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027004490415576876, + "instruction_rms": 0.002700449040593333, + "raw_apical_rms": 0.04337754890347324, + "teaching_rms": 0.0027004490415576876, + "traffic_rms": 0.04327380574457531 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.0950581713918837e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6179430147892297e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011311371122033093, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.022939260562062264 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227317422628403, + "mean_feedback_forward_cosine": 0.9998475721007899, + "mean_feedback_forward_relative_error": 0.017133829576012335, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0024247173023679157, + "instruction_rms": 0.0024247173026111335, + "raw_apical_rms": 0.04336370938262244, + "teaching_rms": 0.0024247173023679157, + "traffic_rms": 0.04327838362220175 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2260397969375845e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6110810700022707e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011191121272509473, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.020582478250861166 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227267131209373, + "mean_feedback_forward_cosine": 0.9998475909233093, + "mean_feedback_forward_relative_error": 0.017133656619606835, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002338925848955227, + "instruction_rms": 0.0023389258493841714, + "raw_apical_rms": 0.04335228949274899, + "teaching_rms": 0.002338925848955227, + "traffic_rms": 0.043273125346448824 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.009613536164579e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6151589961897126e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011325764736914327, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.019184721108078957 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227218702435493, + "mean_feedback_forward_cosine": 0.9998475940603959, + "mean_feedback_forward_relative_error": 0.01713349214313846, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002342441588883861, + "instruction_rms": 0.002342441589934751, + "raw_apical_rms": 0.043351621844434175, + "teaching_rms": 0.002342441588883861, + "traffic_rms": 0.04327237546285921 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.6159767685385305e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6104240548472905e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011458193338486846, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.019317795338630678 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227166548371315, + "mean_feedback_forward_cosine": 0.9998475877862227, + "mean_feedback_forward_relative_error": 0.017133315510459636, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023950732902980635, + "instruction_rms": 0.002395073290070213, + "raw_apical_rms": 0.04335357381970924, + "teaching_rms": 0.0023950732902980635, + "traffic_rms": 0.043272267551944646 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.2403751742672284e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613530768142032e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011290260183468303, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.019463728809952736 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227119982242584, + "mean_feedback_forward_cosine": 0.9998475971974825, + "mean_feedback_forward_relative_error": 0.01713315353385712, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022938818027150175, + "instruction_rms": 0.00229388180313939, + "raw_apical_rms": 0.04333685331568607, + "teaching_rms": 0.0022938818027150175, + "traffic_rms": 0.043261431851472354 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1825099949523974e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613736861321203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011084873301682202, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.01807290317982435 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227067828178406, + "mean_feedback_forward_cosine": 0.9998476191570884, + "mean_feedback_forward_relative_error": 0.017132989057388744, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002392213798642377, + "instruction_rms": 0.00239221379829378, + "raw_apical_rms": 0.04334183942435423, + "teaching_rms": 0.002392213798642377, + "traffic_rms": 0.043258029018458155 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.1280527562339557e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6096232095652174e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011164199902640944, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.019031874526143074 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024227017536759377, + "mean_feedback_forward_cosine": 0.9998475752378765, + "mean_feedback_forward_relative_error": 0.017132823796648728, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002247350412381093, + "instruction_rms": 0.0022473504125744893, + "raw_apical_rms": 0.04333039896049984, + "teaching_rms": 0.002247350412381093, + "traffic_rms": 0.043255599921369965 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.9969055742308228e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6163113284600086e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011200391651691732, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.017996477207541467 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226972833275795, + "mean_feedback_forward_cosine": 0.9998476128829153, + "mean_feedback_forward_relative_error": 0.017132658070247424, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022033522742648357, + "instruction_rms": 0.002203352274072508, + "raw_apical_rms": 0.04332522229551669, + "teaching_rms": 0.0022033522742648357, + "traffic_rms": 0.04325591977060926 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.565710310875602e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6135443307986412e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011243569347861582, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.01690797361791134 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226928129792213, + "mean_feedback_forward_cosine": 0.999847600334569, + "mean_feedback_forward_relative_error": 0.017132502539377464, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002323739982931126, + "instruction_rms": 0.002323739981997191, + "raw_apical_rms": 0.04333098055817998, + "teaching_rms": 0.002323739982931126, + "traffic_rms": 0.04325392311726964 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7602121477343644e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6154390293254945e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011223932693373417, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.018557299987077714 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226883426308632, + "mean_feedback_forward_cosine": 0.9998475940603959, + "mean_feedback_forward_relative_error": 0.0171323380384006, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002243274018669607, + "instruction_rms": 0.0022432740180922243, + "raw_apical_rms": 0.043326378003342436, + "teaching_rms": 0.002243274018669607, + "traffic_rms": 0.04325252374640052 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3686251182652995e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6178680142883896e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011018709800736824, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.017365322345793247 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226831272244453, + "mean_feedback_forward_cosine": 0.9998476097458288, + "mean_feedback_forward_relative_error": 0.017132186061261517, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023151528168257086, + "instruction_rms": 0.0023151528166971145, + "raw_apical_rms": 0.04332402134125472, + "teaching_rms": 0.0023151528168257086, + "traffic_rms": 0.04324588183013806 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3635880808114962e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613870351609383e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011007807552950132, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.018341455144286156 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226782843470573, + "mean_feedback_forward_cosine": 0.999847600334569, + "mean_feedback_forward_relative_error": 0.017132028520695473, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022782659206691336, + "instruction_rms": 0.002278265920389051, + "raw_apical_rms": 0.043326247485282916, + "teaching_rms": 0.0022782659206691336, + "traffic_rms": 0.043249118984431 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3116125902333806e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.617480403271967e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010885850443867607, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.018044230567514898 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226730689406395, + "mean_feedback_forward_cosine": 0.9998475971974825, + "mean_feedback_forward_relative_error": 0.017131869681179523, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002247937894793318, + "instruction_rms": 0.002247937894544236, + "raw_apical_rms": 0.04332593469397838, + "teaching_rms": 0.002247937894793318, + "traffic_rms": 0.04325159644702104 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2328984883301928e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6084206671728464e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011171513935291588, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.017620586357414723 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422669529914856, + "mean_feedback_forward_cosine": 0.9998476128829153, + "mean_feedback_forward_relative_error": 0.017131704665524394, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021698603115635415, + "instruction_rms": 0.002169860312389133, + "raw_apical_rms": 0.04332682356345146, + "teaching_rms": 0.0021698603115635415, + "traffic_rms": 0.04325596724683623 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8892232606381185e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6123401577404394e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011024678816680266, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.016755565161705017 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226652458310127, + "mean_feedback_forward_cosine": 0.9998476128829153, + "mean_feedback_forward_relative_error": 0.01713154474763494, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002207634692727518, + "instruction_rms": 0.0022076346948472214, + "raw_apical_rms": 0.04331872890661588, + "teaching_rms": 0.002207634692727518, + "traffic_rms": 0.0432466693358073 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.588648939649829e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6123646363679395e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011283243877518554, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.017185027103126048 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226607754826546, + "mean_feedback_forward_cosine": 0.9998476160200018, + "mean_feedback_forward_relative_error": 0.017131381276014605, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002181866320385654, + "instruction_rms": 0.002181866320513222, + "raw_apical_rms": 0.04331854872027937, + "teaching_rms": 0.002181866320385654, + "traffic_rms": 0.04324946752690533 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3967558604454098e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6104342644853634e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011211265814436376, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.016642213857769966 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226559326052666, + "mean_feedback_forward_cosine": 0.9998476128829153, + "mean_feedback_forward_relative_error": 0.017131221970837367, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022154188562633543, + "instruction_rms": 0.0022154188571571693, + "raw_apical_rms": 0.04332733651090008, + "teaching_rms": 0.0022154188562633543, + "traffic_rms": 0.043255315972214554 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4660073094651125e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6134821989765e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010877966416816232, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.0167382182854414 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422652207314968, + "mean_feedback_forward_cosine": 0.9998476128829153, + "mean_feedback_forward_relative_error": 0.017131059847183917, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002261929278634251, + "instruction_rms": 0.0022619292784448815, + "raw_apical_rms": 0.04332882838584917, + "teaching_rms": 0.002261929278634251, + "traffic_rms": 0.04325493577934722 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.0668434075332698e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6137389994907168e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01102723910493805, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.017542576994150877 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226471781730652, + "mean_feedback_forward_cosine": 0.999847600334569, + "mean_feedback_forward_relative_error": 0.017130899904785973, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021900028166556423, + "instruction_rms": 0.0021900028163350594, + "raw_apical_rms": 0.04331257585988802, + "teaching_rms": 0.0021900028166556423, + "traffic_rms": 0.04324241051973621 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.494821238485656e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6165002187390883e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010919192963981953, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.01680113953858614 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422642894089222, + "mean_feedback_forward_cosine": 0.9998476411166944, + "mean_feedback_forward_relative_error": 0.017130745084662186, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021837748767836937, + "instruction_rms": 0.0021837748761397743, + "raw_apical_rms": 0.04331319151660565, + "teaching_rms": 0.0021837748767836937, + "traffic_rms": 0.043242577169196175 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.794209308376594e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.610120542049535e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01112416907173103, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.01656536695241928 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226386100053787, + "mean_feedback_forward_cosine": 0.9998476097458288, + "mean_feedback_forward_relative_error": 0.017130589161656405, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002213375290986063, + "instruction_rms": 0.002213375290482299, + "raw_apical_rms": 0.04331069901066497, + "teaching_rms": 0.002213375290986063, + "traffic_rms": 0.043239026285781336 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.997281628973724e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6111229918038917e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011040687795877054, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.01656497859209776 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226337671279907, + "mean_feedback_forward_cosine": 0.9998476379796079, + "mean_feedback_forward_relative_error": 0.017130441179400997, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021705788883464717, + "instruction_rms": 0.002170578888114257, + "raw_apical_rms": 0.04330599618220806, + "teaching_rms": 0.0021705788883464717, + "traffic_rms": 0.043234220332210305 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.33218120371248e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613194452417949e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011224977263675991, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.016783749183118344 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422628551721573, + "mean_feedback_forward_cosine": 0.9998476191570884, + "mean_feedback_forward_relative_error": 0.017130278933205102, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021123435781624012, + "instruction_rms": 0.0021123435788791725, + "raw_apical_rms": 0.04330335157109571, + "teaching_rms": 0.0021123435781624012, + "traffic_rms": 0.04323547748759749 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 1.840840191391635e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6129361563132164e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011467524453995908, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.015780894705057145 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226238951086998, + "mean_feedback_forward_cosine": 0.9998475971974825, + "mean_feedback_forward_relative_error": 0.01713012565711611, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002150858431243821, + "instruction_rms": 0.0021508584322804582, + "raw_apical_rms": 0.043313191025082104, + "teaching_rms": 0.002150858431243821, + "traffic_rms": 0.04324311063505363 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.1170856118478696e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6128973902203687e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012203855589415967, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.01636170403957367 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226192384958267, + "mean_feedback_forward_cosine": 0.9998476379796079, + "mean_feedback_forward_relative_error": 0.017129970469364996, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002128107508195964, + "instruction_rms": 0.002128107508751362, + "raw_apical_rms": 0.04331377353835872, + "teaching_rms": 0.002128107508195964, + "traffic_rms": 0.043246010903129246 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.161644729881118e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612825928334292e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010959432177797733, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.015834420201778412 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226143956184387, + "mean_feedback_forward_cosine": 0.9998476379796079, + "mean_feedback_forward_relative_error": 0.017129802218589344, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002125427276536512, + "instruction_rms": 0.0021254272748036703, + "raw_apical_rms": 0.04331182782049061, + "teaching_rms": 0.002125427276536512, + "traffic_rms": 0.0432443712960983 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7212735176362912e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6148884007333685e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011063174795562037, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.016132427474856378 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226099252700806, + "mean_feedback_forward_cosine": 0.9998475940603959, + "mean_feedback_forward_relative_error": 0.01712964982480595, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022027694528213345, + "instruction_rms": 0.002202769452924625, + "raw_apical_rms": 0.0433166199720235, + "teaching_rms": 0.0022027694528213345, + "traffic_rms": 0.04324423019405095 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.884530658775475e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6104994979117607e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010974479811240246, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.016171452489495277 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226047098636627, + "mean_feedback_forward_cosine": 0.9998476285683481, + "mean_feedback_forward_relative_error": 0.017129496009530204, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002175897141353393, + "instruction_rms": 0.0021758971407540616, + "raw_apical_rms": 0.043305255022429955, + "teaching_rms": 0.002175897141353393, + "traffic_rms": 0.04323486779306712 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.3241856439426556e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6132899006811277e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010987652066506273, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.016458417440652847 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024226006120443344, + "mean_feedback_forward_cosine": 0.999847600334569, + "mean_feedback_forward_relative_error": 0.017129334890724796, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021123845596950895, + "instruction_rms": 0.0021123845593997207, + "raw_apical_rms": 0.0432989592443998, + "teaching_rms": 0.0021123845596950895, + "traffic_rms": 0.04323153143340021 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.349963956760348e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6128987296179815e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01154595467554031, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.015830025476515294 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225963279604912, + "mean_feedback_forward_cosine": 0.999847600334569, + "mean_feedback_forward_relative_error": 0.017129176492361647, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021395326736094464, + "instruction_rms": 0.0021395326732660926, + "raw_apical_rms": 0.04329890470348532, + "teaching_rms": 0.0021395326736094464, + "traffic_rms": 0.04322960299701095 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.297341694657007e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6146828217086574e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010970208471538683, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.01591935189038515 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422592043876648, + "mean_feedback_forward_cosine": 0.9998476473908675, + "mean_feedback_forward_relative_error": 0.01712902235847555, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021460067929664228, + "instruction_rms": 0.0021460067933539643, + "raw_apical_rms": 0.04329424021923582, + "teaching_rms": 0.0021460067929664228, + "traffic_rms": 0.043226732424887435 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2632526963661803e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6120194523119595e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011179351712375826, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.015890728287398816 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225875735282898, + "mean_feedback_forward_cosine": 0.9998476191570884, + "mean_feedback_forward_relative_error": 0.017128866656046165, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002094580823009046, + "instruction_rms": 0.0020945808226889087, + "raw_apical_rms": 0.04329178367271361, + "teaching_rms": 0.002094580823009046, + "traffic_rms": 0.04322459574210196 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.401473331303805e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611072411657997e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011055159596424446, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.015585381194651127 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225836619734764, + "mean_feedback_forward_cosine": 0.9998476317054347, + "mean_feedback_forward_relative_error": 0.01712871411521184, + "min_feedback_forward_cosine": 0.9997071027755737 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020406832228145725, + "instruction_rms": 0.0020406832221450235, + "raw_apical_rms": 0.04328688840737479, + "teaching_rms": 0.0020406832228145725, + "traffic_rms": 0.043224453302102644 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1026208329999463e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6149031920544754e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011498311676363311, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.015334868060350419 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225790053606033, + "mean_feedback_forward_cosine": 0.9998476066087422, + "mean_feedback_forward_relative_error": 0.0171285583147485, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022139750177932404, + "instruction_rms": 0.0022139750178222636, + "raw_apical_rms": 0.04329591270372969, + "teaching_rms": 0.0022139750177932404, + "traffic_rms": 0.04322030554861235 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2754806039415598e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6131965531035293e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011486023991830817, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.01669376834869385 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225743487477303, + "mean_feedback_forward_cosine": 0.9998476160200018, + "mean_feedback_forward_relative_error": 0.017128399671300462, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002052528201247589, + "instruction_rms": 0.002052528201785933, + "raw_apical_rms": 0.04328057253226781, + "teaching_rms": 0.002052528201247589, + "traffic_rms": 0.04321667716894635 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7722842688149285e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6106178585429157e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011250188482043214, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.015389381894469261 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225695058703423, + "mean_feedback_forward_cosine": 0.9998476379796079, + "mean_feedback_forward_relative_error": 0.017128240194563802, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020619633314157178, + "instruction_rms": 0.002061963330606088, + "raw_apical_rms": 0.04328052539321096, + "teaching_rms": 0.0020619633314157178, + "traffic_rms": 0.043216926186807225 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.7666958501981753e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.617021996502736e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011147524634282218, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.015408765679597855 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422565408051014, + "mean_feedback_forward_cosine": 0.999847622294175, + "mean_feedback_forward_relative_error": 0.017128090300646267, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002108224498487354, + "instruction_rms": 0.0021082244988925103, + "raw_apical_rms": 0.04328516141157029, + "teaching_rms": 0.002108224498487354, + "traffic_rms": 0.04321877036454331 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4926634978328366e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6115154469004167e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011332888339525922, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.015430746941417457 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422560378909111, + "mean_feedback_forward_cosine": 0.9998476254312616, + "mean_feedback_forward_relative_error": 0.017127932171876494, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002081434748323057, + "instruction_rms": 0.0020814347480173274, + "raw_apical_rms": 0.04327662324718382, + "teaching_rms": 0.002081434748323057, + "traffic_rms": 0.04321200027399592 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5683586812874637e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6124109995719008e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011223013794260953, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.015265950056314469 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225564673542976, + "mean_feedback_forward_cosine": 0.9998476285683481, + "mean_feedback_forward_relative_error": 0.01712779063535364, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019886804133696294, + "instruction_rms": 0.0019886804125870856, + "raw_apical_rms": 0.04327444201021912, + "teaching_rms": 0.0019886804133696294, + "traffic_rms": 0.043213494122052776 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.488791039922944e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6110270668971852e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01107417611192138, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.014693301961123943 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225519970059395, + "mean_feedback_forward_cosine": 0.9998476191570884, + "mean_feedback_forward_relative_error": 0.017127632040922578, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021084988226167394, + "instruction_rms": 0.0021084988217579654, + "raw_apical_rms": 0.04327810408796797, + "teaching_rms": 0.0021084988226167394, + "traffic_rms": 0.0432120488818066 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1948924455728047e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612455496388225e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01122971974059936, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.01568570823699236 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422548457980156, + "mean_feedback_forward_cosine": 0.9998476662133869, + "mean_feedback_forward_relative_error": 0.017127478764833587, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021298844967336606, + "instruction_rms": 0.002129884495915921, + "raw_apical_rms": 0.0432750388605859, + "teaching_rms": 0.0021298844967336606, + "traffic_rms": 0.043206655709748736 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.5733134734196028e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6129461764768985e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011164939352150632, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.015975598438978195 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225451052188873, + "mean_feedback_forward_cosine": 0.9998476473908675, + "mean_feedback_forward_relative_error": 0.01712732235165803, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020679477941774743, + "instruction_rms": 0.002067947794260534, + "raw_apical_rms": 0.04326673588867093, + "teaching_rms": 0.0020679477941774743, + "traffic_rms": 0.04320170963104542 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.1894855706250382e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6126839381384934e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011344637285543439, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.015127112437784671 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225404486060143, + "mean_feedback_forward_cosine": 0.9998476536650407, + "mean_feedback_forward_relative_error": 0.017127168585399265, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002092327717815205, + "instruction_rms": 0.0020923277182407895, + "raw_apical_rms": 0.043269995404357164, + "teaching_rms": 0.002092327717815205, + "traffic_rms": 0.04320395385629582 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755084544420242, + "maximum_absolute_post_projection_soma_slope": 2.526012110593001e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6119178219417785e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011494629832634969, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.014998837310969829 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422536537051201, + "mean_feedback_forward_cosine": 0.9998476317054347, + "mean_feedback_forward_relative_error": 0.017127016926870534, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020145565412005885, + "instruction_rms": 0.0020145565414588147, + "raw_apical_rms": 0.04326626561273943, + "teaching_rms": 0.0020145565412005885, + "traffic_rms": 0.0432042584087689 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 3.019178151930646e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612997424825111e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011475270001406739, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.01469681930810213 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225322529673576, + "mean_feedback_forward_cosine": 0.9998476599392138, + "mean_feedback_forward_relative_error": 0.017126862572408037, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021686827762461528, + "instruction_rms": 0.0021686827765895335, + "raw_apical_rms": 0.043278603101613626, + "teaching_rms": 0.0021686827762461528, + "traffic_rms": 0.04320582998523046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.2515559194857815e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611558400573103e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011266406692519163, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.01553884915202856 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225281551480293, + "mean_feedback_forward_cosine": 0.9998476505279541, + "mean_feedback_forward_relative_error": 0.017126709124759623, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020552298357440968, + "instruction_rms": 0.0020552298359653607, + "raw_apical_rms": 0.043263058863561236, + "teaching_rms": 0.0020552298357440968, + "traffic_rms": 0.043199016598469614 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.8899219017830546e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.615550255057212e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011075069276824641, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.014662533375471831 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225234985351562, + "mean_feedback_forward_cosine": 0.9998476505279541, + "mean_feedback_forward_relative_error": 0.01712656089741933, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002100884778720865, + "instruction_rms": 0.002100884778696908, + "raw_apical_rms": 0.0432644176980255, + "teaching_rms": 0.002100884778720865, + "traffic_rms": 0.04319617430799142 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.9352687391792642e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612618130943278e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011282671833141881, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.015370538122653961 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422519400715828, + "mean_feedback_forward_cosine": 0.9998476662133869, + "mean_feedback_forward_relative_error": 0.017126406273363454, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021428161720491567, + "instruction_rms": 0.002142816171711538, + "raw_apical_rms": 0.04326681840475119, + "teaching_rms": 0.0021428161720491567, + "traffic_rms": 0.04319889808977329 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.4143449905977832e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6113802059773806e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011076662764103025, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.015638413019478322 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024225151166319847, + "mean_feedback_forward_cosine": 0.9998476599392138, + "mean_feedback_forward_relative_error": 0.0171262483161531, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002085206539706132, + "instruction_rms": 0.0020852065393393636, + "raw_apical_rms": 0.04327462076930951, + "teaching_rms": 0.002085206539706132, + "traffic_rms": 0.04320905846843086 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.06755085289478302, + "maximum_absolute_post_projection_soma_slope": 2.435594126382057e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6137586307441804e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011237735616431096, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.014965982204377651 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9158, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.37387548217773436, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "7", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2164536320, + "peak_memory_reserved_bytes": 3103784960, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 2.986146796501998e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 2.540966903552544e-08, + "min_residual_soma_slope": -2.986146796501998e-08, + "mse": 2.0111465526811682e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.188457359962047e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.188457359962047e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "0008f2cd96c06bea98f43560867d93967c597711", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 11, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 0.7012276649475098, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.031771183013916016, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 9043.688008785248, + "train_wall_s": 9041.105809926987 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.010487438179552555, + 0.007595377508550882, + 0.004913284908980131, + 0.004389043897390366, + 0.003255537711083889, + 0.003430743468925357, + 0.002268850803375244, + 0.004308338277041912, + 0.003091834019869566, + 0.00358368712477386, + 0.0023691898677498102, + 0.002867648610845208, + 0.0018722395179793239, + 0.0037523626815527678, + 0.002734353067353368, + 0.0031003025360405445, + 0.0022299725096672773, + 0.0027666506357491016, + 0.002038529608398676 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 3.999999761581421, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.000000476837158, + 4.0, + 4.0, + 3.999999761581421, + 4.0, + 4.0, + 3.999999761581421, + 3.999999523162842, + 4.0, + 4.000000476837158 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.05557212978601456, + 0.04137904569506645, + 0.016873182728886604, + 0.022645391523838043, + 0.009118061512708664, + 0.018070034682750702, + 0.005261742044240236, + 0.022683754563331604, + 0.008281025104224682, + 0.019362712278962135, + 0.005419216584414244, + 0.01533440686762333, + 0.0037749174516648054, + 0.020188918337225914, + 0.006665940396487713, + 0.01638578437268734, + 0.004765369929373264, + 0.014874756336212158, + 0.003892492037266493 + ], + "unscaled_traffic_rms": [ + 0.7548703551292419, + 0.7342244982719421, + 1.164755940437317, + 0.7752648591995239, + 1.4281710386276245, + 0.7594326138496399, + 1.7247905731201172, + 0.7597222328186035, + 1.4934546947479248, + 0.7403275370597839, + 1.748732328414917, + 0.748029887676239, + 1.9838733673095703, + 0.7434499859809875, + 1.640790581703186, + 0.7568273544311523, + 1.8718147277832031, + 0.7439854741096497, + 2.094832420349121 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 40108672, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 401089286955008, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 401086720000000, + "local_weight_correlation_macs": 405510400000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 405510400000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 2595266560 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 45220225875968, + "forward_macs_per_example": 40551040, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 1613199402221568 + } +} |