From 2fed62a2486962e0054fbb9d38661ed76a2820f4 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 23 Jul 2026 06:52:10 -0500 Subject: results: pass dynamic innovation confirmation gate --- .../seed10_dynamic.json | 6645 ++++++++++++++++++++ 1 file changed, 6645 insertions(+) create mode 100644 results/kp_dynamic_projection_confirmation/seed10_dynamic.json (limited to 'results/kp_dynamic_projection_confirmation/seed10_dynamic.json') diff --git a/results/kp_dynamic_projection_confirmation/seed10_dynamic.json b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json new file mode 100644 index 0000000..96f3a8e --- /dev/null +++ b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json @@ -0,0 +1,6645 @@ +{ + "architecture": { + "adaptive_apical_parameters": 376832, + "adaptive_feedback_parameters": 267904, + "base_width": 16, + "blocks_per_stage": 3, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 188416, + "forward_parameters": 269722, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 376832, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 20, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 10, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 10, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5010, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9996865193049113, + "feedback_forward_cosine": [ + 0.9998410940170288, + 0.9998330473899841, + 0.9998416900634766, + 0.9998196959495544, + 0.9998658895492554, + 0.9998244643211365, + 0.999796986579895, + 0.999862015247345, + 0.9998462200164795, + 0.999814510345459, + 0.9998553991317749, + 0.9998033046722412, + 0.999829888343811, + 0.9999003410339355, + 0.9998985528945923, + 0.9998725056648254, + 0.9998707175254822, + 0.9996960759162903, + 0.9999880790710449 + ], + "feedback_forward_norm_ratio": [ + 0.9993373155593872, + 1.0009738206863403, + 0.9991396069526672, + 1.0013306140899658, + 1.0004464387893677, + 1.0007975101470947, + 0.9989447593688965, + 1.0005112886428833, + 0.999376118183136, + 1.0006011724472046, + 0.9997497200965881, + 1.0005595684051514, + 0.9993224740028381, + 1.0002479553222656, + 0.9999218583106995, + 1.0006370544433594, + 0.9999715685844421, + 1.0011106729507446, + 1.002750039100647 + ], + "feedback_forward_relative_error": [ + 0.0178312286734581, + 0.018311940133571625, + 0.017811154946684837, + 0.0190509632229805, + 0.016383934766054153, + 0.018760578706860542, + 0.020169012248516083, + 0.01662510633468628, + 0.017547694966197014, + 0.019280681386590004, + 0.01700552925467491, + 0.019850602373480797, + 0.018454521894454956, + 0.014121557585895061, + 0.014242949895560741, + 0.01598425954580307, + 0.016081707552075386, + 0.024693168699741364, + 0.005619601812213659 + ], + "innovation_negative_gradient_cosine": [ + 0.999696671962738, + 0.9996646642684937, + 0.9996858835220337, + 0.9996673464775085, + 0.9996991157531738, + 0.99970543384552, + 0.9997129440307617, + 0.9997279644012451, + 0.9997462630271912, + 0.9997026920318604, + 0.9997648596763611, + 0.9997409582138062, + 0.9997850060462952, + 0.9998424053192139, + 0.9998652935028076, + 0.9998970031738281, + 0.9999339580535889, + 0.9999661445617676, + 0.8225135207176208 + ], + "instruction_negative_gradient_cosine": [ + 0.999696671962738, + 0.9996646642684937, + 0.9996858835220337, + 0.9996673464775085, + 0.9996991157531738, + 0.99970543384552, + 0.9997129440307617, + 0.9997279644012451, + 0.9997462630271912, + 0.9997026920318604, + 0.9997648596763611, + 0.9997409582138062, + 0.9997850060462952, + 0.9998425245285034, + 0.9998652935028076, + 0.9998970031738281, + 0.9999339580535889, + 0.9999661445617676, + 0.8333896398544312 + ], + "matched_negative_gradient_cosine": [ + 0.04031185805797577, + 0.02294144034385681, + 0.07925271987915039, + 0.06389088928699493, + 0.10397612303495407, + 0.06171322613954544, + 0.17028145492076874, + 0.12919682264328003, + 0.1864108145236969, + 0.19627267122268677, + 0.21861426532268524, + 0.24826310575008392, + 0.26166218519210815, + 0.188859224319458, + 0.26533007621765137, + 0.38330066204071045, + 0.32661405205726624, + 0.4409025013446808, + 0.18323172628879547 + ], + "max_norm_match_direction_error": 1.7881393432617188e-07, + "max_norm_match_relative_error": 1.5625958837972576e-07, + "mean_feedback_forward_cosine": 0.9998452883017691, + "mean_feedback_forward_relative_error": 0.01725401021049995, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.04131019487977028, + "max_absolute_post_projection_soma_slope": 1.1123523435685456e-08, + "max_absolute_pre_projection_soma_slope": 0.04131019487977028, + "max_positive_post_projection_soma_slope": 1.1123523435685456e-08, + "min_post_projection_soma_slope": -8.423204356233782e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.442327581203251e-08, + "pre_projection_traffic_rms_ratio": 0.010445562569347066 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.010445562569319911, + "raw_negative_gradient_cosine": [ + 0.04031185433268547, + 0.02294144034385681, + 0.07925271987915039, + 0.06389088928699493, + 0.10397612303495407, + 0.06171322613954544, + 0.17028146982192993, + 0.12919680774211884, + 0.1864108145236969, + 0.19627267122268677, + 0.21861428022384644, + 0.24826312065124512, + 0.26166218519210815, + 0.188859224319458, + 0.265330046415329, + 0.38330066204071045, + 0.32661402225494385, + 0.4409025013446808, + 0.18323172628879547 + ], + "teaching_negative_gradient_cosine": [ + 0.999696671962738, + 0.9996646642684937, + 0.9996858835220337, + 0.9996673464775085, + 0.9996991157531738, + 0.99970543384552, + 0.9997129440307617, + 0.9997279644012451, + 0.9997462630271912, + 0.9997026920318604, + 0.9997648596763611, + 0.9997409582138062, + 0.9997850060462952, + 0.9998424053192139, + 0.9998652935028076, + 0.9998970031738281, + 0.9999339580535889, + 0.9999661445617676, + 0.8225135207176208 + ], + "traffic_instruction_rms_ratio": 7.620982087891445, + "used_negative_gradient_cosine": [ + 0.999696671962738, + 0.9996646642684937, + 0.9996858835220337, + 0.9996673464775085, + 0.9996991157531738, + 0.99970543384552, + 0.9997129440307617, + 0.9997279644012451, + 0.9997462630271912, + 0.9997026920318604, + 0.9997648596763611, + 0.9997409582138062, + 0.9997850060462952, + 0.9998424053192139, + 0.9998652935028076, + 0.9998970031738281, + 0.9999339580535889, + 0.9999661445617676, + 0.8225135207176208 + ], + "wall_s": 0.17217803001403809 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.320502758026123, + "mean_feedback_forward_cosine": 0.2628641504990427, + "mean_feedback_forward_relative_error": 1.2123042941093445, + "min_feedback_forward_cosine": 0.13181225955486298 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0021275785024451933, + "instruction_rms": 0.002127578503158672, + "raw_apical_rms": 0.023176449945245748, + "teaching_rms": 0.0021275785024451933, + "traffic_rms": 0.023071871151298124 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617135167122, + "maximum_absolute_post_projection_soma_slope": 2.238697227596731e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.020465978422986e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008262347450077354, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 1.8486383348846436 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.263249397277832, + "mean_feedback_forward_cosine": 0.41009544463534103, + "mean_feedback_forward_relative_error": 1.0852607708228261, + "min_feedback_forward_cosine": 0.2170705944299698 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003419255584278289, + "instruction_rms": 0.0034192555841248812, + "raw_apical_rms": 0.027697921424250777, + "teaching_rms": 0.003419255584278289, + "traffic_rms": 0.027483683706630225 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617135167122, + "maximum_absolute_post_projection_soma_slope": 2.2150308254254014e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.8290591011616386e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011349137001226894, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.3407626229476928 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2148741483688354, + "mean_feedback_forward_cosine": 0.5129171547136808, + "mean_feedback_forward_relative_error": 0.98753212313903, + "min_feedback_forward_cosine": 0.28244727849960327 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004155201973159864, + "instruction_rms": 0.004155201974522851, + "raw_apical_rms": 0.031356771361276514, + "teaching_rms": 0.004155201973159864, + "traffic_rms": 0.03107873843038194 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965616390109062, + "maximum_absolute_post_projection_soma_slope": 2.367823803695046e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7004024518109506e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013456675321577856, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.04707872631073 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1693495512008667, + "mean_feedback_forward_cosine": 0.5838200967562827, + "mean_feedback_forward_relative_error": 0.913337778103979, + "min_feedback_forward_cosine": 0.3386703133583069 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004469251675453464, + "instruction_rms": 0.004469251674747498, + "raw_apical_rms": 0.03360634732131272, + "teaching_rms": 0.004469251675453464, + "traffic_rms": 0.03330607230028016 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617507696152, + "maximum_absolute_post_projection_soma_slope": 2.7334627006325718e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6803144676608004e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013521942104567503, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 0.8596860185623169 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1282025575637817, + "mean_feedback_forward_cosine": 0.6379323742891613, + "mean_feedback_forward_relative_error": 0.8527652684010958, + "min_feedback_forward_cosine": 0.38725700974464417 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004676869857570115, + "instruction_rms": 0.004676869856679229, + "raw_apical_rms": 0.03546752976587663, + "teaching_rms": 0.004676869857570115, + "traffic_rms": 0.03515579585038711 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965616390109062, + "maximum_absolute_post_projection_soma_slope": 2.5742021847463548e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6671919638881145e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014207688762619481, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.7460113258743286 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0879181623458862, + "mean_feedback_forward_cosine": 0.6807615113885779, + "mean_feedback_forward_relative_error": 0.8006067150517514, + "min_feedback_forward_cosine": 0.4330441355705261 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004788255506036307, + "instruction_rms": 0.004788255505249911, + "raw_apical_rms": 0.03704748602919479, + "teaching_rms": 0.004788255506036307, + "traffic_rms": 0.03673419029382538 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.6890104365406842e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.652932149164355e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012899933914861935, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.67720983959198 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.049793004989624, + "mean_feedback_forward_cosine": 0.716141159597196, + "mean_feedback_forward_relative_error": 0.7551720565871188, + "min_feedback_forward_cosine": 0.47409024834632874 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00485548028911756, + "instruction_rms": 0.004855480288843814, + "raw_apical_rms": 0.03838508600271614, + "teaching_rms": 0.00485548028911756, + "traffic_rms": 0.03807411312999705 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.4465771630843847e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6557112708334806e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011944836714007923, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6242147707176209 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0138064622879028, + "mean_feedback_forward_cosine": 0.7452715196107563, + "mean_feedback_forward_relative_error": 0.7151469368683664, + "min_feedback_forward_cosine": 0.5109031200408936 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048598457930537015, + "instruction_rms": 0.004859845793113798, + "raw_apical_rms": 0.038941740968605774, + "teaching_rms": 0.0048598457930537015, + "traffic_rms": 0.038634765057638014 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.1102499303538025e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.652294416461312e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011816401319273938, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.5895955443954468 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9788080453872681, + "mean_feedback_forward_cosine": 0.7701171793435749, + "mean_feedback_forward_relative_error": 0.6790932165948969, + "min_feedback_forward_cosine": 0.5446146130561829 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00480853667182706, + "instruction_rms": 0.0048085366720623055, + "raw_apical_rms": 0.040038655664419484, + "teaching_rms": 0.00480853667182706, + "traffic_rms": 0.03974575905487539 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617135167122, + "maximum_absolute_post_projection_soma_slope": 1.7101859484114357e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6371845127137723e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012249857173464022, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.5574038748550415 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9448283314704895, + "mean_feedback_forward_cosine": 0.7916683586020219, + "mean_feedback_forward_relative_error": 0.6462197397884569, + "min_feedback_forward_cosine": 0.5763647556304932 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004839559456288207, + "instruction_rms": 0.0048395594563809255, + "raw_apical_rms": 0.04071995732276518, + "teaching_rms": 0.004839559456288207, + "traffic_rms": 0.040428260742060164 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617507696152, + "maximum_absolute_post_projection_soma_slope": 1.9611592350088358e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6353924398720684e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010892910417689689, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5239255970001221 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9127702116966248, + "mean_feedback_forward_cosine": 0.8106209384767633, + "mean_feedback_forward_relative_error": 0.6158937576570009, + "min_feedback_forward_cosine": 0.604814350605011 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048546249945467974, + "instruction_rms": 0.004854624995657346, + "raw_apical_rms": 0.04182852561944663, + "teaching_rms": 0.0048546249945467974, + "traffic_rms": 0.041542760847679536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617507696152, + "maximum_absolute_post_projection_soma_slope": 2.4940618459368125e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6338669582419218e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011229249705963293, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.5029154551792144 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.880604088306427, + "mean_feedback_forward_cosine": 0.8274708766686288, + "mean_feedback_forward_relative_error": 0.5874443477705905, + "min_feedback_forward_cosine": 0.6324325799942017 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004875801166246104, + "instruction_rms": 0.004875801165657019, + "raw_apical_rms": 0.042090524416669946, + "teaching_rms": 0.004875801166246104, + "traffic_rms": 0.04180406412467894 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965617135167122, + "maximum_absolute_post_projection_soma_slope": 2.2846981195812077e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.629485752598832e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011279564551533476, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.4801908302307129 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8490339517593384, + "mean_feedback_forward_cosine": 0.8423407767948351, + "mean_feedback_forward_relative_error": 0.5612034036924964, + "min_feedback_forward_cosine": 0.6584939360618591 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004862513530950027, + "instruction_rms": 0.004862513529463852, + "raw_apical_rms": 0.04249569152035548, + "teaching_rms": 0.004862513530950027, + "traffic_rms": 0.04221326323324876 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965616390109062, + "maximum_absolute_post_projection_soma_slope": 2.2992447057390564e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6238762214005956e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010901864806123028, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.4624407964229584 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8190855383872986, + "mean_feedback_forward_cosine": 0.8555049143339458, + "mean_feedback_forward_relative_error": 0.5368027522375709, + "min_feedback_forward_cosine": 0.68202143907547 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048450762274929934, + "instruction_rms": 0.00484507622736933, + "raw_apical_rms": 0.04243617484306245, + "teaching_rms": 0.0048450762274929934, + "traffic_rms": 0.042155351393765084 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.444627078546091e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.626035179086535e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011516681802460982, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.4469337102127075 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7892797589302063, + "mean_feedback_forward_cosine": 0.867406754117263, + "mean_feedback_forward_relative_error": 0.5138307700031682, + "min_feedback_forward_cosine": 0.7048470973968506 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004840755794789061, + "instruction_rms": 0.0048407557961092735, + "raw_apical_rms": 0.04271795967715501, + "teaching_rms": 0.004840755794789061, + "traffic_rms": 0.042438805840826335 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.596258141807084e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.626153478384452e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010698829063202188, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.43113454271316526 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7609896063804626, + "mean_feedback_forward_cosine": 0.87833130045941, + "mean_feedback_forward_relative_error": 0.49183685136468785, + "min_feedback_forward_cosine": 0.725717306137085 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004898346259325372, + "instruction_rms": 0.004898346259808533, + "raw_apical_rms": 0.04317676024136317, + "teaching_rms": 0.004898346259325372, + "traffic_rms": 0.04289397019731282 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.148017941294711e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.614856001795994e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01105319672978955, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.417020124835968 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7313572764396667, + "mean_feedback_forward_cosine": 0.8882385366841367, + "mean_feedback_forward_relative_error": 0.4710692026113209, + "min_feedback_forward_cosine": 0.7461642622947693 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00490210475062717, + "instruction_rms": 0.004902104750837312, + "raw_apical_rms": 0.04336559586539004, + "teaching_rms": 0.00490210475062717, + "traffic_rms": 0.04308361323342959 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.8865463857764553e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6124075120174232e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010716983177622165, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.4071095234394074 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7039198875427246, + "mean_feedback_forward_cosine": 0.8972031348630002, + "mean_feedback_forward_relative_error": 0.4515492923949894, + "min_feedback_forward_cosine": 0.76481032371521 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00487884125751058, + "instruction_rms": 0.004878841258071224, + "raw_apical_rms": 0.043572771819466054, + "teaching_rms": 0.00487884125751058, + "traffic_rms": 0.043294449617874 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.218666317332918e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.61510330589462e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010966411646623783, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.3952154863166809 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6760586500167847, + "mean_feedback_forward_cosine": 0.9055123360533464, + "mean_feedback_forward_relative_error": 0.432666700137289, + "min_feedback_forward_cosine": 0.7828711867332458 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004826131099398438, + "instruction_rms": 0.004826131098403971, + "raw_apical_rms": 0.04427121012470213, + "teaching_rms": 0.004826131099398438, + "traffic_rms": 0.044003013054155715 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.1595486288106258e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6049881701093482e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010700291261184805, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.3883430826663971 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6499698162078857, + "mean_feedback_forward_cosine": 0.9130455380991885, + "mean_feedback_forward_relative_error": 0.41489325385344655, + "min_feedback_forward_cosine": 0.7989453673362732 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004846451784575131, + "instruction_rms": 0.004846451785861449, + "raw_apical_rms": 0.044173631429521874, + "teaching_rms": 0.004846451784575131, + "traffic_rms": 0.04390287960550795 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.8378893901503943e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6058612531029433e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010735236867933434, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.37585717695236204 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.625340461730957, + "mean_feedback_forward_cosine": 0.9199741451363814, + "mean_feedback_forward_relative_error": 0.39776876490367086, + "min_feedback_forward_cosine": 0.813711404800415 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00488245938786709, + "instruction_rms": 0.00488245938930715, + "raw_apical_rms": 0.04440515206797135, + "teaching_rms": 0.00488245938786709, + "traffic_rms": 0.04413196940673291 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.9610590484830936e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.598585864113767e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010955542964601692, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.36385989884376524 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6014867424964905, + "mean_feedback_forward_cosine": 0.9261057502345035, + "mean_feedback_forward_relative_error": 0.38204732615696757, + "min_feedback_forward_cosine": 0.8274017572402954 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004767061589466885, + "instruction_rms": 0.0047670615894972405, + "raw_apical_rms": 0.04443198335494705, + "teaching_rms": 0.004767061589466885, + "traffic_rms": 0.044172117403575746 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.9285021579662498e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6040807147045422e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01071544062081152, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.3566269008731842 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5769627690315247, + "mean_feedback_forward_cosine": 0.9320178816193029, + "mean_feedback_forward_relative_error": 0.36625535001880244, + "min_feedback_forward_cosine": 0.8410085439682007 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004880451906141327, + "instruction_rms": 0.00488045190739654, + "raw_apical_rms": 0.04479561292054751, + "teaching_rms": 0.004880451906141327, + "traffic_rms": 0.04452457349488161 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.000492038689572e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5993348668235517e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010595572633524574, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.34451889419555665 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5530531406402588, + "mean_feedback_forward_cosine": 0.9374981334334925, + "mean_feedback_forward_relative_error": 0.35104288945072576, + "min_feedback_forward_cosine": 0.8538684844970703 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004872916706021525, + "instruction_rms": 0.004872916704016392, + "raw_apical_rms": 0.0450628927473559, + "teaching_rms": 0.004872916706021525, + "traffic_rms": 0.044793844460607184 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.8626860054382632e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5908263326663273e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010246079349183127, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.343729743719101 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5309622883796692, + "mean_feedback_forward_cosine": 0.9423335351442036, + "mean_feedback_forward_relative_error": 0.33713539180002716, + "min_feedback_forward_cosine": 0.8651860952377319 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004763406416530395, + "instruction_rms": 0.00476340641546126, + "raw_apical_rms": 0.04503846165886252, + "teaching_rms": 0.004763406416530395, + "traffic_rms": 0.04478126237751626 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.9349030822013447e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593365304832808e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010227151302966414, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.3361011459636688 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5097626447677612, + "mean_feedback_forward_cosine": 0.946784894717367, + "mean_feedback_forward_relative_error": 0.3237452640345222, + "min_feedback_forward_cosine": 0.8755882978439331 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004707666300489913, + "instruction_rms": 0.004707666301230657, + "raw_apical_rms": 0.045455087287577606, + "teaching_rms": 0.004707666300489913, + "traffic_rms": 0.04520657252496422 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.6294561195072674e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.594602304158012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010458807208812267, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.3313072333908081 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4898495078086853, + "mean_feedback_forward_cosine": 0.9507420376727456, + "mean_feedback_forward_relative_error": 0.3113015270546863, + "min_feedback_forward_cosine": 0.8849688768386841 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004672409424872863, + "instruction_rms": 0.0046724094236538375, + "raw_apical_rms": 0.04550809160884328, + "teaching_rms": 0.004672409424872863, + "traffic_rms": 0.04526317837594371 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.4858042735331765e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.610700350884696e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01096711834743687, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.3156372369003296 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4701102077960968, + "mean_feedback_forward_cosine": 0.9545243539308247, + "mean_feedback_forward_relative_error": 0.2989914762346368, + "min_feedback_forward_cosine": 0.8938727974891663 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004685297245944731, + "instruction_rms": 0.004685297246499785, + "raw_apical_rms": 0.045502216464951166, + "teaching_rms": 0.004685297245944731, + "traffic_rms": 0.04525641767032558 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.7308065142506166e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.590584866567117e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010635617127093069, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.3151611440849304 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4514484107494354, + "mean_feedback_forward_cosine": 0.9580100900248477, + "mean_feedback_forward_relative_error": 0.28721805269780915, + "min_feedback_forward_cosine": 0.9020853042602539 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00471582445346118, + "instruction_rms": 0.004715824453514253, + "raw_apical_rms": 0.04562637913656733, + "teaching_rms": 0.00471582445346118, + "traffic_rms": 0.045377426863333195 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.0210960016697754e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5913151852409433e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01019708533057066, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.31049583714008333 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4331558048725128, + "mean_feedback_forward_cosine": 0.9611946940422058, + "mean_feedback_forward_relative_error": 0.2760291162290071, + "min_feedback_forward_cosine": 0.9097447395324707 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004649439818271301, + "instruction_rms": 0.004649439818080042, + "raw_apical_rms": 0.0460985930588171, + "teaching_rms": 0.004649439818271301, + "traffic_rms": 0.045859472343420665 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.1644195768999452e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586919563225879e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011175115760104224, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.3060585072135925 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4154963195323944, + "mean_feedback_forward_cosine": 0.9641703806425396, + "mean_feedback_forward_relative_error": 0.2651503780170491, + "min_feedback_forward_cosine": 0.9168375730514526 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004700010725278692, + "instruction_rms": 0.0047000107268652825, + "raw_apical_rms": 0.046274634644315187, + "teaching_rms": 0.004700010725278692, + "traffic_rms": 0.046030711063648214 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.359038830945792e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.584983103135626e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011288928336327941, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.3012772894334793 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3987475037574768, + "mean_feedback_forward_cosine": 0.966879361554196, + "mean_feedback_forward_relative_error": 0.25484490002456467, + "min_feedback_forward_cosine": 0.9233200550079346 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004632363463715776, + "instruction_rms": 0.004632363464323253, + "raw_apical_rms": 0.046436484114491375, + "teaching_rms": 0.004632363463715776, + "traffic_rms": 0.046200258826903144 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.729025005976382e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582961200714867e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010756620379649666, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.299833934841156 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3831382691860199, + "mean_feedback_forward_cosine": 0.9693560506168165, + "mean_feedback_forward_relative_error": 0.24504858647522174, + "min_feedback_forward_cosine": 0.9291266202926636 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004634451962833277, + "instruction_rms": 0.00463445196291094, + "raw_apical_rms": 0.046296397158987215, + "teaching_rms": 0.004634451962833277, + "traffic_rms": 0.04605928974589038 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.451723446483811e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5949435796536836e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01081329744919295, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.2918899378585815 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3686857521533966, + "mean_feedback_forward_cosine": 0.9716149411703411, + "mean_feedback_forward_relative_error": 0.23575982804361142, + "min_feedback_forward_cosine": 0.9342780113220215 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004625293054340958, + "instruction_rms": 0.004625293053599866, + "raw_apical_rms": 0.04641588446942614, + "teaching_rms": 0.004625293054340958, + "traffic_rms": 0.04618015144463419 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.4617518690206452e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5979603924253845e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010797718049740857, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.28732581980705263 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3542514443397522, + "mean_feedback_forward_cosine": 0.9737554286655626, + "mean_feedback_forward_relative_error": 0.22664432109970795, + "min_feedback_forward_cosine": 0.9392459392547607 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004591263763704823, + "instruction_rms": 0.0045912637643424695, + "raw_apical_rms": 0.046424567350310704, + "teaching_rms": 0.004591263763704823, + "traffic_rms": 0.04619209266128522 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.9562998332389725e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593906016419143e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010048392697360858, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.28304784592151644 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.33971351385116577, + "mean_feedback_forward_cosine": 0.9757565354046068, + "mean_feedback_forward_relative_error": 0.2177534146528495, + "min_feedback_forward_cosine": 0.9440736770629883 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004584020894224263, + "instruction_rms": 0.004584020893189275, + "raw_apical_rms": 0.046881356043197826, + "teaching_rms": 0.004584020894224263, + "traffic_rms": 0.046652551233252196 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.6497210708621424e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5930631511374206e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009928740820599379, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.27701704328536986 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3257816433906555, + "mean_feedback_forward_cosine": 0.9776207553712946, + "mean_feedback_forward_relative_error": 0.20914848148822784, + "min_feedback_forward_cosine": 0.9484876990318298 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045699938997658986, + "instruction_rms": 0.0045699938996150435, + "raw_apical_rms": 0.04721199358155779, + "teaching_rms": 0.0045699938997658986, + "traffic_rms": 0.0469857616587348 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.264329168610857e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588461774260781e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009791487241170042, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.27945471187591553 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3126906752586365, + "mean_feedback_forward_cosine": 0.9793275751565632, + "mean_feedback_forward_relative_error": 0.2009731523300472, + "min_feedback_forward_cosine": 0.9524905681610107 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00459537074946488, + "instruction_rms": 0.00459537075020188, + "raw_apical_rms": 0.04724798384994235, + "teaching_rms": 0.00459537074946488, + "traffic_rms": 0.04701932481454449 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04965614527463913, + "maximum_absolute_post_projection_soma_slope": 2.7281378933707856e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576272783768814e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00983058668844555, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.27565833495140074 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.30018121004104614, + "mean_feedback_forward_cosine": 0.9808878459428486, + "mean_feedback_forward_relative_error": 0.19319257532295428, + "min_feedback_forward_cosine": 0.9561586976051331 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004570399533083984, + "instruction_rms": 0.004570399530771056, + "raw_apical_rms": 0.047334571384317, + "teaching_rms": 0.004570399533083984, + "traffic_rms": 0.04710815274711813 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.2293953350072115e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5798906434225757e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010158248317890644, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.27303394671440123 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.28806281089782715, + "mean_feedback_forward_cosine": 0.9823181974260431, + "mean_feedback_forward_relative_error": 0.18578022326293744, + "min_feedback_forward_cosine": 0.959617018699646 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045822870107609225, + "instruction_rms": 0.004582287008050415, + "raw_apical_rms": 0.04737661491369318, + "teaching_rms": 0.0045822870107609225, + "traffic_rms": 0.04714989061794759 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.9443495702375913e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5783674035421154e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009958921616382878, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.27144758014678955 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.27629902958869934, + "mean_feedback_forward_cosine": 0.983634823247006, + "mean_feedback_forward_relative_error": 0.17869483444251513, + "min_feedback_forward_cosine": 0.9628146886825562 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004480455338389332, + "instruction_rms": 0.004480455337465031, + "raw_apical_rms": 0.04768904803554509, + "teaching_rms": 0.004480455338389332, + "traffic_rms": 0.047473662784896516 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.000337495644544e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5747896698186405e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010219888986180427, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.2649312253379822 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.26496124267578125, + "mean_feedback_forward_cosine": 0.984870571839182, + "mean_feedback_forward_relative_error": 0.17181221552585302, + "min_feedback_forward_cosine": 0.9657787680625916 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004536011826450301, + "instruction_rms": 0.004536011824418632, + "raw_apical_rms": 0.047680434312672264, + "teaching_rms": 0.004536011826450301, + "traffic_rms": 0.04745966370028507 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.810502148202886e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5867340144168265e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010220009503375255, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.2625256006813049 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2540586590766907, + "mean_feedback_forward_cosine": 0.9860233570400038, + "mean_feedback_forward_relative_error": 0.16508959429828743, + "min_feedback_forward_cosine": 0.9684973359107971 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004489659334614921, + "instruction_rms": 0.00448965933472776, + "raw_apical_rms": 0.04784656899895421, + "teaching_rms": 0.004489659334614921, + "traffic_rms": 0.047630821003871046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.6205021324822155e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5866656164029547e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009965854159112154, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.2627211030292511 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.24354994297027588, + "mean_feedback_forward_cosine": 0.9870748268930536, + "mean_feedback_forward_relative_error": 0.15873934210915314, + "min_feedback_forward_cosine": 0.9710098505020142 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004461893320807373, + "instruction_rms": 0.00446189332145296, + "raw_apical_rms": 0.04771120380947657, + "teaching_rms": 0.004461893320807373, + "traffic_rms": 0.04749701157283165 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.737614852004299e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5820703693411632e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010133174034811942, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.2632413591003418 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.23378250002861023, + "mean_feedback_forward_cosine": 0.988057111438952, + "mean_feedback_forward_relative_error": 0.15256281902915553, + "min_feedback_forward_cosine": 0.9732738733291626 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004491984692721575, + "instruction_rms": 0.004491984694007777, + "raw_apical_rms": 0.0477039934452674, + "teaching_rms": 0.004491984692721575, + "traffic_rms": 0.04748650201386578 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.7407991492746078e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5828735255045125e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009920960414254222, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.25725475827217104 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2245842069387436, + "mean_feedback_forward_cosine": 0.9889477491378784, + "mean_feedback_forward_relative_error": 0.14674226743610283, + "min_feedback_forward_cosine": 0.9753188490867615 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004499793235438485, + "instruction_rms": 0.004499793235795408, + "raw_apical_rms": 0.04821682672797886, + "teaching_rms": 0.004499793235438485, + "traffic_rms": 0.048001916869382225 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.5840094508566835e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5822435064302712e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00961574449580261, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.252205842757225 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2155420482158661, + "mean_feedback_forward_cosine": 0.9897868162707278, + "mean_feedback_forward_relative_error": 0.14104864883579707, + "min_feedback_forward_cosine": 0.9772313833236694 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004502135259875897, + "instruction_rms": 0.004502135260646706, + "raw_apical_rms": 0.048277314163618454, + "teaching_rms": 0.004502135259875897, + "traffic_rms": 0.04806196643443894 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.2382581121860312e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586660466154161e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009545440409402531, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.25274529129981993 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2066994458436966, + "mean_feedback_forward_cosine": 0.9905601237949572, + "mean_feedback_forward_relative_error": 0.13557493804316773, + "min_feedback_forward_cosine": 0.979049801826477 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004446824505594154, + "instruction_rms": 0.0044468245047348766, + "raw_apical_rms": 0.04849771519674685, + "teaching_rms": 0.004446824505594154, + "traffic_rms": 0.04828894520579859 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.3296539808370653e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588914843234681e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009592742215258087, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.25043526336193084 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19830110669136047, + "mean_feedback_forward_cosine": 0.9912690708511754, + "mean_feedback_forward_relative_error": 0.1303661736218553, + "min_feedback_forward_cosine": 0.9806932210922241 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004468333242367009, + "instruction_rms": 0.004468333242966715, + "raw_apical_rms": 0.04822489411088073, + "teaching_rms": 0.004468333242367009, + "traffic_rms": 0.048012793824050555 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.5508576584343245e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6003266253325565e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00931491589497861, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.24824605320930482 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19016799330711365, + "mean_feedback_forward_cosine": 0.9919484916486239, + "mean_feedback_forward_relative_error": 0.1251751298182889, + "min_feedback_forward_cosine": 0.9822373390197754 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045520125228369, + "instruction_rms": 0.004552012522872138, + "raw_apical_rms": 0.04839019623801517, + "teaching_rms": 0.0045520125228369, + "traffic_rms": 0.04817110336322972 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.6493775234494024e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588625567732588e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010392743640005128, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.252831037068367 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1825910210609436, + "mean_feedback_forward_cosine": 0.9925533501725448, + "mean_feedback_forward_relative_error": 0.12036858714724842, + "min_feedback_forward_cosine": 0.9836133122444153 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004439441921494824, + "instruction_rms": 0.004439441921568123, + "raw_apical_rms": 0.04852623928021148, + "teaching_rms": 0.004439441921494824, + "traffic_rms": 0.04831782744756503 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.7917525241273324e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5810127335302093e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010187553644786853, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.24218381887435914 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17537155747413635, + "mean_feedback_forward_cosine": 0.9931042068882993, + "mean_feedback_forward_relative_error": 0.11581317864750561, + "min_feedback_forward_cosine": 0.9848694801330566 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004407115329816568, + "instruction_rms": 0.004407115331567175, + "raw_apical_rms": 0.048840282752428035, + "teaching_rms": 0.004407115329816568, + "traffic_rms": 0.048636026865883135 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.470954996169894e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5794874826526263e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010216123797259618, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.24054338912010192 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.16813552379608154, + "mean_feedback_forward_cosine": 0.9936252518704063, + "mean_feedback_forward_relative_error": 0.11133660513319467, + "min_feedback_forward_cosine": 0.9860899448394775 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004436040774829246, + "instruction_rms": 0.004436040773566878, + "raw_apical_rms": 0.0489646862689084, + "teaching_rms": 0.004436040774829246, + "traffic_rms": 0.048758946656996476 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.8616582053709863e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5937568286495426e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00970933360339328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.24386898059844972 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1614685356616974, + "mean_feedback_forward_cosine": 0.9940971732139587, + "mean_feedback_forward_relative_error": 0.10711970964544698, + "min_feedback_forward_cosine": 0.9871599674224854 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0044242920409178, + "instruction_rms": 0.004424292039233787, + "raw_apical_rms": 0.04907542275993226, + "teaching_rms": 0.0044242920409178, + "traffic_rms": 0.048870791154472945 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.5109183237882462e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5844752417262017e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010730653208905462, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.2397679744529724 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15520313382148743, + "mean_feedback_forward_cosine": 0.994537419394443, + "mean_feedback_forward_relative_error": 0.10304862201998108, + "min_feedback_forward_cosine": 0.9881303310394287 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004412562346199447, + "instruction_rms": 0.004412562346764008, + "raw_apical_rms": 0.04936183168987331, + "teaching_rms": 0.004412562346199447, + "traffic_rms": 0.049158850028310275 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.4577706980721814e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5848282009914022e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01044339082720109, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.23525391114234925 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14899519085884094, + "mean_feedback_forward_cosine": 0.9949510442583185, + "mean_feedback_forward_relative_error": 0.09906155165088804, + "min_feedback_forward_cosine": 0.9890524744987488 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043810316296158365, + "instruction_rms": 0.0043810316305741386, + "raw_apical_rms": 0.04975805936798994, + "teaching_rms": 0.0043810316296158365, + "traffic_rms": 0.049560433377080715 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.6110194895068162e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5811291918819097e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009849952534653744, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.23558293833732605 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1429750621318817, + "mean_feedback_forward_cosine": 0.9953346409295735, + "mean_feedback_forward_relative_error": 0.09521660012634177, + "min_feedback_forward_cosine": 0.9899138808250427 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043711295831807585, + "instruction_rms": 0.004371129584344294, + "raw_apical_rms": 0.049709572707724047, + "teaching_rms": 0.0043711295831807585, + "traffic_rms": 0.0495120441236059 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.2445387770630987e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5741360751123606e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009224445286531543, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.2341153144836426 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13717669248580933, + "mean_feedback_forward_cosine": 0.9956826253941184, + "mean_feedback_forward_relative_error": 0.09159298731308234, + "min_feedback_forward_cosine": 0.9907131195068359 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043509010229194085, + "instruction_rms": 0.004350901021080774, + "raw_apical_rms": 0.0499107775195112, + "teaching_rms": 0.0043509010229194085, + "traffic_rms": 0.049716291508482356 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.7385877626452384e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5809981452237294e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009617983579651927, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.23292119561195374 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13173137605190277, + "mean_feedback_forward_cosine": 0.9960011149707594, + "mean_feedback_forward_relative_error": 0.08813149834934034, + "min_feedback_forward_cosine": 0.9914308190345764 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004366089765019402, + "instruction_rms": 0.004366089765736602, + "raw_apical_rms": 0.049569473580689576, + "teaching_rms": 0.004366089765019402, + "traffic_rms": 0.049371859845251685 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.8824524161686895e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5940598138017674e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010048896385888625, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.22959224577903747 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12635906040668488, + "mean_feedback_forward_cosine": 0.9963114449852392, + "mean_feedback_forward_relative_error": 0.08463039072720628, + "min_feedback_forward_cosine": 0.9921120405197144 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004464089647382964, + "instruction_rms": 0.00446408964629034, + "raw_apical_rms": 0.04977750781016337, + "teaching_rms": 0.004464089647382964, + "traffic_rms": 0.04957160718672485 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.213823968588713e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5955146002701704e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009747165150807105, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.22690556151866914 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12116800248622894, + "mean_feedback_forward_cosine": 0.9965891398881611, + "mean_feedback_forward_relative_error": 0.08138100920539153, + "min_feedback_forward_cosine": 0.9927440881729126 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004393283107910172, + "instruction_rms": 0.004393283108684292, + "raw_apical_rms": 0.04981754247820321, + "teaching_rms": 0.004393283107910172, + "traffic_rms": 0.04961857459984422 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.8740537061366922e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5827198577483916e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009654511344020586, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.2328632764816284 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11644566804170609, + "mean_feedback_forward_cosine": 0.9968423498304266, + "mean_feedback_forward_relative_error": 0.07829765504912327, + "min_feedback_forward_cosine": 0.9932966828346252 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043153105624695555, + "instruction_rms": 0.004315310563101568, + "raw_apical_rms": 0.05005554124344902, + "teaching_rms": 0.0043153105624695555, + "traffic_rms": 0.04986445242143217 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.3016848871293405e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5902143882657706e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010720675320574628, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.22361379769802092 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11181630939245224, + "mean_feedback_forward_cosine": 0.9970827290886327, + "mean_feedback_forward_relative_error": 0.07526457505790811, + "min_feedback_forward_cosine": 0.9938156604766846 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004389796358882262, + "instruction_rms": 0.004389796358575357, + "raw_apical_rms": 0.0501110045721212, + "teaching_rms": 0.004389796358882262, + "traffic_rms": 0.04991381051989102 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.9929584144383625e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5942427182633597e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010289006544090248, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.22675478215694428 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1074429377913475, + "mean_feedback_forward_cosine": 0.9972974312932867, + "mean_feedback_forward_relative_error": 0.0724363182916453, + "min_feedback_forward_cosine": 0.9942895174026489 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004335969893821169, + "instruction_rms": 0.004335969892975842, + "raw_apical_rms": 0.05048091770650513, + "teaching_rms": 0.004335969893821169, + "traffic_rms": 0.050289789819659224 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.642305491600382e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5823232252492862e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010056177154704467, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.22276763926506044 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1030639037489891, + "mean_feedback_forward_cosine": 0.9975028100766634, + "mean_feedback_forward_relative_error": 0.06962906020252328, + "min_feedback_forward_cosine": 0.9947442412376404 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004311440616436437, + "instruction_rms": 0.004311440615349417, + "raw_apical_rms": 0.05060041610749226, + "teaching_rms": 0.004311440616436437, + "traffic_rms": 0.05041172953747549 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.3759705314319035e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5842166489278117e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00991144931006194, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.22210287408828736 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09881311655044556, + "mean_feedback_forward_cosine": 0.9976921144284701, + "mean_feedback_forward_relative_error": 0.06693724346788306, + "min_feedback_forward_cosine": 0.9951662421226501 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004312114518034538, + "instruction_rms": 0.004312114517285171, + "raw_apical_rms": 0.05073095284599487, + "teaching_rms": 0.004312114518034538, + "traffic_rms": 0.05054294851807691 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.9004787077392393e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.589390967932825e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010266737540438761, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.21907354725837708 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09483559429645538, + "mean_feedback_forward_cosine": 0.9978669348515963, + "mean_feedback_forward_relative_error": 0.06435415442836911, + "min_feedback_forward_cosine": 0.9955459237098694 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004363508122653554, + "instruction_rms": 0.004363508123274865, + "raw_apical_rms": 0.050703815828723305, + "teaching_rms": 0.004363508122653554, + "traffic_rms": 0.050510917968044994 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310206055641174, + "maximum_absolute_post_projection_soma_slope": 1.3368408602332238e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5795832950471387e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009926159542588336, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.22173248829841613 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09093330055475235, + "mean_feedback_forward_cosine": 0.9980315660175524, + "mean_feedback_forward_relative_error": 0.06181786523053521, + "min_feedback_forward_cosine": 0.9959030151367188 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004348012161153263, + "instruction_rms": 0.004348012162915065, + "raw_apical_rms": 0.05095703471523187, + "teaching_rms": 0.004348012161153263, + "traffic_rms": 0.0507665268799358 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.3763626682816721e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5797605265986742e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009885593151516036, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.22314986868858339 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08734314888715744, + "mean_feedback_forward_cosine": 0.9981773276078073, + "mean_feedback_forward_relative_error": 0.059479821669427974, + "min_feedback_forward_cosine": 0.9962201714515686 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042972481977759415, + "instruction_rms": 0.004297248197257192, + "raw_apical_rms": 0.051121859272626725, + "teaching_rms": 0.0042972481977759415, + "traffic_rms": 0.0509362229995218 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.7166735588602933e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.580513140856402e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010404774064404964, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.219828632106781 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08387009054422379, + "mean_feedback_forward_cosine": 0.9983159491890355, + "mean_feedback_forward_relative_error": 0.05717404402400318, + "min_feedback_forward_cosine": 0.9965143203735352 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043357917425745265, + "instruction_rms": 0.0043357917409257, + "raw_apical_rms": 0.05117088370258993, + "teaching_rms": 0.0043357917425745265, + "traffic_rms": 0.05098156026844837 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.0939951994591866e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5828626395441076e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010005302851891244, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.21956851550102233 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08060833811759949, + "mean_feedback_forward_cosine": 0.9984416647961265, + "mean_feedback_forward_relative_error": 0.05499116125467576, + "min_feedback_forward_cosine": 0.9967789649963379 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004336097584892762, + "instruction_rms": 0.004336097586236355, + "raw_apical_rms": 0.051171509896947534, + "teaching_rms": 0.004336097584892762, + "traffic_rms": 0.05098263202800919 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.4523585889492097e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5786506411995276e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010108496876021675, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.21457249857902527 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07731872797012329, + "mean_feedback_forward_cosine": 0.9985639766642922, + "mean_feedback_forward_relative_error": 0.052796324126814544, + "min_feedback_forward_cosine": 0.9970343112945557 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004359898003482318, + "instruction_rms": 0.0043598980024326444, + "raw_apical_rms": 0.05121613657387408, + "teaching_rms": 0.004359898003482318, + "traffic_rms": 0.0510249350896865 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.4857496566378359e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5776917765967182e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00988161903252984, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.22145178850650787 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07432200759649277, + "mean_feedback_forward_cosine": 0.9986696274656999, + "mean_feedback_forward_relative_error": 0.05081453027301713, + "min_feedback_forward_cosine": 0.997259259223938 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004264310883774777, + "instruction_rms": 0.004264310884270018, + "raw_apical_rms": 0.051221157023130647, + "teaching_rms": 0.004264310883774777, + "traffic_rms": 0.051038736136141315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.041370628091954e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5785796951662475e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009666999601708052, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.21297208185195923 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07139836996793747, + "mean_feedback_forward_cosine": 0.9987696377854598, + "mean_feedback_forward_relative_error": 0.04886545476160551, + "min_feedback_forward_cosine": 0.9974699020385742 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004277591455970825, + "instruction_rms": 0.004277591456270485, + "raw_apical_rms": 0.05131395651691947, + "teaching_rms": 0.004277591455970825, + "traffic_rms": 0.051130458100669456 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.2914663944106906e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5728282997732458e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009446838804335634, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.21247433193206788 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06854322552680969, + "mean_feedback_forward_cosine": 0.998861174834402, + "mean_feedback_forward_relative_error": 0.04701301680975839, + "min_feedback_forward_cosine": 0.9976679086685181 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004238812855198681, + "instruction_rms": 0.004238812853933287, + "raw_apical_rms": 0.05135516761629053, + "teaching_rms": 0.004238812855198681, + "traffic_rms": 0.05117528727728718 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310206055641174, + "maximum_absolute_post_projection_soma_slope": 1.594575493868433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5778485669061157e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009573882583707224, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.21451585424423217 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06587859988212585, + "mean_feedback_forward_cosine": 0.9989482038899472, + "mean_feedback_forward_relative_error": 0.04517907923773715, + "min_feedback_forward_cosine": 0.9978453516960144 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004299294962577623, + "instruction_rms": 0.0042992949627171755, + "raw_apical_rms": 0.0512032807686363, + "teaching_rms": 0.004299294962577623, + "traffic_rms": 0.05101800689281148 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.6076295850098177e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5848454301070456e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009942705225596121, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.2105280179977417 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06329141557216644, + "mean_feedback_forward_cosine": 0.9990277321715104, + "mean_feedback_forward_relative_error": 0.04343542035080885, + "min_feedback_forward_cosine": 0.9980106353759766 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00433688488897691, + "instruction_rms": 0.004336884889619934, + "raw_apical_rms": 0.0513361696381011, + "teaching_rms": 0.00433688488897691, + "traffic_rms": 0.05114815608571894 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 3.055617625591367e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5824349861055547e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010042965235788483, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.21199178836345672 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06076444312930107, + "mean_feedback_forward_cosine": 0.9991020936714975, + "mean_feedback_forward_relative_error": 0.041740065440535545, + "min_feedback_forward_cosine": 0.9981657266616821 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004320959570310046, + "instruction_rms": 0.004320959572662075, + "raw_apical_rms": 0.05133636853124326, + "teaching_rms": 0.004320959570310046, + "traffic_rms": 0.05114960355095062 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.17847997419085e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5843039823950913e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009707342106903036, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.21325809626579284 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05832800269126892, + "mean_feedback_forward_cosine": 0.9991705072553534, + "mean_feedback_forward_relative_error": 0.04011591288604235, + "min_feedback_forward_cosine": 0.9983096122741699 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004313643059714623, + "instruction_rms": 0.0043136430571534675, + "raw_apical_rms": 0.05139277568098535, + "teaching_rms": 0.004313643059714623, + "traffic_rms": 0.051206096601756984 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.438881097077683e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.584253270253293e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00993045216669205, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.2151906727027893 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0560128279030323, + "mean_feedback_forward_cosine": 0.9992340363954243, + "mean_feedback_forward_relative_error": 0.03855119694612528, + "min_feedback_forward_cosine": 0.9984409213066101 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004319361493957478, + "instruction_rms": 0.0043193614941483445, + "raw_apical_rms": 0.051772555503816826, + "teaching_rms": 0.004319361493957478, + "traffic_rms": 0.05158718705466244 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.5598360764433892e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5800471482240842e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010104428358889543, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.21193367936134339 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.053826287388801575, + "mean_feedback_forward_cosine": 0.9992905165019789, + "mean_feedback_forward_relative_error": 0.037099787573281084, + "min_feedback_forward_cosine": 0.9985596537590027 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004210528708735921, + "instruction_rms": 0.004210528708699238, + "raw_apical_rms": 0.051950034285133305, + "teaching_rms": 0.004210528708735921, + "traffic_rms": 0.051774837072279804 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.9549514007621838e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578905339444288e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009492446990611145, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.20497748321533202 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05175800248980522, + "mean_feedback_forward_cosine": 0.9993435740470886, + "mean_feedback_forward_relative_error": 0.03568450351686854, + "min_feedback_forward_cosine": 0.9986680746078491 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004201907495426313, + "instruction_rms": 0.004201907493902032, + "raw_apical_rms": 0.051792669400000164, + "teaching_rms": 0.004201907495426313, + "traffic_rms": 0.051617231593559874 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.3017777078516701e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578362924637927e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009688142746181653, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.20380166818618775 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04963529109954834, + "mean_feedback_forward_cosine": 0.9993935697957089, + "mean_feedback_forward_relative_error": 0.034301276318728924, + "min_feedback_forward_cosine": 0.9987748861312866 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042196758652042485, + "instruction_rms": 0.004219675865523485, + "raw_apical_rms": 0.05232193590734586, + "teaching_rms": 0.0042196758652042485, + "traffic_rms": 0.05214667017528512 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.1786165821092709e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5763571319511323e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009770579867926123, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.20745719299316406 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04758305847644806, + "mean_feedback_forward_cosine": 0.9994403845385501, + "mean_feedback_forward_relative_error": 0.03295115631465849, + "min_feedback_forward_cosine": 0.9988738894462585 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004237459827894888, + "instruction_rms": 0.004237459828848531, + "raw_apical_rms": 0.052369660701538145, + "teaching_rms": 0.004237459827894888, + "traffic_rms": 0.052193189674284185 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.4420257876679443e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.575089790199063e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008978992244733799, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.2116233547115326 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04569057375192642, + "mean_feedback_forward_cosine": 0.9994823744422511, + "mean_feedback_forward_relative_error": 0.03168854440905546, + "min_feedback_forward_cosine": 0.9989615678787231 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004217582265034805, + "instruction_rms": 0.004217582265840299, + "raw_apical_rms": 0.05250227277959666, + "teaching_rms": 0.004217582265034805, + "traffic_rms": 0.05232778751644238 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310206055641174, + "maximum_absolute_post_projection_soma_slope": 2.0381442311645515e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5808929513011242e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009807654800328022, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.20357963340997695 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04388083517551422, + "mean_feedback_forward_cosine": 0.9995215127342626, + "mean_feedback_forward_relative_error": 0.030465343574944296, + "min_feedback_forward_cosine": 0.9990420937538147 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00417168949109296, + "instruction_rms": 0.00417168949237941, + "raw_apical_rms": 0.05236575266282243, + "teaching_rms": 0.00417168949109296, + "traffic_rms": 0.05219524774195823 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.1717246667662948e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5849519803235635e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009430121798837801, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.20870501115322113 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.042201265692710876, + "mean_feedback_forward_cosine": 0.999556657515074, + "mean_feedback_forward_relative_error": 0.02932613274376643, + "min_feedback_forward_cosine": 0.9991137981414795 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004215399511197793, + "instruction_rms": 0.004215399512234364, + "raw_apical_rms": 0.05250208253756997, + "teaching_rms": 0.004215399511197793, + "traffic_rms": 0.052327480971781505 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.4788356317296802e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.577472017789875e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009260137997389853, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.1986999891281128 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04052811861038208, + "mean_feedback_forward_cosine": 0.9995905098162199, + "mean_feedback_forward_relative_error": 0.028185089314846618, + "min_feedback_forward_cosine": 0.9991824626922607 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042420035895679425, + "instruction_rms": 0.004242003590189175, + "raw_apical_rms": 0.05275584018967605, + "teaching_rms": 0.0042420035895679425, + "traffic_rms": 0.05258026615367099 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.5411014686605995e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582792010393971e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008981656866760545, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.20453996290206908 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03890683129429817, + "mean_feedback_forward_cosine": 0.999621215619539, + "mean_feedback_forward_relative_error": 0.027109207585453987, + "min_feedback_forward_cosine": 0.9992464780807495 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004226492569450857, + "instruction_rms": 0.004226492570042449, + "raw_apical_rms": 0.052730246782935544, + "teaching_rms": 0.004226492569450857, + "traffic_rms": 0.0525558998544944 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.4526030156503111e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582433073646181e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00924538486541574, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.20273867946624755 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.037348274141550064, + "mean_feedback_forward_cosine": 0.9996500423080042, + "mean_feedback_forward_relative_error": 0.026056812634985698, + "min_feedback_forward_cosine": 0.9993056654930115 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004221500982132105, + "instruction_rms": 0.004221500983169267, + "raw_apical_rms": 0.053043954594194934, + "teaching_rms": 0.004221500982132105, + "traffic_rms": 0.05287054204352493 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.2426171142342355e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5751763924499294e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009152344549492639, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.20237358448028564 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0358535572886467, + "mean_feedback_forward_cosine": 0.9996758856271443, + "mean_feedback_forward_relative_error": 0.025075952473439668, + "min_feedback_forward_cosine": 0.9993599653244019 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042097546427755875, + "instruction_rms": 0.00420975464483651, + "raw_apical_rms": 0.053123381224667414, + "teaching_rms": 0.0042097546427755875, + "traffic_rms": 0.0529520744542873 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.6679512881978553e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.581760196840102e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009023579848294237, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.2009496861076355 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03445439785718918, + "mean_feedback_forward_cosine": 0.9997001666771738, + "mean_feedback_forward_relative_error": 0.024117070201196168, + "min_feedback_forward_cosine": 0.9994088411331177 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004193220402622446, + "instruction_rms": 0.004193220403184789, + "raw_apical_rms": 0.05309336945192261, + "teaching_rms": 0.004193220402622446, + "traffic_rms": 0.0529229888210743 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.2640812840913895e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5803999220112146e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009318551875239105, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.19765312261104584 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.033110540360212326, + "mean_feedback_forward_cosine": 0.9997232117150959, + "mean_feedback_forward_relative_error": 0.023172111250460148, + "min_feedback_forward_cosine": 0.9994539022445679 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004225424098413704, + "instruction_rms": 0.004225424099819315, + "raw_apical_rms": 0.053173819766998955, + "teaching_rms": 0.004225424098413704, + "traffic_rms": 0.05300003642703047 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.7578274835727825e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.580585560569721e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008919702077019774, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.2028199564552307 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03172991797327995, + "mean_feedback_forward_cosine": 0.9997449140799674, + "mean_feedback_forward_relative_error": 0.022246560228890495, + "min_feedback_forward_cosine": 0.9994984865188599 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004324412306659063, + "instruction_rms": 0.004324412306909616, + "raw_apical_rms": 0.053113701224656404, + "teaching_rms": 0.004324412306659063, + "traffic_rms": 0.05293205850400673 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 1.2795946524590818e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5840083281653128e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0085656981627908, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.2054722313261032 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0304856114089489, + "mean_feedback_forward_cosine": 0.9997638087523611, + "mean_feedback_forward_relative_error": 0.021404852061287352, + "min_feedback_forward_cosine": 0.9995371103286743 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004175266589431395, + "instruction_rms": 0.004175266589332579, + "raw_apical_rms": 0.05288517424914404, + "teaching_rms": 0.004175266589431395, + "traffic_rms": 0.05271549712913089 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.7591428758123584e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576825879621282e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009110100130270617, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.19985778070449828 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.029313936829566956, + "mean_feedback_forward_cosine": 0.9997816054444564, + "mean_feedback_forward_relative_error": 0.02058363612741232, + "min_feedback_forward_cosine": 0.9995718598365784 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042437576673242956, + "instruction_rms": 0.004243757669846576, + "raw_apical_rms": 0.05312354649161112, + "teaching_rms": 0.0042437576673242956, + "traffic_rms": 0.05294853080111969 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131020978093147, + "maximum_absolute_post_projection_soma_slope": 2.843038160449396e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5840657172982027e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008739816528167655, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.1983957711648941 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.028112933039665222, + "mean_feedback_forward_cosine": 0.9997984296397159, + "mean_feedback_forward_relative_error": 0.019775260828043286, + "min_feedback_forward_cosine": 0.9996061325073242 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042356799636419805, + "instruction_rms": 0.004235679964981735, + "raw_apical_rms": 0.05332777583337166, + "teaching_rms": 0.0042356799636419805, + "traffic_rms": 0.053154605692001373 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.8178690552872467e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5809947248273305e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008708036328959555, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.2010181058549881 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02702934481203556, + "mean_feedback_forward_cosine": 0.9998134719698053, + "mean_feedback_forward_relative_error": 0.01902175096696929, + "min_feedback_forward_cosine": 0.9996359348297119 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004225469229050273, + "instruction_rms": 0.004225469229868987, + "raw_apical_rms": 0.05343672058750718, + "teaching_rms": 0.004225469229050273, + "traffic_rms": 0.05326452207100042 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 1.8954246172597777e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5776081667917654e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00940856917555136, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.19444774205207824 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02597552165389061, + "mean_feedback_forward_cosine": 0.9998273504407782, + "mean_feedback_forward_relative_error": 0.018299708584029423, + "min_feedback_forward_cosine": 0.9996637105941772 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00412962988555776, + "instruction_rms": 0.004129629886596306, + "raw_apical_rms": 0.053714871096354644, + "teaching_rms": 0.00412962988555776, + "traffic_rms": 0.053551340411711834 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.5272550274735295e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572622012543758e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008815358067701872, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.195263289437294 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024980811402201653, + "mean_feedback_forward_cosine": 0.9998402689632616, + "mean_feedback_forward_relative_error": 0.017601860417543275, + "min_feedback_forward_cosine": 0.9996888637542725 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004149513471357185, + "instruction_rms": 0.004149513470003428, + "raw_apical_rms": 0.053704102800767706, + "teaching_rms": 0.004149513471357185, + "traffic_rms": 0.053539444903498046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.0987794613347432e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5784157694012665e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008631394291984706, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.193451759557724 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024972131475806236, + "mean_feedback_forward_cosine": 0.9998404132692438, + "mean_feedback_forward_relative_error": 0.01759220752865076, + "min_feedback_forward_cosine": 0.9996891617774963 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.003118356444925106, + "instruction_rms": 0.003118356443801, + "raw_apical_rms": 0.0536377416157236, + "teaching_rms": 0.003118356444925106, + "traffic_rms": 0.05354302843517718 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.9343764751388335e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.561716325886276e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008498195702875678, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.1215439262676239 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024967260658740997, + "mean_feedback_forward_cosine": 0.9998405011076676, + "mean_feedback_forward_relative_error": 0.017584732807192364, + "min_feedback_forward_cosine": 0.9996892809867859 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028883607350490043, + "instruction_rms": 0.0028883607355625804, + "raw_apical_rms": 0.05360887626311013, + "teaching_rms": 0.0028883607350490043, + "traffic_rms": 0.053527337027403 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.523221986905355e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5623156955457215e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008483888207484407, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.09589749070167541 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024962542578577995, + "mean_feedback_forward_cosine": 0.9998405607123124, + "mean_feedback_forward_relative_error": 0.017577684754015582, + "min_feedback_forward_cosine": 0.9996893405914307 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002883577609761072, + "instruction_rms": 0.0028835776080342267, + "raw_apical_rms": 0.0536155068101294, + "teaching_rms": 0.002883577609761072, + "traffic_rms": 0.053533755033593707 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 1.9508709314663975e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.56357894089705e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008524763162750275, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.08751098495960236 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024957751855254173, + "mean_feedback_forward_cosine": 0.9998406642361691, + "mean_feedback_forward_relative_error": 0.017570784021365016, + "min_feedback_forward_cosine": 0.9996894598007202 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002877061360870155, + "instruction_rms": 0.0028770613601121434, + "raw_apical_rms": 0.05360383223400516, + "teaching_rms": 0.002877061360870155, + "traffic_rms": 0.053522176637848445 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.3318802888638857e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5632104082710472e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00850561937345124, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.07981414791047572 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024953002110123634, + "mean_feedback_forward_cosine": 0.9998407552116796, + "mean_feedback_forward_relative_error": 0.017564181679565655, + "min_feedback_forward_cosine": 0.9996895790100098 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002866770449317986, + "instruction_rms": 0.0028667704491874093, + "raw_apical_rms": 0.053639271333603494, + "teaching_rms": 0.002866770449317986, + "traffic_rms": 0.05355769804221328 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.9466205475614515e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5644215181284824e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008537602347432947, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.07567984591007233 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02494850382208824, + "mean_feedback_forward_cosine": 0.9998407959938049, + "mean_feedback_forward_relative_error": 0.017557746118032617, + "min_feedback_forward_cosine": 0.9996897578239441 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028903713387972677, + "instruction_rms": 0.0028903713399331464, + "raw_apical_rms": 0.053573245630836264, + "teaching_rms": 0.0028903713387972677, + "traffic_rms": 0.05349060650790833 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6637602346113454e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5638557683721326e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008562781101985417, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.07109593364715576 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024943886324763298, + "mean_feedback_forward_cosine": 0.9998409183401811, + "mean_feedback_forward_relative_error": 0.017551220585837177, + "min_feedback_forward_cosine": 0.9996898770332336 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002860283677566943, + "instruction_rms": 0.0028602836796768733, + "raw_apical_rms": 0.05351947152098079, + "teaching_rms": 0.002860283677566943, + "traffic_rms": 0.0534371253632421 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.7862286700042205e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5613735551587573e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008584232849981346, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.06718155276894569 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02493915520608425, + "mean_feedback_forward_cosine": 0.9998409873560855, + "mean_feedback_forward_relative_error": 0.017544988616320648, + "min_feedback_forward_cosine": 0.999690055847168 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002880964443798777, + "instruction_rms": 0.0028809644436302508, + "raw_apical_rms": 0.053515655054223586, + "teaching_rms": 0.002880964443798777, + "traffic_rms": 0.05343217054662885 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.5449994112136665e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.566144307202615e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008578859084754956, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.06575992215633392 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02493450790643692, + "mean_feedback_forward_cosine": 0.9998410500978169, + "mean_feedback_forward_relative_error": 0.017538692998258693, + "min_feedback_forward_cosine": 0.9996899962425232 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002841001576759283, + "instruction_rms": 0.0028410015770507537, + "raw_apical_rms": 0.053508495695811904, + "teaching_rms": 0.002841001576759283, + "traffic_rms": 0.05342691944114285 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.4920259633631758e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5632553298829937e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008576373847297324, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.06165153832316399 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02492988482117653, + "mean_feedback_forward_cosine": 0.9998411410733273, + "mean_feedback_forward_relative_error": 0.017532516564977795, + "min_feedback_forward_cosine": 0.9996902942657471 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002850363667550805, + "instruction_rms": 0.0028503636673590043, + "raw_apical_rms": 0.05348281525112695, + "teaching_rms": 0.002850363667550805, + "traffic_rms": 0.05340140578449342 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.448350677752842e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567043436217866e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008664877948931253, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.059029286065101626 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024925243109464645, + "mean_feedback_forward_cosine": 0.9998412195004915, + "mean_feedback_forward_relative_error": 0.01752640402532722, + "min_feedback_forward_cosine": 0.9996904134750366 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002855648011957314, + "instruction_rms": 0.002855648011805187, + "raw_apical_rms": 0.05344273852399766, + "teaching_rms": 0.002855648011957314, + "traffic_rms": 0.05336017181420272 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.9741748619471764e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568214967883799e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008763477762273774, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.055717943649291994 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024920614436268806, + "mean_feedback_forward_cosine": 0.9998413136130885, + "mean_feedback_forward_relative_error": 0.017520195559451456, + "min_feedback_forward_cosine": 0.9996904134750366 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028378363840179466, + "instruction_rms": 0.002837836383781916, + "raw_apical_rms": 0.05341805429525769, + "teaching_rms": 0.0028378363840179466, + "traffic_rms": 0.05333576998418407 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.2300440605249605e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5755018489697544e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008672933848097204, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.05460149075031281 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024915579706430435, + "mean_feedback_forward_cosine": 0.9998414139998587, + "mean_feedback_forward_relative_error": 0.0175140039309075, + "min_feedback_forward_cosine": 0.999690592288971 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002928112610720043, + "instruction_rms": 0.0029281126110635106, + "raw_apical_rms": 0.05333501468695325, + "teaching_rms": 0.002928112610720043, + "traffic_rms": 0.053248064174127356 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.499266749111939e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5734538117201636e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008682705693730093, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.05425468865990639 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02491065487265587, + "mean_feedback_forward_cosine": 0.9998414673303303, + "mean_feedback_forward_relative_error": 0.01750787832823239, + "min_feedback_forward_cosine": 0.9996907114982605 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028253081403412593, + "instruction_rms": 0.002825308140310521, + "raw_apical_rms": 0.0532580296634084, + "teaching_rms": 0.0028253081403412593, + "traffic_rms": 0.053176019304506106 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.6905150107836562e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5673578774343018e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008598895718240908, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.051537623496055604 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02490581013262272, + "mean_feedback_forward_cosine": 0.9998415363462347, + "mean_feedback_forward_relative_error": 0.017501677214903266, + "min_feedback_forward_cosine": 0.9996908903121948 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002836321723063973, + "instruction_rms": 0.002836321723623131, + "raw_apical_rms": 0.053231975382156925, + "teaching_rms": 0.002836321723063973, + "traffic_rms": 0.053149719330025096 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.4840563384032066e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.571752297730495e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008579577708021532, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.049948431177139284 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02490111254155636, + "mean_feedback_forward_cosine": 0.9998416398700914, + "mean_feedback_forward_relative_error": 0.017495644009230954, + "min_feedback_forward_cosine": 0.9996910095214844 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002817533261607967, + "instruction_rms": 0.002817533261904726, + "raw_apical_rms": 0.053243493936139814, + "teaching_rms": 0.002817533261607967, + "traffic_rms": 0.05316156139997626 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.5391534208552002e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5705716876883868e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00858457775053969, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.0478496047604084 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02489612251520157, + "mean_feedback_forward_cosine": 0.9998417371197751, + "mean_feedback_forward_relative_error": 0.017489548257895206, + "min_feedback_forward_cosine": 0.9996910095214844 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028089770432409124, + "instruction_rms": 0.002808977043061803, + "raw_apical_rms": 0.05323049345851172, + "teaching_rms": 0.0028089770432409124, + "traffic_rms": 0.05314862040385184 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.3018069228442073e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5738087513164958e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008753081940180369, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.04579744330644608 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024890977889299393, + "mean_feedback_forward_cosine": 0.9998418155469393, + "mean_feedback_forward_relative_error": 0.01748337329512364, + "min_feedback_forward_cosine": 0.9996912479400635 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028654481129152995, + "instruction_rms": 0.0028654481127610883, + "raw_apical_rms": 0.05325017685837686, + "teaching_rms": 0.0028654481129152995, + "traffic_rms": 0.05316623239085267 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.969952284104238e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5726924291617464e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008581096970148812, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.04594320053935051 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024885674938559532, + "mean_feedback_forward_cosine": 0.9998418939741034, + "mean_feedback_forward_relative_error": 0.017477128532175954, + "min_feedback_forward_cosine": 0.999691367149353 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028370009106452932, + "instruction_rms": 0.0028370009096797518, + "raw_apical_rms": 0.05325969399699958, + "teaching_rms": 0.0028370009106452932, + "traffic_rms": 0.05317648815057421 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 3.209093435430077e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5738712822498887e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008565872493675387, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.043992597589492796 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024880867451429367, + "mean_feedback_forward_cosine": 0.9998419598529213, + "mean_feedback_forward_relative_error": 0.01747116451396754, + "min_feedback_forward_cosine": 0.999691367149353 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027151213805914143, + "instruction_rms": 0.0027151213806471024, + "raw_apical_rms": 0.053227125175962724, + "teaching_rms": 0.0027151213805914143, + "traffic_rms": 0.05315035891531771 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.3983259822557557e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5652384790902255e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008572649881434963, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.04105339134573936 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024875467643141747, + "mean_feedback_forward_cosine": 0.9998420382800856, + "mean_feedback_forward_relative_error": 0.017464877718961554, + "min_feedback_forward_cosine": 0.9996915459632874 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002846703928872553, + "instruction_rms": 0.002846703928569682, + "raw_apical_rms": 0.053209976490143, + "teaching_rms": 0.002846703928872553, + "traffic_rms": 0.053125082945009706 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.162948398165554e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5702250027308237e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008620579953067104, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.04367523800611496 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024870507419109344, + "mean_feedback_forward_cosine": 0.9998421574893751, + "mean_feedback_forward_relative_error": 0.017458775815995115, + "min_feedback_forward_cosine": 0.9996917247772217 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002750976442340914, + "instruction_rms": 0.002750976442054911, + "raw_apical_rms": 0.05314193687737486, + "teaching_rms": 0.002750976442340914, + "traffic_rms": 0.053062351958226506 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.3035331864207365e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5737049345568432e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008560488168254643, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.040262078982591626 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02486463263630867, + "mean_feedback_forward_cosine": 0.9998422829728377, + "mean_feedback_forward_relative_error": 0.017452324691571687, + "min_feedback_forward_cosine": 0.9996919631958008 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002840754173333478, + "instruction_rms": 0.0028407541730596534, + "raw_apical_rms": 0.05316527535840711, + "teaching_rms": 0.002840754173333478, + "traffic_rms": 0.05307895473127675 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.5974095763103833e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5687502444811916e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008535943708442906, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.04089560312509537 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02485906518995762, + "mean_feedback_forward_cosine": 0.9998423488516557, + "mean_feedback_forward_relative_error": 0.01744576928352839, + "min_feedback_forward_cosine": 0.9996921420097351 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028715486406808146, + "instruction_rms": 0.0028715486408765188, + "raw_apical_rms": 0.0531468013293618, + "teaching_rms": 0.0028715486406808146, + "traffic_rms": 0.05305873810773769 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.157051426365797e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578257266114828e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008741856235261945, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.03994308191716671 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02485399879515171, + "mean_feedback_forward_cosine": 0.9998424492384258, + "mean_feedback_forward_relative_error": 0.017439584884988635, + "min_feedback_forward_cosine": 0.9996921420097351 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027680314420203403, + "instruction_rms": 0.002768031440345517, + "raw_apical_rms": 0.05311524866918133, + "teaching_rms": 0.0027680314420203403, + "traffic_rms": 0.05303441551497122 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.700923218412754e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.58227848666298e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008594723242031081, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.03753870831727982 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024848196655511856, + "mean_feedback_forward_cosine": 0.9998425370768497, + "mean_feedback_forward_relative_error": 0.017432984748953266, + "min_feedback_forward_cosine": 0.9996922016143799 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028978546068756036, + "instruction_rms": 0.0028978546068779555, + "raw_apical_rms": 0.05315158185646781, + "teaching_rms": 0.0028978546068756036, + "traffic_rms": 0.05306239252533869 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.545060340253258e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5743060844334248e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00863059146092962, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.039153937132358554 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024842634797096252, + "mean_feedback_forward_cosine": 0.9998426343265333, + "mean_feedback_forward_relative_error": 0.01742656925987256, + "min_feedback_forward_cosine": 0.999692440032959 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027957218459185116, + "instruction_rms": 0.002795721845220226, + "raw_apical_rms": 0.05314215330858384, + "teaching_rms": 0.0027957218459185116, + "traffic_rms": 0.05305838720534828 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.7861210227797528e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5716479750061284e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008667946395770575, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.03783581973075867 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02483692206442356, + "mean_feedback_forward_cosine": 0.99984273785039, + "mean_feedback_forward_relative_error": 0.01741992449387908, + "min_feedback_forward_cosine": 0.999692440032959 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002839035034871608, + "instruction_rms": 0.002839035034867449, + "raw_apical_rms": 0.053135224704568114, + "teaching_rms": 0.002839035034871608, + "traffic_rms": 0.053048786869928914 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.3836632223606102e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5723311199191657e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008722368342658604, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.03632310200095177 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024830877780914307, + "mean_feedback_forward_cosine": 0.999842853922593, + "mean_feedback_forward_relative_error": 0.017413043392528044, + "min_feedback_forward_cosine": 0.9996926784515381 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002901545255231637, + "instruction_rms": 0.0029015452548708026, + "raw_apical_rms": 0.05310790479150422, + "teaching_rms": 0.002901545255231637, + "traffic_rms": 0.05301836777862992 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.7643666911103537e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5664745591581383e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008549718041986665, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.03722758994102478 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024825237691402435, + "mean_feedback_forward_cosine": 0.9998429417610168, + "mean_feedback_forward_relative_error": 0.017406478254614693, + "min_feedback_forward_cosine": 0.9996929168701172 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002805595401172759, + "instruction_rms": 0.0028055954010858595, + "raw_apical_rms": 0.053080498605001865, + "teaching_rms": 0.002805595401172759, + "traffic_rms": 0.05299671932747346 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.5555053184689314e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573279026102724e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008790438718422531, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.03587395909667015 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02481934241950512, + "mean_feedback_forward_cosine": 0.9998430264623541, + "mean_feedback_forward_relative_error": 0.01739963465125153, + "min_feedback_forward_cosine": 0.999692976474762 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002841979392039918, + "instruction_rms": 0.0028419793914680426, + "raw_apical_rms": 0.05307182417656077, + "teaching_rms": 0.002841979392039918, + "traffic_rms": 0.05298564168391536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.4897911288235264e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5687336360409526e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008701741455130817, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.034597409229278564 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02481353096663952, + "mean_feedback_forward_cosine": 0.9998431613570765, + "mean_feedback_forward_relative_error": 0.01739289133662456, + "min_feedback_forward_cosine": 0.9996931552886963 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002830990779525994, + "instruction_rms": 0.002830990779885155, + "raw_apical_rms": 0.05301745418012194, + "teaching_rms": 0.002830990779525994, + "traffic_rms": 0.05293050174991747 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.2808595900869477e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572981296354146e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0087484168675491, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.03414357463479042 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024807706475257874, + "mean_feedback_forward_cosine": 0.9998432397842407, + "mean_feedback_forward_relative_error": 0.01738621966031037, + "min_feedback_forward_cosine": 0.9996931552886963 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027606250150023818, + "instruction_rms": 0.0027606250159028017, + "raw_apical_rms": 0.05300345599121664, + "teaching_rms": 0.0027606250150023818, + "traffic_rms": 0.05292102009351959 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 3.345177290725587e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57520966012595e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008745024125466091, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.03240537658154964 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02480151504278183, + "mean_feedback_forward_cosine": 0.9998433495822706, + "mean_feedback_forward_relative_error": 0.017379267067697487, + "min_feedback_forward_cosine": 0.9996934533119202 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00282493113580313, + "instruction_rms": 0.002824931137099979, + "raw_apical_rms": 0.0530258414580229, + "teaching_rms": 0.00282493113580313, + "traffic_rms": 0.05293907379028834 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.3056808018395714e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5680365445457588e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008795781651325048, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.03343699937462807 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024795260280370712, + "mean_feedback_forward_cosine": 0.9998434907511661, + "mean_feedback_forward_relative_error": 0.017372308519521828, + "min_feedback_forward_cosine": 0.9996935129165649 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027668262847827417, + "instruction_rms": 0.0027668262840049333, + "raw_apical_rms": 0.05302960522065486, + "teaching_rms": 0.0027668262847827417, + "traffic_rms": 0.052945996458989474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.4892614192140172e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.571703532513767e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008823972815355918, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.032039070374965666 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02478880062699318, + "mean_feedback_forward_cosine": 0.9998435660412437, + "mean_feedback_forward_relative_error": 0.017365151967265104, + "min_feedback_forward_cosine": 0.9996936917304993 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027940824475840855, + "instruction_rms": 0.0027940824488900656, + "raw_apical_rms": 0.05298732924136139, + "teaching_rms": 0.0027940824475840855, + "traffic_rms": 0.05290146669105889 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.2752336903408832e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574955263807575e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008753149959388714, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.03192510010421276 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024782922118902206, + "mean_feedback_forward_cosine": 0.9998436570167542, + "mean_feedback_forward_relative_error": 0.017358369463564532, + "min_feedback_forward_cosine": 0.9996939301490784 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002700395665270598, + "instruction_rms": 0.002700395664844295, + "raw_apical_rms": 0.053002962496313866, + "teaching_rms": 0.002700395665270598, + "traffic_rms": 0.052923673610528736 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 3.01772118405097e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5708082927423105e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008701667140524647, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.03071082781136036 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024777008220553398, + "mean_feedback_forward_cosine": 0.9998437762260437, + "mean_feedback_forward_relative_error": 0.01735162087961247, + "min_feedback_forward_cosine": 0.9996939897537231 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026734159758871746, + "instruction_rms": 0.0026734159749783153, + "raw_apical_rms": 0.05290051486376036, + "teaching_rms": 0.0026734159758871746, + "traffic_rms": 0.05282290291368256 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 3.0210987489454055e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5720402630298793e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00896028061369613, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.028557328315973282 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024770908057689667, + "mean_feedback_forward_cosine": 0.9998438954353333, + "mean_feedback_forward_relative_error": 0.017344764654377575, + "min_feedback_forward_cosine": 0.9996942281723022 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026624011143559804, + "instruction_rms": 0.0026624011143588687, + "raw_apical_rms": 0.0528671156473697, + "teaching_rms": 0.0026624011143559804, + "traffic_rms": 0.052788216186813536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.8261801787721197e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5717390311609657e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00883245859295099, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.02974926018893719 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0247642919421196, + "mean_feedback_forward_cosine": 0.9998439832737571, + "mean_feedback_forward_relative_error": 0.01733758511315835, + "min_feedback_forward_cosine": 0.9996942281723022 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002727265183100315, + "instruction_rms": 0.0027272651831617752, + "raw_apical_rms": 0.05288025663198776, + "teaching_rms": 0.002727265183100315, + "traffic_rms": 0.0527981676115685 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6508940820235694e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5736830653565096e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008730566648553872, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.029952392307519914 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024757936596870422, + "mean_feedback_forward_cosine": 0.9998440993459601, + "mean_feedback_forward_relative_error": 0.017330493238803587, + "min_feedback_forward_cosine": 0.9996945261955261 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026866496740042974, + "instruction_rms": 0.0026866496735481007, + "raw_apical_rms": 0.0529254043468354, + "teaching_rms": 0.0026866496740042974, + "traffic_rms": 0.052844652772588444 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6207294112623458e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567371834430205e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008890134225633145, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.02835966933429241 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024751292541623116, + "mean_feedback_forward_cosine": 0.9998442279665094, + "mean_feedback_forward_relative_error": 0.017323160446003863, + "min_feedback_forward_cosine": 0.9996946454048157 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002764242977326084, + "instruction_rms": 0.002764242978611837, + "raw_apical_rms": 0.05290993370283982, + "teaching_rms": 0.002764242977326084, + "traffic_rms": 0.052826134947147003 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.6204316938560623e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576890058866546e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00880099830805765, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.02865204894423485 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024744495749473572, + "mean_feedback_forward_cosine": 0.9998443283532795, + "mean_feedback_forward_relative_error": 0.017315630555937166, + "min_feedback_forward_cosine": 0.9996947646141052 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027799496276432138, + "instruction_rms": 0.002779949626454308, + "raw_apical_rms": 0.052876855821965156, + "teaching_rms": 0.0027799496276432138, + "traffic_rms": 0.05279216116171058 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.530111764542653e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5732465170074817e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008967613618596578, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.028958555803894996 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024737315252423286, + "mean_feedback_forward_cosine": 0.999844469522175, + "mean_feedback_forward_relative_error": 0.017308086058811137, + "min_feedback_forward_cosine": 0.9996949434280396 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002720047783673426, + "instruction_rms": 0.0027200477842496324, + "raw_apical_rms": 0.05286408502955342, + "teaching_rms": 0.002720047783673426, + "traffic_rms": 0.05278166346717218 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.6246096851423317e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5747238431473923e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008930030925949345, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.027837801626324654 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024730779230594635, + "mean_feedback_forward_cosine": 0.999844557360599, + "mean_feedback_forward_relative_error": 0.017300799366478856, + "min_feedback_forward_cosine": 0.9996951818466187 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002707626105888933, + "instruction_rms": 0.002707626106805306, + "raw_apical_rms": 0.05279983043694018, + "teaching_rms": 0.002707626105888933, + "traffic_rms": 0.05271730941893087 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.9072156237930358e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573206376615714e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009150409471150889, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.027014597750604153 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024723678827285767, + "mean_feedback_forward_cosine": 0.9998446859811482, + "mean_feedback_forward_relative_error": 0.0172931522523102, + "min_feedback_forward_cosine": 0.9996953010559082 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027297969361726837, + "instruction_rms": 0.002729796937385229, + "raw_apical_rms": 0.05277941328154662, + "teaching_rms": 0.0027297969361726837, + "traffic_rms": 0.05269539767542452 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.58915573425611e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5720380381038837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008818849366860105, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.027236394861340524 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02471659705042839, + "mean_feedback_forward_cosine": 0.9998448114646109, + "mean_feedback_forward_relative_error": 0.017285480139482962, + "min_feedback_forward_cosine": 0.9996955394744873 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027269897416071103, + "instruction_rms": 0.002726989742227887, + "raw_apical_rms": 0.052773061117069656, + "teaching_rms": 0.0027269897416071103, + "traffic_rms": 0.0526887877828997 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 3.065361653398213e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57034152490165e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009032905751656412, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.02809814004778862 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02470981702208519, + "mean_feedback_forward_cosine": 0.999844962044766, + "mean_feedback_forward_relative_error": 0.017277585710153767, + "min_feedback_forward_cosine": 0.9996957182884216 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027876595807139674, + "instruction_rms": 0.002787659581408104, + "raw_apical_rms": 0.052760793441255775, + "teaching_rms": 0.0027876595807139674, + "traffic_rms": 0.05267407206261267 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.9261624234777628e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5773347633090993e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008935531608426561, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.026872507026195525 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02470279671251774, + "mean_feedback_forward_cosine": 0.9998450812540556, + "mean_feedback_forward_relative_error": 0.017269801838617576, + "min_feedback_forward_cosine": 0.9996958374977112 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002720710230181238, + "instruction_rms": 0.002720710230332778, + "raw_apical_rms": 0.052739877966152496, + "teaching_rms": 0.002720710230181238, + "traffic_rms": 0.05265611779492673 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.447434965802131e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5779711324111877e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009030259029288364, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.02654887043774128 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469548024237156, + "mean_feedback_forward_cosine": 0.9998451941891721, + "mean_feedback_forward_relative_error": 0.017261924099569257, + "min_feedback_forward_cosine": 0.999695897102356 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002670158551456272, + "instruction_rms": 0.002670158550358832, + "raw_apical_rms": 0.052756107583245254, + "teaching_rms": 0.002670158551456272, + "traffic_rms": 0.052675539874958266 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.4144558352645618e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57978701887336e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00881995996433851, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.025377073049545288 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695394560694695, + "mean_feedback_forward_cosine": 0.9998452036004317, + "mean_feedback_forward_relative_error": 0.017261729379625695, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002479234255228688, + "instruction_rms": 0.0024792342563585016, + "raw_apical_rms": 0.05272674992932638, + "teaching_rms": 0.002479234255228688, + "traffic_rms": 0.05265621809899292 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.255520037408587e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5789283063435205e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008802629399234823, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.022865796129703523 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695340543985367, + "mean_feedback_forward_cosine": 0.999845216148778, + "mean_feedback_forward_relative_error": 0.01726155551640611, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023974155730684464, + "instruction_rms": 0.0023974155731496284, + "raw_apical_rms": 0.05272270029577233, + "teaching_rms": 0.0023974155730684464, + "traffic_rms": 0.05265601690044708 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 3.022931238660931e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.581692628581013e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009049034008575343, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.021620644186735153 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695290252566338, + "mean_feedback_forward_cosine": 0.9998452098746049, + "mean_feedback_forward_relative_error": 0.017261385427493798, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022993815974316134, + "instruction_rms": 0.0022993815964799254, + "raw_apical_rms": 0.05270530516592663, + "teaching_rms": 0.0022993815974316134, + "traffic_rms": 0.0526431590533636 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.612968508231006e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578886526792996e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008884094656713177, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.02053577525496483 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469523809850216, + "mean_feedback_forward_cosine": 0.9998452098746049, + "mean_feedback_forward_relative_error": 0.017261213108309005, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022777782370366467, + "instruction_rms": 0.002277778236698745, + "raw_apical_rms": 0.05270184076757251, + "teaching_rms": 0.0022777782370366467, + "traffic_rms": 0.052641451293286595 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.509644936310451e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578890892187247e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00893313032383275, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.019987084248661996 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695176631212234, + "mean_feedback_forward_cosine": 0.9998452067375183, + "mean_feedback_forward_relative_error": 0.017261047283873746, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022590901309470397, + "instruction_rms": 0.002259090129970557, + "raw_apical_rms": 0.05269757522946245, + "teaching_rms": 0.0022590901309470397, + "traffic_rms": 0.05263754609276883 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.5866642161531672e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5801777888652606e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00889874831651847, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.02015689009666443 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695126339793205, + "mean_feedback_forward_cosine": 0.9998451910520855, + "mean_feedback_forward_relative_error": 0.01726087935170845, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002241252519801511, + "instruction_rms": 0.002241252519196533, + "raw_apical_rms": 0.05269673842966714, + "teaching_rms": 0.002241252519801511, + "traffic_rms": 0.05263697515963878 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 3.087804500978564e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578552790823117e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008891373489180466, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.019621603740751743 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024695077911019325, + "mean_feedback_forward_cosine": 0.9998451973262587, + "mean_feedback_forward_relative_error": 0.017260708135405655, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002212517654709845, + "instruction_rms": 0.002212517655852134, + "raw_apical_rms": 0.05269194005235903, + "teaching_rms": 0.002212517654709845, + "traffic_rms": 0.052635076576188426 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.2424931245268453e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5768907463585378e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008918621135243712, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.018830292373895646 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469502203166485, + "mean_feedback_forward_cosine": 0.9998452067375183, + "mean_feedback_forward_relative_error": 0.01726054628134558, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002267372788776748, + "instruction_rms": 0.002267372789596909, + "raw_apical_rms": 0.05269201638943592, + "teaching_rms": 0.002267372788776748, + "traffic_rms": 0.05263024798657937 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.890847561332066e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.579928437793507e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008867937624249167, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.020214489295482637 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469496801495552, + "mean_feedback_forward_cosine": 0.9998452130116915, + "mean_feedback_forward_relative_error": 0.017260380947080097, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002155658797578336, + "instruction_rms": 0.002155658797939005, + "raw_apical_rms": 0.052684870722586985, + "teaching_rms": 0.002155658797578336, + "traffic_rms": 0.05262876522192901 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.529148979135698e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5757165951392558e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009010410917767171, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.01859889463186264 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694930762052536, + "mean_feedback_forward_cosine": 0.9998452192858646, + "mean_feedback_forward_relative_error": 0.017260216152001368, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021290279950859706, + "instruction_rms": 0.0021290279944132947, + "raw_apical_rms": 0.05268030107256729, + "teaching_rms": 0.0021290279950859706, + "traffic_rms": 0.05262530862694739 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.474961924292529e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572255880949363e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009310686140984702, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.01835311034142971 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694889783859253, + "mean_feedback_forward_cosine": 0.9998452443825571, + "mean_feedback_forward_relative_error": 0.01726005094027833, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002150658217949902, + "instruction_rms": 0.0021506582175356546, + "raw_apical_rms": 0.05268374961221048, + "teaching_rms": 0.002150658217949902, + "traffic_rms": 0.05262953234704257 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.0615845031102253e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5735277241318533e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008941412794563171, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.017973438830375672 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694835767149925, + "mean_feedback_forward_cosine": 0.9998451816408258, + "mean_feedback_forward_relative_error": 0.017259882934587568, + "min_feedback_forward_cosine": 0.9996959567070007 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021724429403416875, + "instruction_rms": 0.002172442940046495, + "raw_apical_rms": 0.05267989016638941, + "teaching_rms": 0.0021724429403416875, + "traffic_rms": 0.052624245627321896 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.9774414045391495e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572652017543528e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008934843251961446, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.018124886343181133 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694792926311493, + "mean_feedback_forward_cosine": 0.9998452318342108, + "mean_feedback_forward_relative_error": 0.017259724487207438, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002156435717056835, + "instruction_rms": 0.0021564357179697335, + "raw_apical_rms": 0.052685502934622055, + "teaching_rms": 0.002156435717056835, + "traffic_rms": 0.0526299972880803 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.306694923959185e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5737497238700966e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008907093525518326, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.018199110619276763 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469475008547306, + "mean_feedback_forward_cosine": 0.9998452067375183, + "mean_feedback_forward_relative_error": 0.017259557903009027, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019900821350035624, + "instruction_rms": 0.0019900821343450813, + "raw_apical_rms": 0.05267923513526017, + "teaching_rms": 0.0019900821350035624, + "traffic_rms": 0.052631643713382345 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.296890855291167e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573417898225321e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008860660989574389, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.016220813887119292 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469470165669918, + "mean_feedback_forward_cosine": 0.9998452443825571, + "mean_feedback_forward_relative_error": 0.017259402837800353, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00210184791559032, + "instruction_rms": 0.0021018479169646904, + "raw_apical_rms": 0.05268532375861928, + "teaching_rms": 0.00210184791559032, + "traffic_rms": 0.05263227835541156 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.4303430379291058e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.575306306108839e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009067819316919364, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.01781693098574877 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469465136528015, + "mean_feedback_forward_cosine": 0.9998452098746049, + "mean_feedback_forward_relative_error": 0.017259242748351472, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020855419923562495, + "instruction_rms": 0.0020855419925108667, + "raw_apical_rms": 0.05268329039981108, + "teaching_rms": 0.0020855419923562495, + "traffic_rms": 0.052630406859028374 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.4616882754457947e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573586812481973e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009077270880083652, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.017735188884437085 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469460666179657, + "mean_feedback_forward_cosine": 0.9998452004633451, + "mean_feedback_forward_relative_error": 0.017259084031377967, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002050968076089688, + "instruction_rms": 0.0020509680768225, + "raw_apical_rms": 0.05268570627000222, + "teaching_rms": 0.002050968076089688, + "traffic_rms": 0.05263606328661945 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6612843484485893e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5768253960952887e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00898486302235671, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.01695771865516901 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469455637037754, + "mean_feedback_forward_cosine": 0.9998452318342108, + "mean_feedback_forward_relative_error": 0.01725892573104877, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020719894194141377, + "instruction_rms": 0.0020719894189664347, + "raw_apical_rms": 0.05268679634581428, + "teaching_rms": 0.0020719894194141377, + "traffic_rms": 0.0526340067969024 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.296354750797036e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572836985314055e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009170189033324855, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.01721804666340351 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694515392184258, + "mean_feedback_forward_cosine": 0.999845238108384, + "mean_feedback_forward_relative_error": 0.01725876569061687, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020427220501612136, + "instruction_rms": 0.002042722049849654, + "raw_apical_rms": 0.052684375645072605, + "teaching_rms": 0.0020427220501612136, + "traffic_rms": 0.05263444696530813 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.3684888716957175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572380800363635e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009061133672804918, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.016418924125134945 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694468826055527, + "mean_feedback_forward_cosine": 0.9998451973262587, + "mean_feedback_forward_relative_error": 0.017258606826592433, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020417179861939665, + "instruction_rms": 0.0020417179867564623, + "raw_apical_rms": 0.052681482632081826, + "teaching_rms": 0.0020417179861939665, + "traffic_rms": 0.052632358375518204 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.9235073029099112e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5714907819858065e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009006967741223268, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.016678612322211267 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694420397281647, + "mean_feedback_forward_cosine": 0.9998452130116915, + "mean_feedback_forward_relative_error": 0.017258450854569674, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021204052467304743, + "instruction_rms": 0.002120405246508465, + "raw_apical_rms": 0.052693292678561376, + "teaching_rms": 0.0021204052467304743, + "traffic_rms": 0.052639222216715235 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.9176657534435435e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5750084200267784e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009032871943695538, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.017163557976186277 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694373831152916, + "mean_feedback_forward_cosine": 0.9998452286971243, + "mean_feedback_forward_relative_error": 0.01725829699027695, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021638435507467203, + "instruction_rms": 0.002163843550750996, + "raw_apical_rms": 0.05269354867483361, + "teaching_rms": 0.0021638435507467203, + "traffic_rms": 0.052637334484251445 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6604167757682262e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.579150566473307e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008862411231971026, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.0178820726890862 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694329127669334, + "mean_feedback_forward_cosine": 0.9998452475196437, + "mean_feedback_forward_relative_error": 0.01725813957225335, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002047629402516152, + "instruction_rms": 0.0020476294024374033, + "raw_apical_rms": 0.05268767069966766, + "teaching_rms": 0.002047629402516152, + "traffic_rms": 0.05263715950816693 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.5726368590994753e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573500651082354e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00904783457770781, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.01651822836689651 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0246942900121212, + "mean_feedback_forward_cosine": 0.9998452349712974, + "mean_feedback_forward_relative_error": 0.017257986982402048, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002075211016840175, + "instruction_rms": 0.0020752110169399824, + "raw_apical_rms": 0.05268881680305638, + "teaching_rms": 0.002075211016840175, + "traffic_rms": 0.05263785121160219 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.7821508652436933e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576455081573303e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009040418151918818, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.01716788552969694 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694250896573067, + "mean_feedback_forward_cosine": 0.9998452349712974, + "mean_feedback_forward_relative_error": 0.01725782939281903, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00199677490142399, + "instruction_rms": 0.0019967749007176114, + "raw_apical_rms": 0.052679094787247534, + "teaching_rms": 0.00199677490142399, + "traffic_rms": 0.052629359381575556 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.5935584346825635e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5699890766721872e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009263535026268924, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.016418485013842583 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694202467799187, + "mean_feedback_forward_cosine": 0.9998452412454706, + "mean_feedback_forward_relative_error": 0.017257670259201212, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002047698576247226, + "instruction_rms": 0.0020476985756748556, + "raw_apical_rms": 0.05267454584200206, + "teaching_rms": 0.002047698576247226, + "traffic_rms": 0.05262387353747353 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.4555511402013508e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5750909339429254e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009035746819032357, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.016445254400670527 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694157764315605, + "mean_feedback_forward_cosine": 0.9998452255600377, + "mean_feedback_forward_relative_error": 0.017257514532263343, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00209321563734765, + "instruction_rms": 0.0020932156377305965, + "raw_apical_rms": 0.05267295548163874, + "teaching_rms": 0.00209321563734765, + "traffic_rms": 0.0526191961539915 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.3632711787513472e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5702515554782807e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009017621179537198, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.017420087650418282 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024694113060832024, + "mean_feedback_forward_cosine": 0.9998452537938168, + "mean_feedback_forward_relative_error": 0.017257359344512224, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020475055479012355, + "instruction_rms": 0.0020475055489271236, + "raw_apical_rms": 0.05266810627670884, + "teaching_rms": 0.0020475055479012355, + "traffic_rms": 0.052617077555440796 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.236372509401008e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5704882412752577e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008914463287909387, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.01637837338626385 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469407208263874, + "mean_feedback_forward_cosine": 0.9998452475196437, + "mean_feedback_forward_relative_error": 0.017257202808794222, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020831223884985013, + "instruction_rms": 0.002083122388627794, + "raw_apical_rms": 0.05266793419173417, + "teaching_rms": 0.0020831223884985013, + "traffic_rms": 0.0526151866741375 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.2799381937943508e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5778910192334342e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009029003446690206, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.01653236492574215 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469402551651001, + "mean_feedback_forward_cosine": 0.999845238108384, + "mean_feedback_forward_relative_error": 0.01725704752300915, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002018635574333392, + "instruction_rms": 0.0020186355749846857, + "raw_apical_rms": 0.05267028349717876, + "teaching_rms": 0.002018635574333392, + "traffic_rms": 0.052621309524335344 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.3544163951783048e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.56951366350768e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009183245072970683, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.016112965257763862 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693986400961876, + "mean_feedback_forward_cosine": 0.9998452506567302, + "mean_feedback_forward_relative_error": 0.017256888585459245, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020063992827013748, + "instruction_rms": 0.002006399282749263, + "raw_apical_rms": 0.05267092127569102, + "teaching_rms": 0.0020063992827013748, + "traffic_rms": 0.052621086161152755 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.2263629162466714e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5704506101702984e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008984513411194939, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.016156427116245032 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693936109542847, + "mean_feedback_forward_cosine": 0.9998452349712974, + "mean_feedback_forward_relative_error": 0.01725673175563938, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020346413140210707, + "instruction_rms": 0.00203464131400085, + "raw_apical_rms": 0.05267282325390738, + "teaching_rms": 0.0020346413140210707, + "traffic_rms": 0.052622555827405125 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.445273139528581e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5695656069818497e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009075339129486024, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.016451019580364226 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693885818123817, + "mean_feedback_forward_cosine": 0.9998452412454706, + "mean_feedback_forward_relative_error": 0.017256575244429865, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019627094521689403, + "instruction_rms": 0.0019627094525714573, + "raw_apical_rms": 0.0526674574911522, + "teaching_rms": 0.0019627094521689403, + "traffic_rms": 0.052620757882942466 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.223956130364968e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573865296731777e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008995606807146936, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.015544302426874637 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693850427865982, + "mean_feedback_forward_cosine": 0.9998452255600377, + "mean_feedback_forward_relative_error": 0.017256422384985183, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002010666823611301, + "instruction_rms": 0.0020106668240013016, + "raw_apical_rms": 0.052668271674142696, + "teaching_rms": 0.002010666823611301, + "traffic_rms": 0.05261951352159435 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.438715895891619e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5715601655045236e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009248696634922851, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.016066308098584413 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469380758702755, + "mean_feedback_forward_cosine": 0.9998452318342108, + "mean_feedback_forward_relative_error": 0.01725626834913304, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020217912931837123, + "instruction_rms": 0.002021791293228274, + "raw_apical_rms": 0.05267287308084285, + "teaching_rms": 0.0020217912931837123, + "traffic_rms": 0.05262322234353807 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.041310228407382965, + "maximum_absolute_post_projection_soma_slope": 2.99996223418475e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573325667794039e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00909433202719243, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.015859204360842705 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693764746189117, + "mean_feedback_forward_cosine": 0.9998452286971243, + "mean_feedback_forward_relative_error": 0.01725611725429955, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002040342212853331, + "instruction_rms": 0.0020403422129227117, + "raw_apical_rms": 0.05266935641041976, + "teaching_rms": 0.002040342212853331, + "traffic_rms": 0.05261812300215096 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6632644534174688e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570230040242764e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00908146612843092, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.016466289927363396 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693727493286133, + "mean_feedback_forward_cosine": 0.9998452224229512, + "mean_feedback_forward_relative_error": 0.017255962066548437, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019013518148660777, + "instruction_rms": 0.001901351815459719, + "raw_apical_rms": 0.052658640461262944, + "teaching_rms": 0.0019013518148660777, + "traffic_rms": 0.05261366997820364 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021350622177, + "maximum_absolute_post_projection_soma_slope": 2.8476636160235103e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572484438728477e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009138757618885524, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.015183972748219967 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469368651509285, + "mean_feedback_forward_cosine": 0.9998452569309034, + "mean_feedback_forward_relative_error": 0.017255807810119893, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002006083906552788, + "instruction_rms": 0.0020060839069147426, + "raw_apical_rms": 0.052669175686714344, + "teaching_rms": 0.002006083906552788, + "traffic_rms": 0.05261957280487815 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.781576924348883e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.571924152497074e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009096201326352488, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.01583015501141548 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693641811609268, + "mean_feedback_forward_cosine": 0.9998452349712974, + "mean_feedback_forward_relative_error": 0.01725565904359284, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001906866404209925, + "instruction_rms": 0.001906866404877572, + "raw_apical_rms": 0.05266395805645946, + "teaching_rms": 0.001906866404209925, + "traffic_rms": 0.05261958078151381 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.1253217852290618e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570996373768959e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00897921941661239, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.014950838492810726 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693600833415985, + "mean_feedback_forward_cosine": 0.9998452412454706, + "mean_feedback_forward_relative_error": 0.017255509149675306, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001945867123589965, + "instruction_rms": 0.0019458671237604088, + "raw_apical_rms": 0.052661532100080836, + "teaching_rms": 0.001945867123589965, + "traffic_rms": 0.05261539557264512 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.7328706408979997e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5697848775070286e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009031448653721325, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.015377850647568702 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469356171786785, + "mean_feedback_forward_cosine": 0.9998452537938168, + "mean_feedback_forward_relative_error": 0.017255357981316354, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001947772406392085, + "instruction_rms": 0.0019477724067760139, + "raw_apical_rms": 0.052661077396077505, + "teaching_rms": 0.001947772406392085, + "traffic_rms": 0.05261515355609507 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022468209267, + "maximum_absolute_post_projection_soma_slope": 2.5557683969168465e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5705889825297764e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008945701613746448, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.015296067990660668 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02469351515173912, + "mean_feedback_forward_cosine": 0.9998452632050765, + "mean_feedback_forward_relative_error": 0.017255200122139956, + "min_feedback_forward_cosine": 0.9996960163116455 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002083160848628611, + "instruction_rms": 0.002083160848747914, + "raw_apical_rms": 0.05267045664255526, + "teaching_rms": 0.002083160848628611, + "traffic_rms": 0.05261761999071281 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 2.152534150923202e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573887167726998e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008969741693737583, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.015874052988365292 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693476036190987, + "mean_feedback_forward_cosine": 0.9998452694792497, + "mean_feedback_forward_relative_error": 0.017255047703848073, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019039739934423308, + "instruction_rms": 0.0019039739925696532, + "raw_apical_rms": 0.052663074575119886, + "teaching_rms": 0.0019039739934423308, + "traffic_rms": 0.05261809195582004 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.5456424523895294e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5728100118340928e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009081680314464956, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.014850457570850848 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693427607417107, + "mean_feedback_forward_cosine": 0.9998452600679899, + "mean_feedback_forward_relative_error": 0.017254897001150408, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021003928341667916, + "instruction_rms": 0.0021003928335930687, + "raw_apical_rms": 0.052675110091004985, + "teaching_rms": 0.0021003928341667916, + "traffic_rms": 0.05262043268190784 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.2883472894363877e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5797078251806932e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008925146655758777, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.016324833072721957 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693384766578674, + "mean_feedback_forward_cosine": 0.9998452788905093, + "mean_feedback_forward_relative_error": 0.017254752155981566, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002058824053280724, + "instruction_rms": 0.00205882405399172, + "raw_apical_rms": 0.05266328357654824, + "teaching_rms": 0.002058824053280724, + "traffic_rms": 0.05261216244598899 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.4191718850374855e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57488982781692e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008964128223626364, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.0163795031170547 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693338200449944, + "mean_feedback_forward_cosine": 0.9998452726163363, + "mean_feedback_forward_relative_error": 0.017254605276608152, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002015904946750669, + "instruction_rms": 0.0020159049471090715, + "raw_apical_rms": 0.05266174920794186, + "teaching_rms": 0.002015904946750669, + "traffic_rms": 0.05261222100904224 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131021723151207, + "maximum_absolute_post_projection_soma_slope": 3.192641528926288e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5726138524806688e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008989056078659548, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.01575489930868149 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693302810192108, + "mean_feedback_forward_cosine": 0.9998452632050765, + "mean_feedback_forward_relative_error": 0.017254457612963098, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020008150722442357, + "instruction_rms": 0.002000815071843514, + "raw_apical_rms": 0.05266597780670111, + "teaching_rms": 0.0020008150722442357, + "traffic_rms": 0.052617323053632155 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.6130836161541993e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572086770828335e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008945798037437456, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.015409411179721355 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693259969353676, + "mean_feedback_forward_cosine": 0.9998452475196437, + "mean_feedback_forward_relative_error": 0.01725430595443437, + "min_feedback_forward_cosine": 0.9996961355209351 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001992604257006943, + "instruction_rms": 0.0019926042573970666, + "raw_apical_rms": 0.05266136908885097, + "teaching_rms": 0.001992604257006943, + "traffic_rms": 0.05261159984115989 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.7977153038705183e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.579970391085737e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009123661883467579, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.015326692810952664 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693213403224945, + "mean_feedback_forward_cosine": 0.9998452632050765, + "mean_feedback_forward_relative_error": 0.01725415760455163, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002033790426123299, + "instruction_rms": 0.002033790425287936, + "raw_apical_rms": 0.05266163064946152, + "teaching_rms": 0.002033790426123299, + "traffic_rms": 0.052609459460709926 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.41960851354861e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5753053693111344e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009071022303165099, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.015676447275876998 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024693168699741364, + "mean_feedback_forward_cosine": 0.9998452883017691, + "mean_feedback_forward_relative_error": 0.01725401021049995, + "min_feedback_forward_cosine": 0.9996960759162903 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020019322175149944, + "instruction_rms": 0.002001932218158456, + "raw_apical_rms": 0.05265410911999151, + "teaching_rms": 0.0020019322175149944, + "traffic_rms": 0.05260504067955549 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.04131022095680237, + "maximum_absolute_post_projection_soma_slope": 2.7466079188798176e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5739800748776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009043197185023054, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.01515010103672743 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9152, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.4205855010986328, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "5", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2164536320, + "peak_memory_reserved_bytes": 3103784960, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 3.072647203339329e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 2.8262878259965873e-08, + "min_residual_soma_slope": -3.072647203339329e-08, + "mse": 2.6512320534057924e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.19146134925347e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.19146134925347e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "0008f2cd96c06bea98f43560867d93967c597711", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 10, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 0.7060580253601074, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.03383493423461914, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 9131.655301809311, + "train_wall_s": 9129.010404586792 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.012905740179121494, + 0.007940931245684624, + 0.005847553256899118, + 0.005362430587410927, + 0.0035333081614226103, + 0.003926396369934082, + 0.0023611977230757475, + 0.004362500738352537, + 0.003192679025232792, + 0.0034900761675089598, + 0.0023614473175257444, + 0.002911980729550123, + 0.0019041408086195588, + 0.00398269621655345, + 0.0028111052233725786, + 0.003233525902032852, + 0.0023245750926434994, + 0.0026991337072104216, + 0.0021427934989333153 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.0, + 3.999999761581421, + 4.0, + 4.0, + 4.0, + 4.000000476837158, + 4.000000476837158, + 4.0, + 3.999999761581421, + 4.000000476837158, + 4.0, + 3.999999761581421, + 4.000000476837158, + 4.0, + 4.0, + 4.0, + 4.000000476837158, + 3.999999523162842 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.06861981004476547, + 0.042152758687734604, + 0.020851561799645424, + 0.02884506806731224, + 0.009752320125699043, + 0.021852530539035797, + 0.005467948969453573, + 0.023278066888451576, + 0.008688041009008884, + 0.01862097531557083, + 0.005432144273072481, + 0.015356646850705147, + 0.003791075199842453, + 0.02157282829284668, + 0.007049067877233028, + 0.017175495624542236, + 0.00504675880074501, + 0.014034143649041653, + 0.004140809178352356 + ], + "unscaled_traffic_rms": [ + 0.7523040175437927, + 0.7535384297370911, + 1.121748685836792, + 0.743618369102478, + 1.449217438697815, + 0.7187078595161438, + 1.7273005247116089, + 0.7496328353881836, + 1.469918966293335, + 0.7497085332870483, + 1.7388694286346436, + 0.7584939002990723, + 2.009077310562134, + 0.7384653091430664, + 1.595164179801941, + 0.7530556321144104, + 1.8424301147460938, + 0.7693048715591431, + 2.069927215576172 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 40108672, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 401089286955008, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 401086720000000, + "local_weight_correlation_macs": 405510400000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 405510400000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 2595266560 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 45220225875968, + "forward_macs_per_example": 40551040, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 1613199402221568 + } +} -- cgit v1.2.3