diff options
Diffstat (limited to 'results/kp_dynamic_projection_confirmation/seed14_dynamic.json')
| -rw-r--r-- | results/kp_dynamic_projection_confirmation/seed14_dynamic.json | 6645 |
1 files changed, 6645 insertions, 0 deletions
diff --git a/results/kp_dynamic_projection_confirmation/seed14_dynamic.json b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json new file mode 100644 index 0000000..606e830 --- /dev/null +++ b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json @@ -0,0 +1,6645 @@ +{ + "architecture": { + "adaptive_apical_parameters": 376832, + "adaptive_feedback_parameters": 267904, + "base_width": 16, + "blocks_per_stage": 3, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 188416, + "forward_parameters": 269722, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 376832, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 20, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 14, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 14, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5014, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9996906618277231, + "feedback_forward_cosine": [ + 0.999850869178772, + 0.9998472929000854, + 0.9998395442962646, + 0.9998065233230591, + 0.9998510479927063, + 0.9997929334640503, + 0.999813437461853, + 0.9998730421066284, + 0.9998441338539124, + 0.9998152256011963, + 0.9998589754104614, + 0.9998074769973755, + 0.9998353719711304, + 0.9999034404754639, + 0.999894917011261, + 0.999872624874115, + 0.9998738169670105, + 0.9997073411941528, + 0.9999885559082031 + ], + "feedback_forward_norm_ratio": [ + 1.000178337097168, + 1.0005455017089844, + 0.9990360140800476, + 1.0015995502471924, + 0.9998113512992859, + 1.0008705854415894, + 0.9992762207984924, + 1.000243902206421, + 0.9994572997093201, + 1.000748872756958, + 1.0000108480453491, + 1.0008348226547241, + 0.9995819330215454, + 1.0001771450042725, + 0.9999978542327881, + 1.000536561012268, + 0.9999803900718689, + 1.0008375644683838, + 1.0024354457855225 + ], + "feedback_forward_relative_error": [ + 0.01727432571351528, + 0.017493002116680145, + 0.017934264615178108, + 0.019754735752940178, + 0.01725584641098976, + 0.02037930302321911, + 0.019325312227010727, + 0.015937509015202522, + 0.01766478270292282, + 0.01924634538590908, + 0.01678977534174919, + 0.01964843086898327, + 0.018145978450775146, + 0.013903813436627388, + 0.014491389505565166, + 0.015974553301930428, + 0.015885846689343452, + 0.02421395294368267, + 0.005379044450819492 + ], + "innovation_negative_gradient_cosine": [ + 0.9996986985206604, + 0.9996751546859741, + 0.9997011423110962, + 0.9996614456176758, + 0.9997061491012573, + 0.9997013807296753, + 0.9997236132621765, + 0.9997540712356567, + 0.999758243560791, + 0.9997246265411377, + 0.9997713565826416, + 0.9997608065605164, + 0.9997847676277161, + 0.9998412132263184, + 0.999850869178772, + 0.9998796582221985, + 0.9999210834503174, + 0.9999673962593079, + 0.8243924975395203 + ], + "instruction_negative_gradient_cosine": [ + 0.9996987581253052, + 0.9996751546859741, + 0.9997011423110962, + 0.9996615052223206, + 0.9997061491012573, + 0.9997013807296753, + 0.9997235536575317, + 0.9997540712356567, + 0.999758243560791, + 0.9997246265411377, + 0.9997714161872864, + 0.9997608661651611, + 0.9997847676277161, + 0.9998412132263184, + 0.999850869178772, + 0.9998796582221985, + 0.9999211430549622, + 0.9999673962593079, + 0.8323243856430054 + ], + "matched_negative_gradient_cosine": [ + 0.022362053394317627, + 0.024259323254227638, + 0.03520088270306587, + 0.025507111102342606, + 0.03269539773464203, + 0.02519085258245468, + 0.0362958125770092, + 0.041643016040325165, + 0.08374488353729248, + 0.08095806837081909, + 0.10179010033607483, + 0.08231319487094879, + 0.0815601572394371, + 0.030292296782135963, + 0.02102743089199066, + 0.10524105280637741, + 0.02774365246295929, + 0.10146436095237732, + 0.10039767622947693 + ], + "max_norm_match_direction_error": 2.384185791015625e-07, + "max_norm_match_relative_error": 1.5911700756987557e-07, + "mean_feedback_forward_cosine": 0.9998461353151422, + "mean_feedback_forward_relative_error": 0.017194642734370734, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.0822753757238388, + "max_absolute_post_projection_soma_slope": 1.3497736262024773e-08, + "max_absolute_pre_projection_soma_slope": 0.0822753757238388, + "max_positive_post_projection_soma_slope": 1.3497736262024773e-08, + "min_post_projection_soma_slope": -6.2670082456861564e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.4397335043675243e-08, + "pre_projection_traffic_rms_ratio": 0.020312865210017125 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.020312865210005103, + "raw_negative_gradient_cosine": [ + 0.022362053394317627, + 0.024259325116872787, + 0.035200878977775574, + 0.025507112964987755, + 0.03269539773464203, + 0.025190850719809532, + 0.0362958125770092, + 0.041643016040325165, + 0.08374488353729248, + 0.08095806837081909, + 0.10179010033607483, + 0.0823131874203682, + 0.0815601572394371, + 0.030292298644781113, + 0.02102743275463581, + 0.10524106025695801, + 0.02774365246295929, + 0.10146436095237732, + 0.10039767622947693 + ], + "teaching_negative_gradient_cosine": [ + 0.9996986985206604, + 0.9996751546859741, + 0.9997011423110962, + 0.9996614456176758, + 0.9997061491012573, + 0.9997013807296753, + 0.9997236132621765, + 0.9997540712356567, + 0.999758243560791, + 0.9997246265411377, + 0.9997713565826416, + 0.9997608065605164, + 0.9997847676277161, + 0.9998412132263184, + 0.999850869178772, + 0.9998796582221985, + 0.9999210834503174, + 0.9999673962593079, + 0.8243924975395203 + ], + "traffic_instruction_rms_ratio": 49.94489327166999, + "used_negative_gradient_cosine": [ + 0.9996986985206604, + 0.9996751546859741, + 0.9997011423110962, + 0.9996614456176758, + 0.9997061491012573, + 0.9997013807296753, + 0.9997236132621765, + 0.9997540712356567, + 0.999758243560791, + 0.9997246265411377, + 0.9997713565826416, + 0.9997608065605164, + 0.9997847676277161, + 0.9998412132263184, + 0.999850869178772, + 0.9998796582221985, + 0.9999210834503174, + 0.9999673962593079, + 0.8243924975395203 + ], + "wall_s": 0.14642691612243652 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.327570915222168, + "mean_feedback_forward_cosine": 0.2931321012346368, + "mean_feedback_forward_relative_error": 1.191693923975292, + "min_feedback_forward_cosine": 0.1347886621952057 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0023458699837442037, + "instruction_rms": 0.0023458699838571117, + "raw_apical_rms": 0.02348662346397723, + "teaching_rms": 0.0023458699837442037, + "traffic_rms": 0.02336154807426504 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227542787790298, + "maximum_absolute_post_projection_soma_slope": 5.0590429623298405e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.0321173518936684e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00990496878122038, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 1.805547742729187 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.260906457901001, + "mean_feedback_forward_cosine": 0.4232938603350991, + "mean_feedback_forward_relative_error": 1.0761622566925853, + "min_feedback_forward_cosine": 0.22098347544670105 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003671590594991641, + "instruction_rms": 0.0036715905950553992, + "raw_apical_rms": 0.027545810196126733, + "teaching_rms": 0.003671590594991641, + "traffic_rms": 0.027297827811384838 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.8800415325113136e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.753875798549638e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01628496239655508, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.3310523392486573 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2047605514526367, + "mean_feedback_forward_cosine": 0.5217100444592928, + "mean_feedback_forward_relative_error": 0.9805129201788652, + "min_feedback_forward_cosine": 0.286628782749176 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004465159986254829, + "instruction_rms": 0.00446515998857754, + "raw_apical_rms": 0.03150193579872519, + "teaching_rms": 0.004465159986254829, + "traffic_rms": 0.0311819173826129 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.712585083803788e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.684428889971324e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018656673528363813, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.0602655870056152 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1567370891571045, + "mean_feedback_forward_cosine": 0.593300135512101, + "mean_feedback_forward_relative_error": 0.903764197700902, + "min_feedback_forward_cosine": 0.3449849486351013 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00474773434610716, + "instruction_rms": 0.004747734344541678, + "raw_apical_rms": 0.033327790001248504, + "teaching_rms": 0.00474773434610716, + "traffic_rms": 0.032985611177575064 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.5780558960141207e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6763558784768696e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018490967629297403, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 0.8784695714378357 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1160329580307007, + "mean_feedback_forward_cosine": 0.6467200313743792, + "mean_feedback_forward_relative_error": 0.8423983517446016, + "min_feedback_forward_cosine": 0.39192259311676025 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004881021328203709, + "instruction_rms": 0.004881021328194546, + "raw_apical_rms": 0.034711713691779, + "teaching_rms": 0.004881021328203709, + "traffic_rms": 0.03436421549227625 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 4.074751558391654e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6662877615313945e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017492111986983843, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.7631265657424927 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0759037733078003, + "mean_feedback_forward_cosine": 0.6879244682035948, + "mean_feedback_forward_relative_error": 0.7916530919702429, + "min_feedback_forward_cosine": 0.43611904978752136 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0048809440060509565, + "instruction_rms": 0.0048809440063602, + "raw_apical_rms": 0.0364534283963569, + "teaching_rms": 0.0048809440060509565, + "traffic_rms": 0.03612267551602297 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.225347811053325e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.643581410571312e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015621303511655617, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.6868485440635681 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0387662649154663, + "mean_feedback_forward_cosine": 0.7214141299850062, + "mean_feedback_forward_relative_error": 0.7475441051156897, + "min_feedback_forward_cosine": 0.47599244117736816 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004832757803317768, + "instruction_rms": 0.004832757802903111, + "raw_apical_rms": 0.03753326801392513, + "teaching_rms": 0.004832757803317768, + "traffic_rms": 0.03721797167340259 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8010404662381916e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.635598523810193e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016501083644565786, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6314835189056397 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.003250002861023, + "mean_feedback_forward_cosine": 0.7492409724938242, + "mean_feedback_forward_relative_error": 0.709188638549102, + "min_feedback_forward_cosine": 0.5122384428977966 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004856772300705741, + "instruction_rms": 0.0048567722998842, + "raw_apical_rms": 0.03800837014758386, + "teaching_rms": 0.004856772300705741, + "traffic_rms": 0.037694081711853566 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.498570677606949e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6359628751323574e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017631521920791614, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.5823070617294311 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9685584902763367, + "mean_feedback_forward_cosine": 0.7732300821103548, + "mean_feedback_forward_relative_error": 0.6742678676780901, + "min_feedback_forward_cosine": 0.5464391708374023 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004789985864534236, + "instruction_rms": 0.00478998586463003, + "raw_apical_rms": 0.038732535975082215, + "teaching_rms": 0.004789985864534236, + "traffic_rms": 0.03843220078923353 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 3.27060156735115e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.623040867647771e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015321808217678557, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.5515176932907104 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9338985085487366, + "mean_feedback_forward_cosine": 0.7943182932703119, + "mean_feedback_forward_relative_error": 0.6417741681400099, + "min_feedback_forward_cosine": 0.5791939496994019 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004871900473038724, + "instruction_rms": 0.004871900474412808, + "raw_apical_rms": 0.039069140209188405, + "teaching_rms": 0.004871900473038724, + "traffic_rms": 0.038760862538312166 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7772903976597263e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6175438862991447e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01821533274242593, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5251762504386902 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9005911946296692, + "mean_feedback_forward_cosine": 0.8128562506876493, + "mean_feedback_forward_relative_error": 0.6118506397071638, + "min_feedback_forward_cosine": 0.6089978218078613 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004896473654990419, + "instruction_rms": 0.004896473653639533, + "raw_apical_rms": 0.03928884658759881, + "teaching_rms": 0.004896473654990419, + "traffic_rms": 0.03897937104307989 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.789050140312611e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.616522787170611e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01786776892063925, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.4958604956626892 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8660767078399658, + "mean_feedback_forward_cosine": 0.8295832841019881, + "mean_feedback_forward_relative_error": 0.5838058575203544, + "min_feedback_forward_cosine": 0.6385530829429626 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004808647554256598, + "instruction_rms": 0.0048086475541508, + "raw_apical_rms": 0.03954524124527627, + "teaching_rms": 0.004808647554256598, + "traffic_rms": 0.03924841937169721 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.956946865140253e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6118133214278638e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0184079742347186, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.4820075796508789 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8346330523490906, + "mean_feedback_forward_cosine": 0.8443804289165296, + "mean_feedback_forward_relative_error": 0.5574246974367845, + "min_feedback_forward_cosine": 0.6643346548080444 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004875982367526556, + "instruction_rms": 0.004875982368043958, + "raw_apical_rms": 0.0399272492532039, + "teaching_rms": 0.004875982367526556, + "traffic_rms": 0.03962497113825138 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.2248046011318365e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6120312677332787e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017202621076232633, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.45787043023109436 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8036091327667236, + "mean_feedback_forward_cosine": 0.8574150832075822, + "mean_feedback_forward_relative_error": 0.5333596569927115, + "min_feedback_forward_cosine": 0.6891120672225952 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004848916188618188, + "instruction_rms": 0.004848916188589928, + "raw_apical_rms": 0.04003221149567942, + "teaching_rms": 0.004848916188618188, + "traffic_rms": 0.039733806119139625 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.775923573812179e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6148244421618295e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017642830395704957, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.43975774251937866 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7734719514846802, + "mean_feedback_forward_cosine": 0.869485710796557, + "mean_feedback_forward_relative_error": 0.5100936968075601, + "min_feedback_forward_cosine": 0.7120944261550903 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004806122496659478, + "instruction_rms": 0.004806122496870706, + "raw_apical_rms": 0.0407173220952058, + "teaching_rms": 0.004806122496659478, + "traffic_rms": 0.04042913585746582 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.3156855039351285e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6091354082006586e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017048526833013028, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.4246260940742493 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7430330514907837, + "mean_feedback_forward_cosine": 0.8805680369075976, + "mean_feedback_forward_relative_error": 0.48759743414427104, + "min_feedback_forward_cosine": 0.734087347984314 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004848893921819122, + "instruction_rms": 0.004848893923483939, + "raw_apical_rms": 0.04098843158624421, + "teaching_rms": 0.004848893921819122, + "traffic_rms": 0.04069630615158447 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.9484807484436715e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6076372053518845e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016823604896313207, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.4146203851890564 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7147830128669739, + "mean_feedback_forward_cosine": 0.8904170739023309, + "mean_feedback_forward_relative_error": 0.46680008188674327, + "min_feedback_forward_cosine": 0.7541211843490601 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004873685792756525, + "instruction_rms": 0.004873685791842876, + "raw_apical_rms": 0.041241226043997756, + "teaching_rms": 0.004873685792756525, + "traffic_rms": 0.04094839936735025 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.113056479264742e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6029967318936335e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015918563634871864, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.4003345101833343 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.687778115272522, + "mean_feedback_forward_cosine": 0.8992662774889093, + "mean_feedback_forward_relative_error": 0.447287706952346, + "min_feedback_forward_cosine": 0.7724377512931824 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004829480583906598, + "instruction_rms": 0.004829480586007168, + "raw_apical_rms": 0.04142737798869699, + "teaching_rms": 0.004829480583906598, + "traffic_rms": 0.041140858611230055 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.358062627967229e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5969093901961895e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017290331190102377, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.38632042106628417 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6603801846504211, + "mean_feedback_forward_cosine": 0.9074160550770006, + "mean_feedback_forward_relative_error": 0.42844122020821823, + "min_feedback_forward_cosine": 0.7900243401527405 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00487291843657504, + "instruction_rms": 0.004872918434861623, + "raw_apical_rms": 0.04163633613866524, + "teaching_rms": 0.00487291843657504, + "traffic_rms": 0.04134602494707575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227542042732239, + "maximum_absolute_post_projection_soma_slope": 4.2223906149274626e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.594521432290967e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017679108183478818, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.38205625931739806 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6350133419036865, + "mean_feedback_forward_cosine": 0.9147163253081473, + "mean_feedback_forward_relative_error": 0.4109759503289273, + "min_feedback_forward_cosine": 0.8055943250656128 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004859434303461324, + "instruction_rms": 0.004859434304251195, + "raw_apical_rms": 0.041616226750107566, + "teaching_rms": 0.004859434303461324, + "traffic_rms": 0.04132704009945589 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.854311714235337e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5958980317111978e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01651007412015662, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.3695819313621521 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6108391284942627, + "mean_feedback_forward_cosine": 0.9213258875043768, + "mean_feedback_forward_relative_error": 0.3945247648577941, + "min_feedback_forward_cosine": 0.8200223445892334 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004822141095869423, + "instruction_rms": 0.004822141096378631, + "raw_apical_rms": 0.04186738019508544, + "teaching_rms": 0.004822141095869423, + "traffic_rms": 0.04158481055969158 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.2747060174642684e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5900518970793345e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018201813039787722, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.3592459613609314 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5873867869377136, + "mean_feedback_forward_cosine": 0.9274100441681711, + "mean_feedback_forward_relative_error": 0.3788129083420101, + "min_feedback_forward_cosine": 0.8333821892738342 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004801373989082424, + "instruction_rms": 0.004801373989256409, + "raw_apical_rms": 0.042068418743024485, + "teaching_rms": 0.004801373989082424, + "traffic_rms": 0.041789474507102915 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.719799579471328e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5912308281125024e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016512888852699373, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.3491060485935211 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5640358328819275, + "mean_feedback_forward_cosine": 0.93328458070755, + "mean_feedback_forward_relative_error": 0.3630620225479728, + "min_feedback_forward_cosine": 0.8463056087493896 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004868240049269691, + "instruction_rms": 0.004868240049303125, + "raw_apical_rms": 0.042381354518935335, + "teaching_rms": 0.004868240049269691, + "traffic_rms": 0.042096341261464956 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.0879501622393946e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5990957139271692e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017203735964915666, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.3448995432281494 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5415239930152893, + "mean_feedback_forward_cosine": 0.9384371355960244, + "mean_feedback_forward_relative_error": 0.34853963083342504, + "min_feedback_forward_cosine": 0.8581621050834656 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004780336621771959, + "instruction_rms": 0.004780336620950417, + "raw_apical_rms": 0.04277606786346969, + "teaching_rms": 0.004780336621771959, + "traffic_rms": 0.04250384394228024 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 5.1318746585593544e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5927275006071247e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015940986030146452, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.3374901043891907 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5202357769012451, + "mean_feedback_forward_cosine": 0.9431340035639311, + "mean_feedback_forward_relative_error": 0.334823907205933, + "min_feedback_forward_cosine": 0.8690590262413025 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004716746604124523, + "instruction_rms": 0.004716746604574487, + "raw_apical_rms": 0.04260743446868217, + "teaching_rms": 0.004716746604124523, + "traffic_rms": 0.04234079804455051 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227542042732239, + "maximum_absolute_post_projection_soma_slope": 4.7357151089499894e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.585340613692155e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016364408160975126, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.3276682837963104 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.49953463673591614, + "mean_feedback_forward_cosine": 0.9474935123794958, + "mean_feedback_forward_relative_error": 0.32163944448295395, + "min_feedback_forward_cosine": 0.8792381882667542 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004772341002184884, + "instruction_rms": 0.004772341001748879, + "raw_apical_rms": 0.043038446708388266, + "teaching_rms": 0.004772341002184884, + "traffic_rms": 0.04276835548679682 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 4.6521169139168705e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5849831189216247e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017063269026886485, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.32579190908432004 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4791122078895569, + "mean_feedback_forward_cosine": 0.951603186757941, + "mean_feedback_forward_relative_error": 0.3087067596222225, + "min_feedback_forward_cosine": 0.8887606859207153 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004775483719212557, + "instruction_rms": 0.004775483720499498, + "raw_apical_rms": 0.04298152470823786, + "teaching_rms": 0.004775483719212557, + "traffic_rms": 0.04271078101370726 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.938568227113137e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5860390157824777e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015241455164246841, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.32503713415145874 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.46021783351898193, + "mean_feedback_forward_cosine": 0.9552743905468991, + "mean_feedback_forward_relative_error": 0.29664373789962967, + "min_feedback_forward_cosine": 0.8972604870796204 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004765655704444584, + "instruction_rms": 0.004765655705800749, + "raw_apical_rms": 0.042966238669496566, + "teaching_rms": 0.004765655704444584, + "traffic_rms": 0.042696162421521695 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.775274493023062e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586331809508137e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014996490073181547, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.30880972177505495 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.44126591086387634, + "mean_feedback_forward_cosine": 0.958730719591442, + "mean_feedback_forward_relative_error": 0.284871365286802, + "min_feedback_forward_cosine": 0.9054875373840332 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004788670806882806, + "instruction_rms": 0.004788670806122413, + "raw_apical_rms": 0.043174576322435536, + "teaching_rms": 0.004788670806882806, + "traffic_rms": 0.04290405978309106 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.2173886665987084e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5821082881976517e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01668752396976143, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.3089152067899704 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4237067997455597, + "mean_feedback_forward_cosine": 0.9618870490475705, + "mean_feedback_forward_relative_error": 0.2736635588501629, + "min_feedback_forward_cosine": 0.9127898812294006 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004719286137527617, + "instruction_rms": 0.004719286136101836, + "raw_apical_rms": 0.04375445741024963, + "teaching_rms": 0.004719286137527617, + "traffic_rms": 0.04349441604211649 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7270182556549116e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5756416374652833e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01802896167857879, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.30178434378623964 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.40658998489379883, + "mean_feedback_forward_cosine": 0.9648162785329317, + "mean_feedback_forward_relative_error": 0.26284888347512797, + "min_feedback_forward_cosine": 0.9195866584777832 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004787406694709766, + "instruction_rms": 0.004787406694770327, + "raw_apical_rms": 0.044117977883712044, + "teaching_rms": 0.004787406694709766, + "traffic_rms": 0.04385303318731251 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8906068649803274e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5827191150418028e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017490406845183534, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.2960630872821808 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3895008862018585, + "mean_feedback_forward_cosine": 0.967572874144504, + "mean_feedback_forward_relative_error": 0.25229691674834803, + "min_feedback_forward_cosine": 0.9262061715126038 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004799912306798599, + "instruction_rms": 0.004799912308478198, + "raw_apical_rms": 0.04427760032105145, + "teaching_rms": 0.004799912306798599, + "traffic_rms": 0.04401228818747283 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.012265992197172e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.58364052319485e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017358258359552233, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.29593069162368774 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3740667402744293, + "mean_feedback_forward_cosine": 0.9700015877422533, + "mean_feedback_forward_relative_error": 0.24253453784867338, + "min_feedback_forward_cosine": 0.9318884015083313 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004721054043907427, + "instruction_rms": 0.0047210540457194765, + "raw_apical_rms": 0.04415189886338868, + "teaching_rms": 0.004721054043907427, + "traffic_rms": 0.04389417901977046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9468626649986618e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5841658241876946e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017795347855756365, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.2867195527267456 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3588382303714752, + "mean_feedback_forward_cosine": 0.972333152043192, + "mean_feedback_forward_relative_error": 0.2328983721764464, + "min_feedback_forward_cosine": 0.9372836947441101 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00479726388153956, + "instruction_rms": 0.004797263879010452, + "raw_apical_rms": 0.04418121784603879, + "teaching_rms": 0.00479726388153956, + "traffic_rms": 0.043914614630379045 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.773115070908716e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5841895840707302e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016448641275159097, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.2891142744159699 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.34428825974464417, + "mean_feedback_forward_cosine": 0.974418066049877, + "mean_feedback_forward_relative_error": 0.22383663646484675, + "min_feedback_forward_cosine": 0.9422024488449097 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047290254551864966, + "instruction_rms": 0.004729025455495738, + "raw_apical_rms": 0.04433298378731518, + "teaching_rms": 0.0047290254551864966, + "traffic_rms": 0.044075616440752925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.883191818625619e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574018332832844e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016249806642077994, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.28075618514060974 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3303960859775543, + "mean_feedback_forward_cosine": 0.9763642361289576, + "mean_feedback_forward_relative_error": 0.215111286232346, + "min_feedback_forward_cosine": 0.9467146396636963 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004718207659941733, + "instruction_rms": 0.004718207659569686, + "raw_apical_rms": 0.04424307693240625, + "teaching_rms": 0.004718207659941733, + "traffic_rms": 0.043985696562663906 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.3381006403487845e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5789616933194986e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01633000558551045, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.2803949238920212 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3170152008533478, + "mean_feedback_forward_cosine": 0.9781417815308822, + "mean_feedback_forward_relative_error": 0.20681124258982508, + "min_feedback_forward_cosine": 0.950925350189209 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004692203795388552, + "instruction_rms": 0.004692203796202685, + "raw_apical_rms": 0.04427676079609707, + "teaching_rms": 0.004692203795388552, + "traffic_rms": 0.04402294375333988 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.3900782625551074e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.585140731639396e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016528345481444533, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.27353249445915223 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.30395451188087463, + "mean_feedback_forward_cosine": 0.9797981977462769, + "mean_feedback_forward_relative_error": 0.19875668812739222, + "min_feedback_forward_cosine": 0.9548333883285522 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047392588401320365, + "instruction_rms": 0.004739258840819582, + "raw_apical_rms": 0.044428064971136765, + "teaching_rms": 0.0047392588401320365, + "traffic_rms": 0.04417026904399828 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.578487195454727e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582585576924312e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016864814841087247, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.2749817355442047 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2922903299331665, + "mean_feedback_forward_cosine": 0.9812934586876317, + "mean_feedback_forward_relative_error": 0.1912031028615801, + "min_feedback_forward_cosine": 0.9581990242004395 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004576066277701493, + "instruction_rms": 0.004576066277471627, + "raw_apical_rms": 0.044728942681296, + "teaching_rms": 0.004576066277701493, + "traffic_rms": 0.04448984609232146 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.6836007194219746e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5690026460969497e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0169922241715625, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.26782150758743284 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.280313104391098, + "mean_feedback_forward_cosine": 0.9826982993828622, + "mean_feedback_forward_relative_error": 0.18380009853526166, + "min_feedback_forward_cosine": 0.9614983797073364 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004644261898245803, + "instruction_rms": 0.004644261897794111, + "raw_apical_rms": 0.04480093733984485, + "teaching_rms": 0.004644261898245803, + "traffic_rms": 0.04455461437941404 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 4.0477818430417756e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574299340521356e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018366851020281037, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.2678113062095642 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.26887330412864685, + "mean_feedback_forward_cosine": 0.9839890003204346, + "mean_feedback_forward_relative_error": 0.17680098194825022, + "min_feedback_forward_cosine": 0.9645620584487915 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004559570050949503, + "instruction_rms": 0.004559570051177332, + "raw_apical_rms": 0.04472163506720585, + "teaching_rms": 0.004559570050949503, + "traffic_rms": 0.04448327144272855 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9571026516350685e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5692504515424268e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018384748457102303, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.26370660876750945 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2576903998851776, + "mean_feedback_forward_cosine": 0.9852035422074167, + "mean_feedback_forward_relative_error": 0.16993934935645053, + "min_feedback_forward_cosine": 0.967430591583252 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004656677158984815, + "instruction_rms": 0.004656677159186917, + "raw_apical_rms": 0.04479867481312729, + "teaching_rms": 0.004656677158984815, + "traffic_rms": 0.04455088583195975 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.941812482504247e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5725155860143962e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018336498336476124, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.2643015848827362 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.24723805487155914, + "mean_feedback_forward_cosine": 0.9863148488496479, + "mean_feedback_forward_relative_error": 0.16339484445358576, + "min_feedback_forward_cosine": 0.9700101613998413 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004637239172166699, + "instruction_rms": 0.004637239172082321, + "raw_apical_rms": 0.045106691019083184, + "teaching_rms": 0.004637239172166699, + "traffic_rms": 0.04486270985308889 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.9108356613960495e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5697655447775195e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018963983382430643, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.2578103147983551 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.23730941116809845, + "mean_feedback_forward_cosine": 0.9873444030159398, + "mean_feedback_forward_relative_error": 0.15708831697702408, + "min_feedback_forward_cosine": 0.9723442792892456 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004655350053951573, + "instruction_rms": 0.004655350053869338, + "raw_apical_rms": 0.04514114405603066, + "teaching_rms": 0.004655350053951573, + "traffic_rms": 0.044894694106716426 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.252825481718901e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5760762003746766e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020997997961584514, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.2529665837192535 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.22768084704875946, + "mean_feedback_forward_cosine": 0.9883168151504115, + "mean_feedback_forward_relative_error": 0.1509027994777027, + "min_feedback_forward_cosine": 0.9745272994041443 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0046873742133837154, + "instruction_rms": 0.004687374214414652, + "raw_apical_rms": 0.04538427132015767, + "teaching_rms": 0.0046873742133837154, + "traffic_rms": 0.04513624677173431 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.6181718126849773e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5738978300010427e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018688845227733526, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.2579633776187897 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2186504602432251, + "mean_feedback_forward_cosine": 0.9891984901930156, + "mean_feedback_forward_relative_error": 0.1450516028623832, + "min_feedback_forward_cosine": 0.9764928221702576 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004653935958856293, + "instruction_rms": 0.004653935958024194, + "raw_apical_rms": 0.04547335404426049, + "teaching_rms": 0.004653935958856293, + "traffic_rms": 0.045229135552194856 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2090855367196127e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5722884906394433e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019171477402907058, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.2501810896587372 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21012821793556213, + "mean_feedback_forward_cosine": 0.9900065848701879, + "mean_feedback_forward_relative_error": 0.13949474260995262, + "min_feedback_forward_cosine": 0.978274941444397 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0046021958015362305, + "instruction_rms": 0.004602195804364113, + "raw_apical_rms": 0.04538367987748691, + "teaching_rms": 0.0046021958015362305, + "traffic_rms": 0.04514425051086037 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.503428042643918e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5746243688601273e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019613229640980317, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.24839993502616883 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.20168890058994293, + "mean_feedback_forward_cosine": 0.9907535534155997, + "mean_feedback_forward_relative_error": 0.13414796500613815, + "min_feedback_forward_cosine": 0.9799731969833374 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004608081501542696, + "instruction_rms": 0.004608081501064747, + "raw_apical_rms": 0.04552153247163043, + "teaching_rms": 0.004608081501542696, + "traffic_rms": 0.045282666007723474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4720135272104926e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5740755861584484e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01976832212866389, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.24864288017749786 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19331048429012299, + "mean_feedback_forward_cosine": 0.9914591249666715, + "mean_feedback_forward_relative_error": 0.12891349745424172, + "min_feedback_forward_cosine": 0.9815924167633057 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004642849718999817, + "instruction_rms": 0.004642849718146079, + "raw_apical_rms": 0.045396201434828774, + "teaching_rms": 0.004642849718999817, + "traffic_rms": 0.04515219367419024 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2221056994453647e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576318375368063e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021803495629779186, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.24451458721160887 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.18572430312633514, + "mean_feedback_forward_cosine": 0.992089967978628, + "mean_feedback_forward_relative_error": 0.12403291797167376, + "min_feedback_forward_cosine": 0.9829974174499512 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004546503347293876, + "instruction_rms": 0.004546503347551271, + "raw_apical_rms": 0.045598295502900524, + "teaching_rms": 0.004546503347293876, + "traffic_rms": 0.04536513488601619 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.1497157831618097e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.569904570292151e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020824954594735653, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.24301876690864563 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17827193439006805, + "mean_feedback_forward_cosine": 0.9926830122345373, + "mean_feedback_forward_relative_error": 0.11927764686314683, + "min_feedback_forward_cosine": 0.9843248128890991 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004529869819916526, + "instruction_rms": 0.004529869819349525, + "raw_apical_rms": 0.04564279311085858, + "teaching_rms": 0.004529869819916526, + "traffic_rms": 0.04541218613149538 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.046986757875402e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5816669804176315e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02107535960842052, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.24247464240074157 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17108646035194397, + "mean_feedback_forward_cosine": 0.9932249062939694, + "mean_feedback_forward_relative_error": 0.11475159463129546, + "min_feedback_forward_cosine": 0.9855504631996155 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004516106873876966, + "instruction_rms": 0.004516106872662984, + "raw_apical_rms": 0.04587548219908651, + "teaching_rms": 0.004516106873876966, + "traffic_rms": 0.04564774870233887 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.292869361042449e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.565992442616238e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022907851644091013, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.23650110539913177 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1641821265220642, + "mean_feedback_forward_cosine": 0.9937359941633124, + "mean_feedback_forward_relative_error": 0.11033032442394056, + "min_feedback_forward_cosine": 0.9866870045661926 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004504315625232826, + "instruction_rms": 0.004504315623691197, + "raw_apical_rms": 0.045868057659293374, + "teaching_rms": 0.004504315625232826, + "traffic_rms": 0.045641715729051006 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.1825806939546055e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5777820384544772e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021845245102331948, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.236711265873909 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1578034609556198, + "mean_feedback_forward_cosine": 0.9941970423648232, + "mean_feedback_forward_relative_error": 0.10619055303303819, + "min_feedback_forward_cosine": 0.9876944422721863 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00454094953512039, + "instruction_rms": 0.0045409495347720485, + "raw_apical_rms": 0.045871424016477716, + "teaching_rms": 0.00454094953512039, + "traffic_rms": 0.0456407443772398 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.906738754722028e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5727990263309854e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022161256481121983, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.23387126324653626 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1514606922864914, + "mean_feedback_forward_cosine": 0.9946410718717074, + "mean_feedback_forward_relative_error": 0.10203240223621067, + "min_feedback_forward_cosine": 0.9886603951454163 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004547563050037495, + "instruction_rms": 0.004547563049574177, + "raw_apical_rms": 0.045518360692550774, + "teaching_rms": 0.004547563050037495, + "traffic_rms": 0.045284595344162265 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.0565510183701008e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5740478061418132e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02584861887226083, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.23675390189170836 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14551417529582977, + "mean_feedback_forward_cosine": 0.9950359651916906, + "mean_feedback_forward_relative_error": 0.09818014835840777, + "min_feedback_forward_cosine": 0.9895309209823608 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004484665153046693, + "instruction_rms": 0.004484665152916434, + "raw_apical_rms": 0.04570755301305259, + "teaching_rms": 0.004484665153046693, + "traffic_rms": 0.045481671294718536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.019190148416783e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.571113081743833e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021799124725607605, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.2318402995967865 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1395757496356964, + "mean_feedback_forward_cosine": 0.9954079169976083, + "mean_feedback_forward_relative_error": 0.09442977019046482, + "min_feedback_forward_cosine": 0.990362286567688 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004478828277481864, + "instruction_rms": 0.0044788282786134255, + "raw_apical_rms": 0.045919421039114866, + "teaching_rms": 0.004478828277481864, + "traffic_rms": 0.04569424704702332 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 1.987119269131199e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5803549504010474e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021603059293626554, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.2329094067955017 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13399051129817963, + "mean_feedback_forward_cosine": 0.9957562622271086, + "mean_feedback_forward_relative_error": 0.09077090377870359, + "min_feedback_forward_cosine": 0.9911122918128967 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004542468247839672, + "instruction_rms": 0.004542468247707608, + "raw_apical_rms": 0.04598549938496717, + "teaching_rms": 0.004542468247839672, + "traffic_rms": 0.04575508848348998 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.1328670385400983e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5781325748831678e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021982635482641573, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.23193579595804215 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12861619889736176, + "mean_feedback_forward_cosine": 0.9960756521475943, + "mean_feedback_forward_relative_error": 0.08727476726237096, + "min_feedback_forward_cosine": 0.9918099641799927 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045456451106464825, + "instruction_rms": 0.004545645111198934, + "raw_apical_rms": 0.04622778920892566, + "teaching_rms": 0.0045456451106464825, + "traffic_rms": 0.0459981770548858 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.1947410999700878e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5719951622780338e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02204401009968262, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.22264044613838196 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1234351098537445, + "mean_feedback_forward_cosine": 0.9963682733084026, + "mean_feedback_forward_relative_error": 0.08395374958452426, + "min_feedback_forward_cosine": 0.9924530982971191 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004489913723767663, + "instruction_rms": 0.004489913724304685, + "raw_apical_rms": 0.046488015295076325, + "teaching_rms": 0.004489913723767663, + "traffic_rms": 0.04626463996035689 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.163831247514736e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574233593412969e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020082952511527835, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.22571970604419708 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1184806227684021, + "mean_feedback_forward_cosine": 0.9966443714342619, + "mean_feedback_forward_relative_error": 0.08070476980585801, + "min_feedback_forward_cosine": 0.9930440187454224 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004504800887250757, + "instruction_rms": 0.00450480088576186, + "raw_apical_rms": 0.046282758228746036, + "teaching_rms": 0.004504800887250757, + "traffic_rms": 0.04605734033030899 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9634261267119655e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572414878997406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02021490688069777, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.22655731499195098 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11374534666538239, + "mean_feedback_forward_cosine": 0.9969005961167184, + "mean_feedback_forward_relative_error": 0.07756132691314346, + "min_feedback_forward_cosine": 0.9935874342918396 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004505956256633451, + "instruction_rms": 0.004505956257564016, + "raw_apical_rms": 0.046141540463833106, + "teaching_rms": 0.004505956256633451, + "traffic_rms": 0.04591453850100383 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.3485324735238464e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5722033331634642e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020125181120183397, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.22841051981925964 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10925038903951645, + "mean_feedback_forward_cosine": 0.9971293963884053, + "mean_feedback_forward_relative_error": 0.07463071907037183, + "min_feedback_forward_cosine": 0.9940821528434753 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004448314743345945, + "instruction_rms": 0.004448314745325493, + "raw_apical_rms": 0.046495458627430895, + "teaching_rms": 0.004448314743345945, + "traffic_rms": 0.04627749060234853 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5301879702510632e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5817411326167646e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021421516564879062, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.22133978113174438 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10481410473585129, + "mean_feedback_forward_cosine": 0.9973445848414773, + "mean_feedback_forward_relative_error": 0.07178265444542233, + "min_feedback_forward_cosine": 0.9945505261421204 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004433166505171442, + "instruction_rms": 0.0044331665074760634, + "raw_apical_rms": 0.04671754289028331, + "teaching_rms": 0.004433166505171442, + "traffic_rms": 0.04650113936844048 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.4786775298935027e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5696695633903345e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021809574039822397, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.22549003900527953 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10073484480381012, + "mean_feedback_forward_cosine": 0.9975425946085077, + "mean_feedback_forward_relative_error": 0.06904374798269648, + "min_feedback_forward_cosine": 0.994964063167572 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004462751497178396, + "instruction_rms": 0.0044627514982871685, + "raw_apical_rms": 0.04676103586523217, + "teaching_rms": 0.004462751497178396, + "traffic_rms": 0.04654206192430569 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.4329649406240605e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5704649650114084e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02331611123008546, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.22032174900531767 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09662847965955734, + "mean_feedback_forward_cosine": 0.9977284920843024, + "mean_feedback_forward_relative_error": 0.06637487384049516, + "min_feedback_forward_cosine": 0.9953654408454895 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004462928333116613, + "instruction_rms": 0.004462928332879415, + "raw_apical_rms": 0.04685430411951297, + "teaching_rms": 0.004462928333116613, + "traffic_rms": 0.04663582400770435 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.5380325396895387e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5753460336741072e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02592319297462404, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.21960287969112396 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09272351861000061, + "mean_feedback_forward_cosine": 0.9979008059752615, + "mean_feedback_forward_relative_error": 0.06380672939121723, + "min_feedback_forward_cosine": 0.9957313537597656 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004433959359960961, + "instruction_rms": 0.0044339593595421655, + "raw_apical_rms": 0.04699519220435064, + "teaching_rms": 0.004433959359960961, + "traffic_rms": 0.04677970372013533 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.135201526698438e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564014003717809e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023662354255129636, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.22203246573448182 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0892024040222168, + "mean_feedback_forward_cosine": 0.9980526127313313, + "mean_feedback_forward_relative_error": 0.06144261811124651, + "min_feedback_forward_cosine": 0.9960476756095886 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043195442608879794, + "instruction_rms": 0.004319544259112613, + "raw_apical_rms": 0.04708964126135318, + "teaching_rms": 0.0043195442608879794, + "traffic_rms": 0.04688599333338463 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2364449847600554e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5677853552450978e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022628381932380287, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.21463418855667113 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08539411425590515, + "mean_feedback_forward_cosine": 0.9982048147603085, + "mean_feedback_forward_relative_error": 0.059003911618339386, + "min_feedback_forward_cosine": 0.9963769316673279 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004461364795854374, + "instruction_rms": 0.004461364795788858, + "raw_apical_rms": 0.04722834926039865, + "teaching_rms": 0.004461364795854374, + "traffic_rms": 0.047011179036210334 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4865526526696158e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5674386460899376e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025518047441388, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.22278486170768738 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08207610994577408, + "mean_feedback_forward_cosine": 0.9983395777250591, + "mean_feedback_forward_relative_error": 0.05674094363654915, + "min_feedback_forward_cosine": 0.9966522455215454 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004413970967306516, + "instruction_rms": 0.004413970966060653, + "raw_apical_rms": 0.047177494746441416, + "teaching_rms": 0.004413970967306516, + "traffic_rms": 0.04696540258074965 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.37330315400186e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563740350042084e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02440686432976754, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.21333355133056642 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0788140520453453, + "mean_feedback_forward_cosine": 0.9984651302036486, + "mean_feedback_forward_relative_error": 0.05454968161096698, + "min_feedback_forward_cosine": 0.99691241979599 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004449405174667694, + "instruction_rms": 0.004449405173589104, + "raw_apical_rms": 0.047358997159524685, + "teaching_rms": 0.004449405174667694, + "traffic_rms": 0.04714393151480106 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 1.9512503612872933e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57532254680953e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0253896152063465, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.2183531108570099 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07578767091035843, + "mean_feedback_forward_cosine": 0.9985797122905129, + "mean_feedback_forward_relative_error": 0.05246723257005215, + "min_feedback_forward_cosine": 0.9971445798873901 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004428203586013016, + "instruction_rms": 0.004428203585740776, + "raw_apical_rms": 0.04738437883696551, + "teaching_rms": 0.004428203586013016, + "traffic_rms": 0.047171228388636174 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.290792444625822e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574478940654628e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021782677125043014, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.2093059962463379 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07258349657058716, + "mean_feedback_forward_cosine": 0.9986896922713832, + "mean_feedback_forward_relative_error": 0.050400100942505036, + "min_feedback_forward_cosine": 0.9973804354667664 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004442856517671805, + "instruction_rms": 0.004442856517278707, + "raw_apical_rms": 0.04736824945113453, + "teaching_rms": 0.004442856517671805, + "traffic_rms": 0.047153475650320416 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5457330465883388e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5656984853168048e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02160475646494068, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.21839441403388976 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06976350396871567, + "mean_feedback_forward_cosine": 0.9987844981645283, + "mean_feedback_forward_relative_error": 0.04853930834092592, + "min_feedback_forward_cosine": 0.9975791573524475 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004315612594591148, + "instruction_rms": 0.00431561259616685, + "raw_apical_rms": 0.04738250568149738, + "teaching_rms": 0.004315612594591148, + "traffic_rms": 0.047180742701445295 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7157867066307517e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5617842276160664e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02187307982766775, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.21117156609535218 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0669419914484024, + "mean_feedback_forward_cosine": 0.99887552386836, + "mean_feedback_forward_relative_error": 0.046687359382447446, + "min_feedback_forward_cosine": 0.9977704286575317 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004367494558720474, + "instruction_rms": 0.004367494557021323, + "raw_apical_rms": 0.04758520314494894, + "teaching_rms": 0.004367494558720474, + "traffic_rms": 0.04737939547635687 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.270921761748923e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572575186709589e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02203769849452929, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.21660413080215454 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06436517089605331, + "mean_feedback_forward_cosine": 0.9989587821458515, + "mean_feedback_forward_relative_error": 0.044922283605525366, + "min_feedback_forward_cosine": 0.9979386329650879 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004417489918845659, + "instruction_rms": 0.0044174899178283655, + "raw_apical_rms": 0.04750266670746325, + "teaching_rms": 0.004417489918845659, + "traffic_rms": 0.04729124745898005 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4047094981938244e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5714906185498735e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023620501315296246, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.20840209030628204 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06179063394665718, + "mean_feedback_forward_cosine": 0.999037315970973, + "mean_feedback_forward_relative_error": 0.0431908189662193, + "min_feedback_forward_cosine": 0.9980998039245605 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004407045364469245, + "instruction_rms": 0.004407045364734464, + "raw_apical_rms": 0.04767412688990393, + "teaching_rms": 0.004407045364469245, + "traffic_rms": 0.047464719180677496 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.204390092686026e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5638296396557135e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02272881872415467, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.2081046794128418 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05930256471037865, + "mean_feedback_forward_cosine": 0.9991095568004408, + "mean_feedback_forward_relative_error": 0.04153912514448166, + "min_feedback_forward_cosine": 0.9982492327690125 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043790527544082525, + "instruction_rms": 0.004379052756336955, + "raw_apical_rms": 0.0477286151702673, + "teaching_rms": 0.0043790527544082525, + "traffic_rms": 0.04752179097340137 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3436983909164155e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5663953436407844e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021829887985009597, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.20839991203308106 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05691320821642876, + "mean_feedback_forward_cosine": 0.9991791624771921, + "mean_feedback_forward_relative_error": 0.03988120508821387, + "min_feedback_forward_cosine": 0.998387336730957 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004461599670913459, + "instruction_rms": 0.004461599669962628, + "raw_apical_rms": 0.04781929601998163, + "teaching_rms": 0.004461599670913459, + "traffic_rms": 0.04760408143889287 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 1.895329049261818e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573311445832305e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024287463830324228, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.2093624784183502 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05468729883432388, + "mean_feedback_forward_cosine": 0.9992408125024093, + "mean_feedback_forward_relative_error": 0.038353480986858667, + "min_feedback_forward_cosine": 0.9985108375549316 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004385065779381697, + "instruction_rms": 0.0043850657803431526, + "raw_apical_rms": 0.04766204896754104, + "teaching_rms": 0.004385065779381697, + "traffic_rms": 0.047454706527481134 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.3579810104479293e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5650101519866505e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02298443552942991, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.2086062417125702 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.052542585879564285, + "mean_feedback_forward_cosine": 0.9992965397081877, + "mean_feedback_forward_relative_error": 0.036913932448155, + "min_feedback_forward_cosine": 0.9986252784729004 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043045214928493615, + "instruction_rms": 0.0043045214937361175, + "raw_apical_rms": 0.047736507726097804, + "teaching_rms": 0.0043045214928493615, + "traffic_rms": 0.04753719315437063 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6334786795700893e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5660329200840622e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023021489993937674, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.20762985970973968 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.050457537174224854, + "mean_feedback_forward_cosine": 0.9993495752936915, + "mean_feedback_forward_relative_error": 0.035494281567241014, + "min_feedback_forward_cosine": 0.9987320899963379 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004394495826397797, + "instruction_rms": 0.004394495826613896, + "raw_apical_rms": 0.047716489281815586, + "teaching_rms": 0.004394495826397797, + "traffic_rms": 0.04750842636928751 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7727560691914732e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.56941916631341e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02202328716633876, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.20561151941537856 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04845433682203293, + "mean_feedback_forward_cosine": 0.9993988714720073, + "mean_feedback_forward_relative_error": 0.03412591278749077, + "min_feedback_forward_cosine": 0.9988303780555725 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004399460126552034, + "instruction_rms": 0.004399460124471244, + "raw_apical_rms": 0.04775198098774823, + "teaching_rms": 0.004399460126552034, + "traffic_rms": 0.047543417884343894 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.664596543411335e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562312608438014e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022901745871314626, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.20777780709266663 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04656662046909332, + "mean_feedback_forward_cosine": 0.9994442619775471, + "mean_feedback_forward_relative_error": 0.03280949112223951, + "min_feedback_forward_cosine": 0.9989194869995117 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004407115435072339, + "instruction_rms": 0.004407115434748935, + "raw_apical_rms": 0.04771986984785719, + "teaching_rms": 0.004407115435072339, + "traffic_rms": 0.047510232027334794 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.385135999816157e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5747994132716138e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022358232465582908, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.20369755020141603 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.044702500104904175, + "mean_feedback_forward_cosine": 0.9994854895692122, + "mean_feedback_forward_relative_error": 0.031570233600704295, + "min_feedback_forward_cosine": 0.9990042448043823 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004315755084679785, + "instruction_rms": 0.004315755083332374, + "raw_apical_rms": 0.04800918052259571, + "teaching_rms": 0.004315755084679785, + "traffic_rms": 0.04780982257031106 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.5576341872456396e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.569174365283035e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02062134461112379, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.2043858553123474 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0429365299642086, + "mean_feedback_forward_cosine": 0.9995240004439103, + "mean_feedback_forward_relative_error": 0.03036347394318957, + "min_feedback_forward_cosine": 0.9990813136100769 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004336577732279031, + "instruction_rms": 0.004336577731849129, + "raw_apical_rms": 0.047891058549861566, + "teaching_rms": 0.004336577732279031, + "traffic_rms": 0.047688454173679 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.148089078308658e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5666759651397053e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023340418038541037, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.20615036638259887 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04123511537909508, + "mean_feedback_forward_cosine": 0.9995609521865845, + "mean_feedback_forward_relative_error": 0.029164387942536882, + "min_feedback_forward_cosine": 0.999152660369873 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004382139784407495, + "instruction_rms": 0.00438213978407532, + "raw_apical_rms": 0.04774811392001671, + "teaching_rms": 0.004382139784407495, + "traffic_rms": 0.04754030771508746 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6419661125487437e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5704460323606745e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024103340178187584, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.20560975249290467 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.039629992097616196, + "mean_feedback_forward_cosine": 0.9995941958929363, + "mean_feedback_forward_relative_error": 0.028034470387195285, + "min_feedback_forward_cosine": 0.9992172122001648 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00435467299196705, + "instruction_rms": 0.004354672994011582, + "raw_apical_rms": 0.04784341465523395, + "teaching_rms": 0.00435467299196705, + "traffic_rms": 0.04763848175665342 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5046331231237673e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5728592787514457e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02348486613011835, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.2020854564476013 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.038124844431877136, + "mean_feedback_forward_cosine": 0.9996246005359449, + "mean_feedback_forward_relative_error": 0.026962837890574808, + "min_feedback_forward_cosine": 0.9992753267288208 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004328650931209622, + "instruction_rms": 0.0043286509310389845, + "raw_apical_rms": 0.04808068542271483, + "teaching_rms": 0.004328650931209622, + "traffic_rms": 0.04788079757658137 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.6269598052408583e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5714157843032128e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022969420600330276, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.19950841217041015 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.036587830632925034, + "mean_feedback_forward_cosine": 0.9996529441130789, + "mean_feedback_forward_relative_error": 0.025925240675477607, + "min_feedback_forward_cosine": 0.9993327856063843 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004292392596309543, + "instruction_rms": 0.004292392596824203, + "raw_apical_rms": 0.048251730512504545, + "teaching_rms": 0.004292392596309543, + "traffic_rms": 0.04805478480597485 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.8689012054883278e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5667460745035058e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024002908773223246, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.2002114323425293 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03513621538877487, + "mean_feedback_forward_cosine": 0.9996787529242667, + "mean_feedback_forward_relative_error": 0.02494368251217039, + "min_feedback_forward_cosine": 0.9993845224380493 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004255141927425635, + "instruction_rms": 0.004255141926887578, + "raw_apical_rms": 0.04815809528988209, + "teaching_rms": 0.004255141927425635, + "traffic_rms": 0.04796478086639638 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.016858940441125e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570681092447056e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.026015890424529172, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.20016424828529358 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03374949097633362, + "mean_feedback_forward_cosine": 0.9997032629816156, + "mean_feedback_forward_relative_error": 0.023975436967846594, + "min_feedback_forward_cosine": 0.9994320869445801 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004370979598326893, + "instruction_rms": 0.004370979597807232, + "raw_apical_rms": 0.048309369945361925, + "teaching_rms": 0.004370979598326893, + "traffic_rms": 0.048105805157002676 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.507447760535797e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5752196755298734e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025014120557112458, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.19749113738059998 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03237580880522728, + "mean_feedback_forward_cosine": 0.9997260696009586, + "mean_feedback_forward_relative_error": 0.023034112626000455, + "min_feedback_forward_cosine": 0.999477207660675 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004387449436407248, + "instruction_rms": 0.004387449435751337, + "raw_apical_rms": 0.04824818162355341, + "teaching_rms": 0.004387449436407248, + "traffic_rms": 0.048042835436718515 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.977384028213237e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5678139231439217e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02455014797845805, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.20249790773868562 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03116743452847004, + "mean_feedback_forward_cosine": 0.9997456638436568, + "mean_feedback_forward_relative_error": 0.022191783658375864, + "min_feedback_forward_cosine": 0.9995155334472656 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004210139918666429, + "instruction_rms": 0.0042101399175429825, + "raw_apical_rms": 0.04833656767939827, + "teaching_rms": 0.004210139918666429, + "traffic_rms": 0.048147474915141264 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.175909408208554e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5669218233881285e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024407921255045286, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.19265156353473664 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.029951486736536026, + "mean_feedback_forward_cosine": 0.9997650228048626, + "mean_feedback_forward_relative_error": 0.021329916915611216, + "min_feedback_forward_cosine": 0.9995524883270264 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004344373836876725, + "instruction_rms": 0.004344373835989619, + "raw_apical_rms": 0.04845379649684528, + "teaching_rms": 0.004344373836876725, + "traffic_rms": 0.048253070913398755 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7147750714107133e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.565360883075825e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023665831916656343, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.20088847271442414 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.028780244290828705, + "mean_feedback_forward_cosine": 0.9997831112460086, + "mean_feedback_forward_relative_error": 0.0204937291870776, + "min_feedback_forward_cosine": 0.999586820602417 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043312635011760635, + "instruction_rms": 0.0043312634992809795, + "raw_apical_rms": 0.04849606667338037, + "teaching_rms": 0.0043312635011760635, + "traffic_rms": 0.04829629751959535 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.9401023837749563e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5678967465433954e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024065746366320383, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.19663877157211304 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02763187140226364, + "mean_feedback_forward_cosine": 0.9997996687889099, + "mean_feedback_forward_relative_error": 0.01969574504580937, + "min_feedback_forward_cosine": 0.9996190667152405 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004358171612195225, + "instruction_rms": 0.004358171613417646, + "raw_apical_rms": 0.04884667243904866, + "teaching_rms": 0.004358171612195225, + "traffic_rms": 0.04864636827492372 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.303430868266787e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570718099901537e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025037986202263884, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.19674795963287353 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.026514489203691483, + "mean_feedback_forward_cosine": 0.9998151597223783, + "mean_feedback_forward_relative_error": 0.01892109627002164, + "min_feedback_forward_cosine": 0.9996492862701416 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00434627083621541, + "instruction_rms": 0.004346270834941237, + "raw_apical_rms": 0.04894234616573691, + "teaching_rms": 0.00434627083621541, + "traffic_rms": 0.04874306315084845 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4441225932037014e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5637217775514845e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025631148768079422, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.1994362680387497 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02549329213798046, + "mean_feedback_forward_cosine": 0.9998287401701275, + "mean_feedback_forward_relative_error": 0.01821314119488785, + "min_feedback_forward_cosine": 0.9996757507324219 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042852978352217, + "instruction_rms": 0.004285297836398363, + "raw_apical_rms": 0.04906409672326448, + "teaching_rms": 0.0042852978352217, + "traffic_rms": 0.0488710400651982 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7903285015895563e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5620854152077928e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02414659756799424, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.19572466784000397 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024489134550094604, + "mean_feedback_forward_cosine": 0.9998413669435602, + "mean_feedback_forward_relative_error": 0.01752755621840295, + "min_feedback_forward_cosine": 0.9997007250785828 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004221636361093351, + "instruction_rms": 0.004221636361423895, + "raw_apical_rms": 0.049164686308363584, + "teaching_rms": 0.004221636361093351, + "traffic_rms": 0.04897791091660884 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3844798135996825e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5721802593237438e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02603946114614119, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.19374155280590058 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02448057383298874, + "mean_feedback_forward_cosine": 0.9998414830157631, + "mean_feedback_forward_relative_error": 0.01751803746446967, + "min_feedback_forward_cosine": 0.9997009038925171 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0033462521582545476, + "instruction_rms": 0.003346252157780076, + "raw_apical_rms": 0.04908322078952354, + "teaching_rms": 0.0033462521582545476, + "traffic_rms": 0.04896366765971387 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2988977832483215e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5602401773882032e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02404472437798285, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.12371995545864105 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02447555400431156, + "mean_feedback_forward_cosine": 0.9998416022250527, + "mean_feedback_forward_relative_error": 0.01751082589065558, + "min_feedback_forward_cosine": 0.9997011423110962 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.003065700335657319, + "instruction_rms": 0.0030657003353652037, + "raw_apical_rms": 0.049088883866712625, + "teaching_rms": 0.003065700335657319, + "traffic_rms": 0.04898852543475375 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9751872077099506e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5524419163331966e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0244666780181804, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.09786984976768494 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024470826610922813, + "mean_feedback_forward_cosine": 0.9998416649667841, + "mean_feedback_forward_relative_error": 0.0175038432996524, + "min_feedback_forward_cosine": 0.9997011423110962 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029805995896383043, + "instruction_rms": 0.0029805995901795437, + "raw_apical_rms": 0.04904239224821409, + "teaching_rms": 0.0029805995896383043, + "traffic_rms": 0.048946762975657754 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.5435899548019734e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.551505887130796e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02450872194994, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.08588897730350495 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024466397240757942, + "mean_feedback_forward_cosine": 0.9998417747648138, + "mean_feedback_forward_relative_error": 0.017497088833663025, + "min_feedback_forward_cosine": 0.999701201915741 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029190723927942424, + "instruction_rms": 0.002919072393274301, + "raw_apical_rms": 0.04904845875393895, + "teaching_rms": 0.0029190723927942424, + "traffic_rms": 0.04895723123474306 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.238356167083566e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5511189868613987e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024407542661333572, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.07662345088243484 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024461792781949043, + "mean_feedback_forward_cosine": 0.9998418155469393, + "mean_feedback_forward_relative_error": 0.017490595260536985, + "min_feedback_forward_cosine": 0.9997012615203857 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002976717021303312, + "instruction_rms": 0.0029767170214167146, + "raw_apical_rms": 0.049020252997628425, + "teaching_rms": 0.002976717021303312, + "traffic_rms": 0.04892434642475925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.304567997020058e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5565782142203824e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023574722679906443, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.07455022824764251 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024457285180687904, + "mean_feedback_forward_cosine": 0.9998419002482766, + "mean_feedback_forward_relative_error": 0.017484254938991445, + "min_feedback_forward_cosine": 0.9997014999389648 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002943549201275965, + "instruction_rms": 0.002943549200796877, + "raw_apical_rms": 0.04900100973192788, + "teaching_rms": 0.002943549201275965, + "traffic_rms": 0.04890700879245653 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.5028249694969418e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5568795901086262e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02395872539911231, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.06999668636798859 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024452781304717064, + "mean_feedback_forward_cosine": 0.9998419724012676, + "mean_feedback_forward_relative_error": 0.017478057501935644, + "min_feedback_forward_cosine": 0.9997015595436096 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002888287402036358, + "instruction_rms": 0.0028882874027681043, + "raw_apical_rms": 0.04895408911226449, + "teaching_rms": 0.002888287402036358, + "traffic_rms": 0.04886250370951537 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4159792388900314e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5506498609942543e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0232400341747001, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.06529013301849365 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024448152631521225, + "mean_feedback_forward_cosine": 0.9998420665138646, + "mean_feedback_forward_relative_error": 0.01747188351950363, + "min_feedback_forward_cosine": 0.9997017979621887 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029623654817530973, + "instruction_rms": 0.0029623654820779503, + "raw_apical_rms": 0.048946536970132806, + "teaching_rms": 0.0029623654817530973, + "traffic_rms": 0.04885093255579393 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.6989171786340194e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5536779543798727e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024473747826059173, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.0641164041686058 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024443216621875763, + "mean_feedback_forward_cosine": 0.9998421167072497, + "mean_feedback_forward_relative_error": 0.01746562657583701, + "min_feedback_forward_cosine": 0.9997017979621887 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002971627252390822, + "instruction_rms": 0.002971627251063867, + "raw_apical_rms": 0.04895315940740045, + "teaching_rms": 0.002971627252390822, + "traffic_rms": 0.048856115628591656 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5765524824805652e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5520531818737034e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02519321251979288, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.06184109539151192 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02443862520158291, + "mean_feedback_forward_cosine": 0.9998422076827601, + "mean_feedback_forward_relative_error": 0.0174595791307327, + "min_feedback_forward_cosine": 0.999701976776123 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002859127162690786, + "instruction_rms": 0.0028591271627093104, + "raw_apical_rms": 0.04896081163062508, + "teaching_rms": 0.002859127162690786, + "traffic_rms": 0.04887040525130046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.758729777951885e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5554448214027454e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025591930665107898, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.056689655803442 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02443375252187252, + "mean_feedback_forward_cosine": 0.9998423268920497, + "mean_feedback_forward_relative_error": 0.017453538033326988, + "min_feedback_forward_cosine": 0.9997021555900574 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029825219207117947, + "instruction_rms": 0.0029825219209280406, + "raw_apical_rms": 0.04896960035281897, + "teaching_rms": 0.0029825219207117947, + "traffic_rms": 0.04887160209993277 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.297661083616731e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5543630997778443e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023776518553991034, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.0580404058778286 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024429094046354294, + "mean_feedback_forward_cosine": 0.9998423708112616, + "mean_feedback_forward_relative_error": 0.017447648839534896, + "min_feedback_forward_cosine": 0.9997021555900574 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028689008464229684, + "instruction_rms": 0.0028689008457498683, + "raw_apical_rms": 0.048967484885201036, + "teaching_rms": 0.0028689008464229684, + "traffic_rms": 0.048875439738426354 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3148677641415816e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5542405159555485e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02495494281465101, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.05360702166080475 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024424513801932335, + "mean_feedback_forward_cosine": 0.9998424492384258, + "mean_feedback_forward_relative_error": 0.01744174334759775, + "min_feedback_forward_cosine": 0.9997022151947021 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028627163829698914, + "instruction_rms": 0.002862716382679628, + "raw_apical_rms": 0.048926436225680346, + "teaching_rms": 0.0028627163829698914, + "traffic_rms": 0.04883524678038491 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7744526676087844e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5568363136808375e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024024230878911916, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.05180640007734299 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0244197566062212, + "mean_feedback_forward_cosine": 0.9998425433510228, + "mean_feedback_forward_relative_error": 0.017435817832225246, + "min_feedback_forward_cosine": 0.9997023940086365 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028704644989820368, + "instruction_rms": 0.002870464498890604, + "raw_apical_rms": 0.048887106570938525, + "teaching_rms": 0.0028704644989820368, + "traffic_rms": 0.048794716544953896 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.899336593031876e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5571388357817398e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024555673219296366, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.05044659919977188 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0244149100035429, + "mean_feedback_forward_cosine": 0.9998426406007064, + "mean_feedback_forward_relative_error": 0.017429825629254703, + "min_feedback_forward_cosine": 0.999702513217926 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028596781732095054, + "instruction_rms": 0.0028596781728196024, + "raw_apical_rms": 0.04884856566390004, + "teaching_rms": 0.0028596781732095054, + "traffic_rms": 0.048756530359503565 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5040780116114547e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5582278848239102e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023527590915433428, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.0490385916364193 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024410126730799675, + "mean_feedback_forward_cosine": 0.9998426845199183, + "mean_feedback_forward_relative_error": 0.017423871782069143, + "min_feedback_forward_cosine": 0.999702513217926 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002871754675199592, + "instruction_rms": 0.0028717546749653447, + "raw_apical_rms": 0.048832569299149135, + "teaching_rms": 0.002871754675199592, + "traffic_rms": 0.04873922231163838 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.8601077062262448e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5571940108719696e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02364453501248616, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.04682514379620552 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024405425414443016, + "mean_feedback_forward_cosine": 0.9998427754954288, + "mean_feedback_forward_relative_error": 0.017418009130970427, + "min_feedback_forward_cosine": 0.9997028112411499 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002836538135390952, + "instruction_rms": 0.002836538136061507, + "raw_apical_rms": 0.048787151279042144, + "teaching_rms": 0.002836538135390952, + "traffic_rms": 0.048696467718144676 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.482515348845027e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5608262103417605e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024325605086122887, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.04494485949397087 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024400467053055763, + "mean_feedback_forward_cosine": 0.9998428727451124, + "mean_feedback_forward_relative_error": 0.017412073591626005, + "min_feedback_forward_cosine": 0.9997029304504395 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028865294745124776, + "instruction_rms": 0.0028865294751757114, + "raw_apical_rms": 0.048765140709692706, + "teaching_rms": 0.0028865294745124776, + "traffic_rms": 0.04867049542038607 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8258641648903904e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5562690921347706e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023547039875098746, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.04471779584646225 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024395665153861046, + "mean_feedback_forward_cosine": 0.9998429417610168, + "mean_feedback_forward_relative_error": 0.01740619780397729, + "min_feedback_forward_cosine": 0.9997029304504395 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028717416250078243, + "instruction_rms": 0.0028717416248511974, + "raw_apical_rms": 0.048755935986374344, + "teaching_rms": 0.0028717416250078243, + "traffic_rms": 0.0486626187737762 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.845919766514271e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5604369341968837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024189179102495514, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.043415931856632235 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024390611797571182, + "mean_feedback_forward_cosine": 0.9998430295994407, + "mean_feedback_forward_relative_error": 0.017400079357780908, + "min_feedback_forward_cosine": 0.999703049659729 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028543648572594, + "instruction_rms": 0.0028543648581771824, + "raw_apical_rms": 0.04873526484453722, + "teaching_rms": 0.0028543648572594, + "traffic_rms": 0.04864277118906419 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.432542700603335e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.561620034302203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022965147603570338, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.04195493374109268 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02438557893037796, + "mean_feedback_forward_cosine": 0.9998430986153451, + "mean_feedback_forward_relative_error": 0.017394070292970066, + "min_feedback_forward_cosine": 0.9997031688690186 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002863764989794978, + "instruction_rms": 0.0028637649904234845, + "raw_apical_rms": 0.048709242721425065, + "teaching_rms": 0.002863764989794978, + "traffic_rms": 0.048615234911367274 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2468267246722462e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555955410200908e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023035017357431426, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.04140339361786843 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024380523711442947, + "mean_feedback_forward_cosine": 0.9998431895908556, + "mean_feedback_forward_relative_error": 0.017388156321095794, + "min_feedback_forward_cosine": 0.9997032880783081 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002827880997345219, + "instruction_rms": 0.0028278809973668923, + "raw_apical_rms": 0.04872593925192163, + "teaching_rms": 0.002827880997345219, + "traffic_rms": 0.048633591589419455 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6768809391342074e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5585669241546475e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.026071272473848234, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.04006863350510597 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024375349283218384, + "mean_feedback_forward_cosine": 0.9998432805663661, + "mean_feedback_forward_relative_error": 0.017382123801661164, + "min_feedback_forward_cosine": 0.9997034072875977 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002856066507559119, + "instruction_rms": 0.0028560665080255986, + "raw_apical_rms": 0.04871631674688228, + "teaching_rms": 0.002856066507559119, + "traffic_rms": 0.04862229853677075 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.735733417580377e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5576874816703057e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02480626632833394, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.03912635085344315 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024370355531573296, + "mean_feedback_forward_cosine": 0.9998433652677035, + "mean_feedback_forward_relative_error": 0.017376119417971687, + "min_feedback_forward_cosine": 0.9997036457061768 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002811290436930575, + "instruction_rms": 0.0028112904381432254, + "raw_apical_rms": 0.04869919605490233, + "teaching_rms": 0.002811290436930575, + "traffic_rms": 0.04860793767347228 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4465215631153114e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556795690109817e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023964722170544933, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.03840856973826885 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024364938959479332, + "mean_feedback_forward_cosine": 0.999843484476993, + "mean_feedback_forward_relative_error": 0.01737001979429471, + "min_feedback_forward_cosine": 0.9997037649154663 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028673951896524717, + "instruction_rms": 0.0028673951893175903, + "raw_apical_rms": 0.048671321331477814, + "teaching_rms": 0.0028673951896524717, + "traffic_rms": 0.04857617432184566 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6929921403961998e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5550455823185625e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023192640847393427, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.03869556944549084 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02435973472893238, + "mean_feedback_forward_cosine": 0.9998435629041571, + "mean_feedback_forward_relative_error": 0.01736382823927622, + "min_feedback_forward_cosine": 0.9997038841247559 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028889090138850436, + "instruction_rms": 0.0028889090150035564, + "raw_apical_rms": 0.0486327675090662, + "teaching_rms": 0.0028889090138850436, + "traffic_rms": 0.048536589770283925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.5532246539228254e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5600918319091187e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022622603754849032, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.037424184908866884 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024354157969355583, + "mean_feedback_forward_cosine": 0.9998436444684079, + "mean_feedback_forward_relative_error": 0.01735759136806193, + "min_feedback_forward_cosine": 0.9997040629386902 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028169860845758724, + "instruction_rms": 0.0028169860844791395, + "raw_apical_rms": 0.04861507016660752, + "teaching_rms": 0.0028169860845758724, + "traffic_rms": 0.04852172080578116 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.019691163785865e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5573915242047302e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02342010383490687, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.03638764159977436 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024348720908164978, + "mean_feedback_forward_cosine": 0.9998437417180914, + "mean_feedback_forward_relative_error": 0.01735136557468458, + "min_feedback_forward_cosine": 0.9997042417526245 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028351794993543905, + "instruction_rms": 0.002835179499366131, + "raw_apical_rms": 0.048580979201895864, + "teaching_rms": 0.0028351794993543905, + "traffic_rms": 0.04848638734340265 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.2667529126229056e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5553440552530942e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023391605444013225, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.03555873850226402 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024343518540263176, + "mean_feedback_forward_cosine": 0.9998438389677751, + "mean_feedback_forward_relative_error": 0.01734522279155882, + "min_feedback_forward_cosine": 0.9997042417526245 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002796361523554152, + "instruction_rms": 0.002796361523252879, + "raw_apical_rms": 0.04855597567648892, + "teaching_rms": 0.002796361523554152, + "traffic_rms": 0.04846521457578288 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6007683118223213e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5617564915815597e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02405001441116142, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.03429276472210884 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0243381354957819, + "mean_feedback_forward_cosine": 0.9998439362174586, + "mean_feedback_forward_relative_error": 0.01733885663806608, + "min_feedback_forward_cosine": 0.9997044801712036 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028343943692131423, + "instruction_rms": 0.002834394368960896, + "raw_apical_rms": 0.04853903120373884, + "teaching_rms": 0.0028343943692131423, + "traffic_rms": 0.048444396433397034 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.377692436856705e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5612588483300923e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024213262055877968, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.03456815429449082 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02433299459517002, + "mean_feedback_forward_cosine": 0.99984399895919, + "mean_feedback_forward_relative_error": 0.01733277985630067, + "min_feedback_forward_cosine": 0.9997045397758484 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027320217983916677, + "instruction_rms": 0.0027320217985002115, + "raw_apical_rms": 0.04855657435453476, + "teaching_rms": 0.0027320217983916677, + "traffic_rms": 0.04846883145914712 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.328218329239462e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.559384236665464e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023876254543945593, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.03217262524485588 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024327967315912247, + "mean_feedback_forward_cosine": 0.9998441118943063, + "mean_feedback_forward_relative_error": 0.017326766527012774, + "min_feedback_forward_cosine": 0.9997045993804932 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002687850761300582, + "instruction_rms": 0.002687850762437218, + "raw_apical_rms": 0.04854205620988846, + "teaching_rms": 0.002687850761300582, + "traffic_rms": 0.048456470447593054 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.560168788079409e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5586142646672532e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023439441696961747, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.030556147327423094 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02432236820459366, + "mean_feedback_forward_cosine": 0.9998442028698168, + "mean_feedback_forward_relative_error": 0.01732024820031304, + "min_feedback_forward_cosine": 0.9997048377990723 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028686834044882384, + "instruction_rms": 0.0028686834043977843, + "raw_apical_rms": 0.048547524866026474, + "teaching_rms": 0.0028686834044882384, + "traffic_rms": 0.048450524056500015 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3833564455344458e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558564566923461e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023913231445054764, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.0324168573653698 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0243166945874691, + "mean_feedback_forward_cosine": 0.9998443126678467, + "mean_feedback_forward_relative_error": 0.01731387839505547, + "min_feedback_forward_cosine": 0.999704897403717 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027793825453001153, + "instruction_rms": 0.0027793825441777198, + "raw_apical_rms": 0.04852022057558776, + "teaching_rms": 0.0027793825453001153, + "traffic_rms": 0.04842710952917258 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5522268742861343e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.565424872139204e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023797648670400823, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.03153674227833748 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02431114949285984, + "mean_feedback_forward_cosine": 0.9998444067804437, + "mean_feedback_forward_relative_error": 0.017307509276035585, + "min_feedback_forward_cosine": 0.9997050762176514 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027240336681244185, + "instruction_rms": 0.0027240336674131988, + "raw_apical_rms": 0.048545365684629596, + "teaching_rms": 0.0027240336681244185, + "traffic_rms": 0.04845722039680186 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.728666714801875e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55770501183823e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023917694137324707, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.030279957340359688 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024305323138833046, + "mean_feedback_forward_cosine": 0.9998445228526467, + "mean_feedback_forward_relative_error": 0.017301034157801615, + "min_feedback_forward_cosine": 0.9997051954269409 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027528722703140723, + "instruction_rms": 0.0027528722709971006, + "raw_apical_rms": 0.04852340302574793, + "teaching_rms": 0.0027528722703140723, + "traffic_rms": 0.04843296366430072 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2280042699662772e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5585888896042653e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024978631062485213, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.02937257861852646 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024299485608935356, + "mean_feedback_forward_cosine": 0.9998446044168974, + "mean_feedback_forward_relative_error": 0.01729451980147707, + "min_feedback_forward_cosine": 0.9997053146362305 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027277231583783305, + "instruction_rms": 0.0027277231591195557, + "raw_apical_rms": 0.04851971578344323, + "teaching_rms": 0.0027277231583783305, + "traffic_rms": 0.04842834896218398 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3071786259265537e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5553417451821788e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02418299365002294, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.02949249520123005 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024293530732393265, + "mean_feedback_forward_cosine": 0.9998447267632735, + "mean_feedback_forward_relative_error": 0.01728768676127258, + "min_feedback_forward_cosine": 0.99970543384552 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027867166883944507, + "instruction_rms": 0.0027867166886400207, + "raw_apical_rms": 0.04846887346999569, + "teaching_rms": 0.0027867166883944507, + "traffic_rms": 0.04837660834310346 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5189656582824682e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5611248359383033e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024888198289760965, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.028905465615987776 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024287186563014984, + "mean_feedback_forward_cosine": 0.9998448146016974, + "mean_feedback_forward_relative_error": 0.017280714169732835, + "min_feedback_forward_cosine": 0.9997056722640991 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002857101660007159, + "instruction_rms": 0.002857101659701874, + "raw_apical_rms": 0.04851893500646136, + "teaching_rms": 0.002857101660007159, + "traffic_rms": 0.048420832308288385 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.2921001985309886e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5637040602862193e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024858264000661965, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.030032363839745523 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02428087405860424, + "mean_feedback_forward_cosine": 0.9998449526335064, + "mean_feedback_forward_relative_error": 0.017273705281121165, + "min_feedback_forward_cosine": 0.9997058510780334 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027882838519900353, + "instruction_rms": 0.002788283853076212, + "raw_apical_rms": 0.048466664266525544, + "teaching_rms": 0.0027882838519900353, + "traffic_rms": 0.04837292460697367 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.4022945410706598e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5564620592530575e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02355587526027469, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.0291568724745512 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024274790659546852, + "mean_feedback_forward_cosine": 0.99984504988319, + "mean_feedback_forward_relative_error": 0.017266781657542054, + "min_feedback_forward_cosine": 0.9997059106826782 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002783970440074854, + "instruction_rms": 0.0027839704394876045, + "raw_apical_rms": 0.048477917666435576, + "teaching_rms": 0.002783970440074854, + "traffic_rms": 0.04838447026717706 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8144011565700566e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5566018625518894e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024207300688372207, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.028630548166036607 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024268070235848427, + "mean_feedback_forward_cosine": 0.9998451471328735, + "mean_feedback_forward_relative_error": 0.01725966799514074, + "min_feedback_forward_cosine": 0.9997061491012573 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002761008120539063, + "instruction_rms": 0.002761008121035479, + "raw_apical_rms": 0.04844852671798989, + "teaching_rms": 0.002761008120539063, + "traffic_rms": 0.048355648973918815 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.6858943513730082e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5569645167862623e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02397697786630962, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.028269394952952862 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02426161803305149, + "mean_feedback_forward_cosine": 0.9998452694792497, + "mean_feedback_forward_relative_error": 0.017252516957294, + "min_feedback_forward_cosine": 0.9997062683105469 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027536368346634476, + "instruction_rms": 0.002753636834062922, + "raw_apical_rms": 0.04843313895863856, + "teaching_rms": 0.0027536368346634476, + "traffic_rms": 0.0483401242531346 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5078373155906775e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5591478642442374e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025842726916215624, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.0276219187438488 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024255573749542236, + "mean_feedback_forward_cosine": 0.9998453604547601, + "mean_feedback_forward_relative_error": 0.017245651688426733, + "min_feedback_forward_cosine": 0.9997062683105469 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026949033811911236, + "instruction_rms": 0.002694903380185682, + "raw_apical_rms": 0.04842420509237939, + "teaching_rms": 0.0026949033811911236, + "traffic_rms": 0.048333192393544895 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9634295017899603e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5658785898485797e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025345590917532683, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.025959372283816336 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024249302223324776, + "mean_feedback_forward_cosine": 0.9998454828011362, + "mean_feedback_forward_relative_error": 0.01723871840850303, + "min_feedback_forward_cosine": 0.9997066259384155 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026588572467327438, + "instruction_rms": 0.002658857246631058, + "raw_apical_rms": 0.048376473511554864, + "teaching_rms": 0.0026588572467327438, + "traffic_rms": 0.04828839380101713 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4241270324409925e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5626880108734327e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02429876455227136, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.025804406228661536 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02424287609755993, + "mean_feedback_forward_cosine": 0.9998455737766466, + "mean_feedback_forward_relative_error": 0.01723151649103353, + "min_feedback_forward_cosine": 0.9997066259384155 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027257186812107404, + "instruction_rms": 0.002725718681592849, + "raw_apical_rms": 0.048402381057870945, + "teaching_rms": 0.0027257186812107404, + "traffic_rms": 0.04831054521916969 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2587206771618185e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5579941622252276e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02417881889563039, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.02590428674697876 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024236010387539864, + "mean_feedback_forward_cosine": 0.9998457243568019, + "mean_feedback_forward_relative_error": 0.017224028584008153, + "min_feedback_forward_cosine": 0.9997068643569946 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002827167266450812, + "instruction_rms": 0.002827167267287999, + "raw_apical_rms": 0.0483883455762002, + "teaching_rms": 0.002827167266450812, + "traffic_rms": 0.04829099766989648 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.8499101745182998e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5654539749979273e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023198826977282944, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.027013206738233566 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024229280650615692, + "mean_feedback_forward_cosine": 0.9998458623886108, + "mean_feedback_forward_relative_error": 0.017216705104434175, + "min_feedback_forward_cosine": 0.9997071623802185 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002714536406160475, + "instruction_rms": 0.0027145364066408725, + "raw_apical_rms": 0.048337014096044476, + "teaching_rms": 0.002714536406160475, + "traffic_rms": 0.04824711721569856 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7053033591073472e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5607880180871844e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02527474555430037, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.0251533569419384 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02422306314110756, + "mean_feedback_forward_cosine": 0.9998459533641213, + "mean_feedback_forward_relative_error": 0.01720959055972727, + "min_feedback_forward_cosine": 0.9997072219848633 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026942487190023657, + "instruction_rms": 0.002694248719884294, + "raw_apical_rms": 0.04828414445967492, + "teaching_rms": 0.0026942487190023657, + "traffic_rms": 0.04819597619881315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4944256438175216e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5699152403078776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023672654030829902, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.02463686482548714 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421622723340988, + "mean_feedback_forward_cosine": 0.9998460819846705, + "mean_feedback_forward_relative_error": 0.017202102187040606, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002710706818356168, + "instruction_rms": 0.00271070681835731, + "raw_apical_rms": 0.04826925655095889, + "teaching_rms": 0.002710706818356168, + "traffic_rms": 0.04817775291501295 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.359883488622927e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5594574082673352e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02417138474106419, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.024436858989521863 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024216149002313614, + "mean_feedback_forward_cosine": 0.9998460662992377, + "mean_feedback_forward_relative_error": 0.017201930014906747, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00257774661598616, + "instruction_rms": 0.0025777466152746113, + "raw_apical_rms": 0.0482726744423886, + "teaching_rms": 0.00257774661598616, + "traffic_rms": 0.04818993321311305 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.235386003552776e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.560035018603872e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023549639102688345, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.022619200856685638 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024216091260313988, + "mean_feedback_forward_cosine": 0.9998460788475839, + "mean_feedback_forward_relative_error": 0.01720176414145451, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002465924729383216, + "instruction_rms": 0.002465924730128645, + "raw_apical_rms": 0.048258907311979876, + "teaching_rms": 0.002465924729383216, + "traffic_rms": 0.0481835009094471 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7386017009689567e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.559193664919489e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02349122558021881, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.021056061110496523 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421603538095951, + "mean_feedback_forward_cosine": 0.9998460757104974, + "mean_feedback_forward_relative_error": 0.017201603953971675, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002332364200047831, + "instruction_rms": 0.002332364200394378, + "raw_apical_rms": 0.04825124136276829, + "teaching_rms": 0.002332364200047831, + "traffic_rms": 0.048181026054141755 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7669795343854275e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5581413918592066e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024566514220220676, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.020411237919926644 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421598508954048, + "mean_feedback_forward_cosine": 0.9998460694363243, + "mean_feedback_forward_relative_error": 0.017201445580117013, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002309400288182278, + "instruction_rms": 0.0023094002877693393, + "raw_apical_rms": 0.04825454567868455, + "teaching_rms": 0.002309400288182278, + "traffic_rms": 0.048186134860637574 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.348726368950338e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5594445006297598e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023226906136004973, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.0194461808347702 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215945973992348, + "mean_feedback_forward_cosine": 0.9998460757104974, + "mean_feedback_forward_relative_error": 0.01720128208398819, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021914667076967562, + "instruction_rms": 0.0021914667083863157, + "raw_apical_rms": 0.04824472097909277, + "teaching_rms": 0.0021914667076967562, + "traffic_rms": 0.04818217036963514 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.064891191366769e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5594212170837604e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025051956385862276, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.018335187385976316 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421589195728302, + "mean_feedback_forward_cosine": 0.9998460757104974, + "mean_feedback_forward_relative_error": 0.017201127067796494, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022761577385483726, + "instruction_rms": 0.0022761577387722318, + "raw_apical_rms": 0.04824979840398419, + "teaching_rms": 0.0022761577385483726, + "traffic_rms": 0.048183587123815416 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.461847614654289e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564019532162809e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024328732250516825, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.019218924792408942 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421584539115429, + "mean_feedback_forward_cosine": 0.9998460725734108, + "mean_feedback_forward_relative_error": 0.017200977394455357, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021601664069890365, + "instruction_rms": 0.002160166406844441, + "raw_apical_rms": 0.04825076154859499, + "teaching_rms": 0.0021601664069890365, + "traffic_rms": 0.04818885047381536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7381052092323444e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.559507650889981e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024745451504217343, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.017958798818588258 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215804412961006, + "mean_feedback_forward_cosine": 0.9998460694363243, + "mean_feedback_forward_relative_error": 0.01720082117734771, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022471057065127998, + "instruction_rms": 0.002247105706486751, + "raw_apical_rms": 0.04825370376562316, + "teaching_rms": 0.0022471057065127998, + "traffic_rms": 0.048188262498538845 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.7019813941819848e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5657824772879002e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024223472576658786, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.0185385817271471 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215755984187126, + "mean_feedback_forward_cosine": 0.9998460851217571, + "mean_feedback_forward_relative_error": 0.017200662411357228, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022877360758973716, + "instruction_rms": 0.00228773607705707, + "raw_apical_rms": 0.04825353939154385, + "teaching_rms": 0.0022877360758973716, + "traffic_rms": 0.04818568068374494 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9473435247950874e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5621679703543157e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024150246365526797, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.01917346734404564 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215703830122948, + "mean_feedback_forward_cosine": 0.9998460537508914, + "mean_feedback_forward_relative_error": 0.01720050945387859, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023240815654476843, + "instruction_rms": 0.0023240815653707597, + "raw_apical_rms": 0.048258972606701055, + "teaching_rms": 0.0023240815654476843, + "traffic_rms": 0.04818936884010557 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4255756514435234e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5588899342407662e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025135333633642086, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.01915096991866827 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215657263994217, + "mean_feedback_forward_cosine": 0.9998460882588437, + "mean_feedback_forward_relative_error": 0.017200357329688575, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002213989538286835, + "instruction_rms": 0.0022139895379905046, + "raw_apical_rms": 0.04824926337789854, + "teaching_rms": 0.002213989538286835, + "traffic_rms": 0.04818555657314319 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.595106174396733e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5584218769190377e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024371363737118235, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.0183094210934639 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421560138463974, + "mean_feedback_forward_cosine": 0.9998460474767183, + "mean_feedback_forward_relative_error": 0.017200209788585965, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002201762174303076, + "instruction_rms": 0.00220176217419363, + "raw_apical_rms": 0.0482500688817078, + "teaching_rms": 0.002201762174303076, + "traffic_rms": 0.04818693040932987 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.571701607223531e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5585450742932388e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.026483307057357245, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.018003847366571426 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215564131736755, + "mean_feedback_forward_cosine": 0.9998460882588437, + "mean_feedback_forward_relative_error": 0.017200060237787272, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021634048989008243, + "instruction_rms": 0.0021634048985950697, + "raw_apical_rms": 0.04825227824342712, + "teaching_rms": 0.0021634048989008243, + "traffic_rms": 0.04819035115190188 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.799774101447383e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562553952479279e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025699110622386903, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.017966899476498367 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215517565608025, + "mean_feedback_forward_cosine": 0.9998461039442765, + "mean_feedback_forward_relative_error": 0.017199909142953784, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021436980319012736, + "instruction_rms": 0.002143698032115293, + "raw_apical_rms": 0.04825709918740442, + "teaching_rms": 0.0021436980319012736, + "traffic_rms": 0.04819507241066595 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.724449466029455e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5632648823694416e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024583133453322147, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.017063488129079343 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215465411543846, + "mean_feedback_forward_cosine": 0.9998460788475839, + "mean_feedback_forward_relative_error": 0.017199756920729812, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002234968790786048, + "instruction_rms": 0.0022349687909194883, + "raw_apical_rms": 0.04825492378816517, + "teaching_rms": 0.002234968790786048, + "traffic_rms": 0.048190283618127 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.2043054432051576e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564666600467089e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023747185686375596, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.01791577286094427 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215415120124817, + "mean_feedback_forward_cosine": 0.9998460913959303, + "mean_feedback_forward_relative_error": 0.017199603816200244, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021605582761189683, + "instruction_rms": 0.0021605582753569546, + "raw_apical_rms": 0.04824514368222557, + "teaching_rms": 0.0021605582761189683, + "traffic_rms": 0.048185322929729844 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.340897609087733e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5604839387674256e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024216457963588036, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.017239600906372072 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215374141931534, + "mean_feedback_forward_cosine": 0.9998460945330168, + "mean_feedback_forward_relative_error": 0.01719946193655855, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020652872973321254, + "instruction_rms": 0.002065287296933802, + "raw_apical_rms": 0.048235631904211304, + "teaching_rms": 0.0020652872973321254, + "traffic_rms": 0.0481791785965583 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.306656637391825e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5598660249425184e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024411795739710314, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.016986476060152054 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215325713157654, + "mean_feedback_forward_cosine": 0.9998460913959303, + "mean_feedback_forward_relative_error": 0.01719930741053663, + "min_feedback_forward_cosine": 0.9997072815895081 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021183118412208993, + "instruction_rms": 0.002118311841076239, + "raw_apical_rms": 0.048234461526925405, + "teaching_rms": 0.0021183118412208993, + "traffic_rms": 0.048175281419015684 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5241863710334655e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5675150480641512e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023967353355560404, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.017170780845731495 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421528287231922, + "mean_feedback_forward_cosine": 0.9998460725734108, + "mean_feedback_forward_relative_error": 0.017199158496958643, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002081774598965147, + "instruction_rms": 0.0020817745979981764, + "raw_apical_rms": 0.0482330316017826, + "teaching_rms": 0.002081774598965147, + "traffic_rms": 0.04817561801041869 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5745615417349654e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562255072828869e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024285122321339492, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.016588149138092995 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421523444354534, + "mean_feedback_forward_cosine": 0.9998461008071899, + "mean_feedback_forward_relative_error": 0.017199009779448573, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002204905505118422, + "instruction_rms": 0.00220490550546911, + "raw_apical_rms": 0.048242467059594375, + "teaching_rms": 0.002204905505118422, + "traffic_rms": 0.04817779505180302 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.0424295971442916e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5648080560532118e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02570471951165915, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.017880120083093642 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421518601477146, + "mean_feedback_forward_cosine": 0.9998460913959303, + "mean_feedback_forward_relative_error": 0.01719885692000389, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020771476343231132, + "instruction_rms": 0.0020771476337747927, + "raw_apical_rms": 0.04823765149692763, + "teaching_rms": 0.0020771476343231132, + "traffic_rms": 0.048180477201733705 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.026011441420451e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5606805797072515e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025181158807341147, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.016409556731581686 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215148761868477, + "mean_feedback_forward_cosine": 0.9998461070813631, + "mean_feedback_forward_relative_error": 0.017198711168020964, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002050751559518087, + "instruction_rms": 0.002050751560417936, + "raw_apical_rms": 0.04823016812734534, + "teaching_rms": 0.002050751559518087, + "traffic_rms": 0.048174928539411 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.7361123144942212e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567847337139822e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023903542094880686, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.016185085297226905 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024215105921030045, + "mean_feedback_forward_cosine": 0.9998461008071899, + "mean_feedback_forward_relative_error": 0.017198561764273205, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002024431709550818, + "instruction_rms": 0.002024431709172705, + "raw_apical_rms": 0.048230057712793296, + "teaching_rms": 0.002024431709550818, + "traffic_rms": 0.04817624014564623 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.607925253528265e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5607837790697227e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024283734158643235, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.015608857682347297 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421506494283676, + "mean_feedback_forward_cosine": 0.9998461008071899, + "mean_feedback_forward_relative_error": 0.0171984089538455, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002140824552460347, + "instruction_rms": 0.002140824552728777, + "raw_apical_rms": 0.04822625648449407, + "teaching_rms": 0.002140824552460347, + "traffic_rms": 0.048165729626222634 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.9363867781739827e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.56036926859182e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023974028210391487, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.01688194954276085 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421502023935318, + "mean_feedback_forward_cosine": 0.9998461070813631, + "mean_feedback_forward_relative_error": 0.017198263741049328, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00213098146014981, + "instruction_rms": 0.0021309814594649775, + "raw_apical_rms": 0.04822817116204741, + "teaching_rms": 0.00213098146014981, + "traffic_rms": 0.048168692188981246 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.650601693687804e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.559117833905617e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023251051516216915, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.016830662170052527 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214977398514748, + "mean_feedback_forward_cosine": 0.9998460976701034, + "mean_feedback_forward_relative_error": 0.01719811105316407, + "min_feedback_forward_cosine": 0.9997075200080872 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020563400501755536, + "instruction_rms": 0.0020563400498021947, + "raw_apical_rms": 0.04822901506976377, + "teaching_rms": 0.0020563400501755536, + "traffic_rms": 0.04817248028760376 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.492437545242865e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562626471656174e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02432393852670945, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.015563427553474903 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214934557676315, + "mean_feedback_forward_cosine": 0.9998461102184496, + "mean_feedback_forward_relative_error": 0.017197967114809313, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020836655872777405, + "instruction_rms": 0.002083665587333305, + "raw_apical_rms": 0.04822810227726179, + "teaching_rms": 0.0020836655872777405, + "traffic_rms": 0.04817065599634697 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5133578773761656e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5599342555734455e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023863005817763485, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.016270757690370084 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421489730477333, + "mean_feedback_forward_cosine": 0.9998460788475839, + "mean_feedback_forward_relative_error": 0.017197815603331515, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002031942998756561, + "instruction_rms": 0.002031942998308895, + "raw_apical_rms": 0.0482186136023374, + "teaching_rms": 0.002031942998756561, + "traffic_rms": 0.0481662413246219 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 3.662107772584022e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563468690590478e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024586565339703593, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.015824211727380754 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0242148544639349, + "mean_feedback_forward_cosine": 0.9998461008071899, + "mean_feedback_forward_relative_error": 0.01719767739996314, + "min_feedback_forward_cosine": 0.9997075200080872 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020744587293781815, + "instruction_rms": 0.0020744587296502664, + "raw_apical_rms": 0.048231045202624986, + "teaching_rms": 0.0020744587293781815, + "traffic_rms": 0.04817403033035654 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.89847204015814e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5613775682879853e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02337062195317176, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.015844521292448045 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214815348386765, + "mean_feedback_forward_cosine": 0.9998461070813631, + "mean_feedback_forward_relative_error": 0.017197525667908945, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021171652134194937, + "instruction_rms": 0.002117165212964786, + "raw_apical_rms": 0.04823238911932688, + "teaching_rms": 0.0021171652134194937, + "traffic_rms": 0.04817329892144992 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2415649780782587e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5673970166992267e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024810573876033037, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.01642455296471715 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214766919612885, + "mean_feedback_forward_cosine": 0.9998461196297094, + "mean_feedback_forward_relative_error": 0.017197379303213797, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021210256979624434, + "instruction_rms": 0.0021210256982363636, + "raw_apical_rms": 0.04823740610116224, + "teaching_rms": 0.0021210256979624434, + "traffic_rms": 0.04817727023696828 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.562463308208862e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5680198504703783e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023986769379835647, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.01636083184957504 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214720353484154, + "mean_feedback_forward_cosine": 0.9998461039442765, + "mean_feedback_forward_relative_error": 0.0171972345805874, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002087636183832708, + "instruction_rms": 0.002087636183885223, + "raw_apical_rms": 0.04823592324972154, + "teaching_rms": 0.002087636183832708, + "traffic_rms": 0.0481772002207055 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.365795559455819e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5638819178430796e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024883919342835722, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.016185497484207154 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421467937529087, + "mean_feedback_forward_cosine": 0.9998461164926228, + "mean_feedback_forward_relative_error": 0.017197084466093464, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021368430701621463, + "instruction_rms": 0.0021368430698746224, + "raw_apical_rms": 0.04823588349812554, + "teaching_rms": 0.0021368430701621463, + "traffic_rms": 0.04817618576840557 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.082275390625, + "maximum_absolute_post_projection_soma_slope": 2.2849899750099212e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558696728578837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.025290881650189327, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.016208464490175246 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421463280916214, + "mean_feedback_forward_cosine": 0.9998461133555362, + "mean_feedback_forward_relative_error": 0.017196942096281993, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020495438639377664, + "instruction_rms": 0.0020495438638050436, + "raw_apical_rms": 0.04822979086747613, + "teaching_rms": 0.0020495438639377664, + "traffic_rms": 0.04817409025137214 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 3.0542388174126245e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.559538286446536e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02539473573712632, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.01569545204669237 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421458438038826, + "mean_feedback_forward_cosine": 0.9998461039442765, + "mean_feedback_forward_relative_error": 0.017196801540098693, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00211529873619094, + "instruction_rms": 0.0021152987363021497, + "raw_apical_rms": 0.048230378053523815, + "teaching_rms": 0.00211529873619094, + "traffic_rms": 0.04817007616705108 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.998861958758425e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.565775283081185e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023872978670837125, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.016340611333251 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214545264840126, + "mean_feedback_forward_cosine": 0.9998461008071899, + "mean_feedback_forward_relative_error": 0.01719665306767351, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002014485802215693, + "instruction_rms": 0.0020144858013130167, + "raw_apical_rms": 0.048225860085593965, + "teaching_rms": 0.002014485802215693, + "traffic_rms": 0.048171872579938615 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.221586470341208e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5642886401090754e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024450690791043724, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.015337021072804928 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214504286646843, + "mean_feedback_forward_cosine": 0.999846122766796, + "mean_feedback_forward_relative_error": 0.017196506139283117, + "min_feedback_forward_cosine": 0.9997075200080872 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020257802765181496, + "instruction_rms": 0.0020257802758513166, + "raw_apical_rms": 0.048224734796383256, + "teaching_rms": 0.0020257802765181496, + "traffic_rms": 0.04817027356808051 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.4461098035999385e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.561177334040931e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024216074490407972, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.015433153074681759 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421446517109871, + "mean_feedback_forward_cosine": 0.9998461070813631, + "mean_feedback_forward_relative_error": 0.017196367004592168, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018966019651126516, + "instruction_rms": 0.0018966019649471265, + "raw_apical_rms": 0.0482153712907923, + "teaching_rms": 0.0018966019651126516, + "traffic_rms": 0.04816610599407765 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8244450334113935e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5607643580286416e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023443023451119167, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.014511783031225205 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214422330260277, + "mean_feedback_forward_cosine": 0.9998461353151422, + "mean_feedback_forward_relative_error": 0.017196220664405508, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020238122772022462, + "instruction_rms": 0.002023812278612765, + "raw_apical_rms": 0.04821164810748748, + "teaching_rms": 0.0020238122772022462, + "traffic_rms": 0.04815726315093748 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.555583833441233e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5573742224003896e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023886543359556082, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.015639402832090855 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214377626776695, + "mean_feedback_forward_cosine": 0.9998461102184496, + "mean_feedback_forward_relative_error": 0.017196076726050752, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021169427326851583, + "instruction_rms": 0.002116942732689641, + "raw_apical_rms": 0.048218986102378035, + "teaching_rms": 0.0021169427326851583, + "traffic_rms": 0.048158562066362834 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5947409554305523e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5592891829016048e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023602496059780185, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.016308050405681132 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214334785938263, + "mean_feedback_forward_cosine": 0.9998461133555362, + "mean_feedback_forward_relative_error": 0.017195928082066148, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002017604343977601, + "instruction_rms": 0.0020176043436887967, + "raw_apical_rms": 0.04821047542115423, + "teaching_rms": 0.002017604343977601, + "traffic_rms": 0.04815626370147312 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.407944149103059e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556718108553837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024514302274590564, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.015655936282277107 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421429753303528, + "mean_feedback_forward_cosine": 0.9998460976701034, + "mean_feedback_forward_relative_error": 0.0171957876239168, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002003929677712652, + "instruction_rms": 0.0020039296774771987, + "raw_apical_rms": 0.048208811160433664, + "teaching_rms": 0.002003929677712652, + "traffic_rms": 0.0481535917960867 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8125885620511326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.561638165600793e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024464479010314035, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.01514030394718051 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214256554841995, + "mean_feedback_forward_cosine": 0.9998461164926228, + "mean_feedback_forward_relative_error": 0.01719564520508835, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002079285484938754, + "instruction_rms": 0.0020792854853080023, + "raw_apical_rms": 0.04820717894214953, + "teaching_rms": 0.002079285484938754, + "traffic_rms": 0.048149673445635456 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.5757724841923846e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5615503876941776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024528270188507804, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.015494366613030434 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421421743929386, + "mean_feedback_forward_cosine": 0.9998461196297094, + "mean_feedback_forward_relative_error": 0.017195498423748894, + "min_feedback_forward_cosine": 0.9997074007987976 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002060551334264739, + "instruction_rms": 0.0020605513340953797, + "raw_apical_rms": 0.04820740106622503, + "teaching_rms": 0.002060551334264739, + "traffic_rms": 0.048151325294688185 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.934729970149874e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5651347860861492e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02532297363005684, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.015373398762345314 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421417459845543, + "mean_feedback_forward_cosine": 0.9998461196297094, + "mean_feedback_forward_relative_error": 0.017195352524715036, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020187502044109918, + "instruction_rms": 0.0020187502056391274, + "raw_apical_rms": 0.048210269749302224, + "teaching_rms": 0.0020187502044109918, + "traffic_rms": 0.04815493018957356 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.3292592743473506e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5624257362856332e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023989046076384503, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.015441325100660324 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214131757616997, + "mean_feedback_forward_cosine": 0.9998461164926228, + "mean_feedback_forward_relative_error": 0.017195211159751603, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020115200941535874, + "instruction_rms": 0.002011520094474682, + "raw_apical_rms": 0.04820213575976214, + "teaching_rms": 0.0020115200941535874, + "traffic_rms": 0.048148451806194856 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8104894411740133e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5587376194203115e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024345985970810665, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.015007560214996338 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024214088916778564, + "mean_feedback_forward_cosine": 0.9998461353151422, + "mean_feedback_forward_relative_error": 0.017195067098854405, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002077252300422968, + "instruction_rms": 0.0020772523007702927, + "raw_apical_rms": 0.04820629005815167, + "teaching_rms": 0.002077252300422968, + "traffic_rms": 0.048148923781412056 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822754055261612, + "maximum_absolute_post_projection_soma_slope": 2.8624695502799113e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5588754148993495e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.023669793571852924, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.015620501060932875 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421404793858528, + "mean_feedback_forward_cosine": 0.9998461070813631, + "mean_feedback_forward_relative_error": 0.01719492644463715, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019900464421579497, + "instruction_rms": 0.0019900464416302715, + "raw_apical_rms": 0.04820666251258883, + "teaching_rms": 0.0019900464421579497, + "traffic_rms": 0.048152845037724754 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08227541297674179, + "maximum_absolute_post_projection_soma_slope": 3.9957541275725816e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558877473539028e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024144677811090004, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.01487917870670557 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.024213997647166252, + "mean_feedback_forward_cosine": 0.999846122766796, + "mean_feedback_forward_relative_error": 0.017194786378623622, + "min_feedback_forward_cosine": 0.9997074604034424 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001996917803890635, + "instruction_rms": 0.0019969178039047054, + "raw_apical_rms": 0.04820199398492661, + "teaching_rms": 0.001996917803890635, + "traffic_rms": 0.048149273638408194 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.777527896569154e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5593248464476776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02495172905040385, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.015027608228325844 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02421395294368267, + "mean_feedback_forward_cosine": 0.9998461353151422, + "mean_feedback_forward_relative_error": 0.017194642734370734, + "min_feedback_forward_cosine": 0.9997073411941528 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021040990124702647, + "instruction_rms": 0.002104099012932981, + "raw_apical_rms": 0.04820473803222375, + "teaching_rms": 0.0021040990124702647, + "traffic_rms": 0.04814512662757017 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0822753980755806, + "maximum_absolute_post_projection_soma_slope": 2.2078088690591358e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5649018348428776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.024276170846831233, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.015327770308256149 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9166, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.4120220245361328, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "5", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2164536320, + "peak_memory_reserved_bytes": 3103784960, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 2.8773079918664735e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 2.034976276377165e-08, + "min_residual_soma_slope": -2.8773079918664735e-08, + "mse": 2.202111428953568e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.072706638965291e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.072706638965291e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "0008f2cd96c06bea98f43560867d93967c597711", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 14, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 0.7022833824157715, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.03593730926513672, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 9114.871520519257, + "train_wall_s": 9112.18015551567 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.011441617272794247, + 0.00822899118065834, + 0.005248552188277245, + 0.005006248597055674, + 0.0031181308440864086, + 0.003540358040481806, + 0.0021462447475641966, + 0.004154786001890898, + 0.0029209405183792114, + 0.0034351269714534283, + 0.0023086071014404297, + 0.0027891534846276045, + 0.001797065488062799, + 0.0036236699670553207, + 0.002646889304742217, + 0.0030294402968138456, + 0.002203497802838683, + 0.002647269982844591, + 0.002045509871095419 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.0, + 4.000000476837158, + 4.0, + 4.0, + 3.999999761581421, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.000000476837158, + 3.999999761581421, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 3.999999523162842 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.061619386076927185, + 0.0444263219833374, + 0.018814196810126305, + 0.0265334565192461, + 0.008286643773317337, + 0.01912377029657364, + 0.00472823902964592, + 0.022145025432109833, + 0.007428563665598631, + 0.017827365547418594, + 0.005207362584769726, + 0.015293089672923088, + 0.0035655724350363016, + 0.01934310421347618, + 0.0063150255009531975, + 0.016186874359846115, + 0.00465974910184741, + 0.014141105115413666, + 0.003937184810638428 + ], + "unscaled_traffic_rms": [ + 0.7427284121513367, + 0.7409113049507141, + 1.1158705949783325, + 0.7547073364257812, + 1.5051356554031372, + 0.7405146360397339, + 1.8156821727752686, + 0.7504684925079346, + 1.5728157758712769, + 0.7707536816596985, + 1.7733408212661743, + 0.7295199632644653, + 2.016019105911255, + 0.7493460774421692, + 1.6765660047531128, + 0.7486165165901184, + 1.8915162086486816, + 0.7488155961036682, + 2.0781445503234863 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 40108672, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 401089286955008, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 401086720000000, + "local_weight_correlation_macs": 405510400000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 405510400000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 2595266560 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 45220225875968, + "forward_macs_per_example": 40551040, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 1613199402221568 + } +} |