diff options
Diffstat (limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json')
| -rw-r--r-- | results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json | 6861 |
1 files changed, 6861 insertions, 0 deletions
diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json new file mode 100644 index 0000000..633f12f --- /dev/null +++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json @@ -0,0 +1,6861 @@ +{ + "architecture": { + "adaptive_apical_parameters": 606208, + "adaptive_feedback_parameters": 461440, + "base_width": 16, + "blocks_per_stage": 5, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 32, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 303104, + "forward_parameters": 464154, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 606208, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 32, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 10, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 10, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5010, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9995589315891266, + "feedback_forward_cosine": [ + 0.9997740387916565, + 0.9997309446334839, + 0.9997027516365051, + 0.9996247291564941, + 0.9997149705886841, + 0.9996957778930664, + 0.9997022151947021, + 0.9996531009674072, + 0.9997735023498535, + 0.9997079372406006, + 0.9997566342353821, + 0.9998109936714172, + 0.9996917247772217, + 0.9996817708015442, + 0.9997506141662598, + 0.9997068643569946, + 0.9997621774673462, + 0.9996962547302246, + 0.9998061060905457, + 0.9997254014015198, + 0.9997891187667847, + 0.9998679757118225, + 0.9998348355293274, + 0.9998195171356201, + 0.9998433589935303, + 0.9997998476028442, + 0.9998409748077393, + 0.9997413754463196, + 0.999759316444397, + 0.9994879961013794, + 0.9999843835830688 + ], + "feedback_forward_norm_ratio": [ + 0.9994954466819763, + 1.0000416040420532, + 0.998541533946991, + 1.0021997690200806, + 1.0001829862594604, + 1.0013530254364014, + 0.9990200400352478, + 1.0003763437271118, + 0.9990434050559998, + 1.0013920068740845, + 0.9990915060043335, + 1.0000687837600708, + 0.9990549683570862, + 1.0015116930007935, + 0.9992631673812866, + 1.0009570121765137, + 0.999589204788208, + 1.0007927417755127, + 0.9992879033088684, + 1.0010055303573608, + 0.9994683861732483, + 1.0001976490020752, + 0.9995712637901306, + 1.0007340908050537, + 0.9997577667236328, + 1.000835657119751, + 0.9999958872795105, + 1.0008939504623413, + 0.999650776386261, + 1.0013740062713623, + 1.0024473667144775 + ], + "feedback_forward_relative_error": [ + 0.021259063854813576, + 0.02319592982530594, + 0.02441164292395115, + 0.027515806257724762, + 0.023877011612057686, + 0.024722866714000702, + 0.02441096119582653, + 0.026350652799010277, + 0.02129196748137474, + 0.024228349328041077, + 0.022065987810492516, + 0.019444063305854797, + 0.024835975840687752, + 0.025296475738286972, + 0.022337041795253754, + 0.024245882406830788, + 0.021809294819831848, + 0.02467196434736252, + 0.019692709669470787, + 0.023471806198358536, + 0.020535696297883987, + 0.01625259779393673, + 0.01818172261118889, + 0.019018346443772316, + 0.0176985003054142, + 0.020035430788993835, + 0.01783774606883526, + 0.0227713230997324, + 0.02193632908165455, + 0.03205590322613716, + 0.006116573233157396 + ], + "innovation_negative_gradient_cosine": [ + 0.9995901584625244, + 0.9994624853134155, + 0.9996066093444824, + 0.9994260668754578, + 0.9996123313903809, + 0.9995615482330322, + 0.9996132850646973, + 0.9995354413986206, + 0.9996192455291748, + 0.99956214427948, + 0.9996346235275269, + 0.999651312828064, + 0.9996753334999084, + 0.9995397329330444, + 0.9996817111968994, + 0.9995582699775696, + 0.9996984004974365, + 0.9996146559715271, + 0.9997084736824036, + 0.9996262788772583, + 0.9997171759605408, + 0.9997403621673584, + 0.9997692108154297, + 0.9997376203536987, + 0.9997997879981995, + 0.9997826218605042, + 0.9998412132263184, + 0.9998517036437988, + 0.9999121427536011, + 0.9999598264694214, + 0.7429801821708679 + ], + "instruction_negative_gradient_cosine": [ + 0.9995901584625244, + 0.9994624853134155, + 0.9996066093444824, + 0.9994260668754578, + 0.9996123313903809, + 0.9995615482330322, + 0.9996132850646973, + 0.9995353817939758, + 0.9996192455291748, + 0.99956214427948, + 0.9996346235275269, + 0.999651312828064, + 0.9996753931045532, + 0.9995397329330444, + 0.9996817111968994, + 0.9995582699775696, + 0.9996983408927917, + 0.9996145963668823, + 0.9997084140777588, + 0.9996262788772583, + 0.9997172355651855, + 0.9997403621673584, + 0.9997692108154297, + 0.9997376203536987, + 0.9997997879981995, + 0.9997826218605042, + 0.9998412132263184, + 0.999851644039154, + 0.9999121427536011, + 0.9999598264694214, + 0.7659255862236023 + ], + "matched_negative_gradient_cosine": [ + 0.02436966821551323, + 0.023935535922646523, + 0.02684222161769867, + 0.04496397823095322, + 0.028166145086288452, + 0.012743436731398106, + 0.024146437644958496, + -0.004558200482279062, + 0.021830925717949867, + 0.03601580485701561, + 0.03358205407857895, + 0.003503045067191124, + 0.04407677799463272, + 0.06796478480100632, + 0.04375102370977402, + 0.08095117658376694, + 0.055207736790180206, + 0.15869669616222382, + 0.044433970004320145, + 0.18739309906959534, + 0.04294835776090622, + 0.0767122432589531, + 0.008538261987268925, + 0.25225597620010376, + 0.04945363849401474, + 0.29917144775390625, + 0.14587603509426117, + 0.28368568420410156, + 0.19282856583595276, + 0.24919679760932922, + 0.12054048478603363 + ], + "max_norm_match_direction_error": 2.384185791015625e-07, + "max_norm_match_relative_error": 1.67687119301263e-07, + "mean_feedback_forward_cosine": 0.9997495874281852, + "mean_feedback_forward_relative_error": 0.02198631041533043, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.08339470624923706, + "max_absolute_post_projection_soma_slope": 2.176913760365551e-08, + "max_absolute_pre_projection_soma_slope": 0.08339470624923706, + "max_positive_post_projection_soma_slope": 2.176913760365551e-08, + "min_post_projection_soma_slope": -9.30956645106562e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.4092123232960273e-08, + "pre_projection_traffic_rms_ratio": 0.007342756290308434 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.007342756290262722, + "raw_negative_gradient_cosine": [ + 0.02436966821551323, + 0.023935535922646523, + 0.02684222161769867, + 0.04496397823095322, + 0.028166145086288452, + 0.012743436731398106, + 0.024146437644958496, + -0.004558197688311338, + 0.021830927580595016, + 0.03601580485701561, + 0.03358205407857895, + 0.0035030432045459747, + 0.04407677799463272, + 0.06796477735042572, + 0.04375102370977402, + 0.08095117658376694, + 0.055207736790180206, + 0.15869669616222382, + 0.044433966279029846, + 0.18739309906959534, + 0.04294835776090622, + 0.0767122358083725, + 0.00853826105594635, + 0.25225594639778137, + 0.04945364594459534, + 0.29917144775390625, + 0.14587603509426117, + 0.28368568420410156, + 0.19282855093479156, + 0.24919679760932922, + 0.12054048478603363 + ], + "teaching_negative_gradient_cosine": [ + 0.9995901584625244, + 0.9994624853134155, + 0.9996066093444824, + 0.9994260668754578, + 0.9996123313903809, + 0.9995615482330322, + 0.9996132850646973, + 0.9995354413986206, + 0.9996192455291748, + 0.99956214427948, + 0.9996346235275269, + 0.999651312828064, + 0.9996753334999084, + 0.9995397329330444, + 0.9996817111968994, + 0.9995582699775696, + 0.9996984004974365, + 0.9996146559715271, + 0.9997084736824036, + 0.9996262788772583, + 0.9997171759605408, + 0.9997403621673584, + 0.9997692108154297, + 0.9997376203536987, + 0.9997997879981995, + 0.9997826218605042, + 0.9998412132263184, + 0.9998517036437988, + 0.9999121427536011, + 0.9999598264694214, + 0.7429801821708679 + ], + "traffic_instruction_rms_ratio": 22.42608294638183, + "used_negative_gradient_cosine": [ + 0.9995901584625244, + 0.9994624853134155, + 0.9996066093444824, + 0.9994260668754578, + 0.9996123313903809, + 0.9995615482330322, + 0.9996132850646973, + 0.9995354413986206, + 0.9996192455291748, + 0.99956214427948, + 0.9996346235275269, + 0.999651312828064, + 0.9996753334999084, + 0.9995397329330444, + 0.9996817111968994, + 0.9995582699775696, + 0.9996984004974365, + 0.9996146559715271, + 0.9997084736824036, + 0.9996262788772583, + 0.9997171759605408, + 0.9997403621673584, + 0.9997692108154297, + 0.9997376203536987, + 0.9997997879981995, + 0.9997826218605042, + 0.9998412132263184, + 0.9998517036437988, + 0.9999121427536011, + 0.9999598264694214, + 0.7429801821708679 + ], + "wall_s": 0.24200749397277832 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.355901837348938, + "mean_feedback_forward_cosine": 0.2852873273434178, + "mean_feedback_forward_relative_error": 1.1913391543972878, + "min_feedback_forward_cosine": 0.08586828410625458 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0013150885607349611, + "instruction_rms": 0.00131508856097854, + "raw_apical_rms": 0.03484235745422441, + "teaching_rms": 0.0013150885607349611, + "traffic_rms": 0.03478066642460851 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339476585388184, + "maximum_absolute_post_projection_soma_slope": 3.812822058080201e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.032019977820027e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0075063381139136446, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 2.0549319031143187 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.327340006828308, + "mean_feedback_forward_cosine": 0.34048358951845475, + "mean_feedback_forward_relative_error": 1.1447024422307168, + "min_feedback_forward_cosine": 0.12527257204055786 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0016963456007157778, + "instruction_rms": 0.0016963456004990569, + "raw_apical_rms": 0.04024585679608645, + "teaching_rms": 0.0016963456007157778, + "traffic_rms": 0.04020947866848 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.507070900354847e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7969390483677425e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0068364199827301, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.5279106087112426 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2859400510787964, + "mean_feedback_forward_cosine": 0.4163759865107075, + "mean_feedback_forward_relative_error": 1.0783473012908813, + "min_feedback_forward_cosine": 0.18110977113246918 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.002580048269783251, + "instruction_rms": 0.0025800482699530124, + "raw_apical_rms": 0.04554578361803903, + "teaching_rms": 0.002580048269783251, + "traffic_rms": 0.04547182030609843 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.415419851966362e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.754833210230822e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008881454455707012, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.2715791214370729 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2412482500076294, + "mean_feedback_forward_cosine": 0.4899324380582379, + "mean_feedback_forward_relative_error": 1.0095262863943655, + "min_feedback_forward_cosine": 0.23849225044250488 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034018786332155066, + "instruction_rms": 0.0034018786344267417, + "raw_apical_rms": 0.04921902618349008, + "teaching_rms": 0.0034018786332155066, + "traffic_rms": 0.04910040835566669 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.1035885800511096e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.717590752438206e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010448503530181886, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 1.0204214226150512 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.201474666595459, + "mean_feedback_forward_cosine": 0.5483782426003487, + "mean_feedback_forward_relative_error": 0.9508343819648989, + "min_feedback_forward_cosine": 0.29382187128067017 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003755928134117291, + "instruction_rms": 0.0037559281342010643, + "raw_apical_rms": 0.05244726618885307, + "teaching_rms": 0.003755928134117291, + "traffic_rms": 0.052311337931786044 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.597585163106487e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6904462615328156e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011300256942293823, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.8440713566589355 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1691337823867798, + "mean_feedback_forward_cosine": 0.5943051163227328, + "mean_feedback_forward_relative_error": 0.9018531864689242, + "min_feedback_forward_cosine": 0.3400437831878662 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038564600137755358, + "instruction_rms": 0.003856460012589805, + "raw_apical_rms": 0.05468812043183341, + "teaching_rms": 0.0038564600137755358, + "traffic_rms": 0.054550762737266244 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.883540682953935e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6751136142438453e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011332458019579068, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.7406229090690613 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1405353546142578, + "mean_feedback_forward_cosine": 0.631730503612949, + "mean_feedback_forward_relative_error": 0.8595834172541096, + "min_feedback_forward_cosine": 0.3737984299659729 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003907344717177833, + "instruction_rms": 0.0039073447173506816, + "raw_apical_rms": 0.056909366153420994, + "teaching_rms": 0.003907344717177833, + "traffic_rms": 0.05677376059815443 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.706522105379918e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6758073235919733e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011085048338354104, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6593398728179931 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1113486289978027, + "mean_feedback_forward_cosine": 0.6641632635747233, + "mean_feedback_forward_relative_error": 0.8209669763042081, + "min_feedback_forward_cosine": 0.4066813588142395 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003990091048657211, + "instruction_rms": 0.003990091048852472, + "raw_apical_rms": 0.05804253738402756, + "teaching_rms": 0.003990091048657211, + "traffic_rms": 0.05790395606961878 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.4732874354403975e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.669251196960308e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009877755518766499, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.6113407627677917 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.082719087600708, + "mean_feedback_forward_cosine": 0.6921723225424367, + "mean_feedback_forward_relative_error": 0.7858609268742223, + "min_feedback_forward_cosine": 0.43843305110931396 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003964494074421636, + "instruction_rms": 0.003964494074318108, + "raw_apical_rms": 0.05932042115448445, + "teaching_rms": 0.003964494074421636, + "traffic_rms": 0.05918637979609914 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.906145806809036e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6668357684750913e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01073259391523067, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.5666326992416382 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0535595417022705, + "mean_feedback_forward_cosine": 0.7170614888591151, + "mean_feedback_forward_relative_error": 0.7533362844297963, + "min_feedback_forward_cosine": 0.46895086765289307 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0040015759836207945, + "instruction_rms": 0.004001575984398696, + "raw_apical_rms": 0.06059908415036365, + "teaching_rms": 0.0040015759836207945, + "traffic_rms": 0.06046504577138352 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.141637433008327e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6525504298387055e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.011589405876446466, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5297036050415039 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0252355337142944, + "mean_feedback_forward_cosine": 0.7390876143209396, + "mean_feedback_forward_relative_error": 0.7232973796706046, + "min_feedback_forward_cosine": 0.497922420501709 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004010087298212577, + "instruction_rms": 0.004010087298705321, + "raw_apical_rms": 0.06164359882323319, + "teaching_rms": 0.004010087298212577, + "traffic_rms": 0.0615113754899271 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.4137283222435144e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6440752975873324e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01090744082179042, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.5002654731845856 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9966118931770325, + "mean_feedback_forward_cosine": 0.7589489529209752, + "mean_feedback_forward_relative_error": 0.6948745740998176, + "min_feedback_forward_cosine": 0.5261656045913696 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004010168196352792, + "instruction_rms": 0.004010168195776317, + "raw_apical_rms": 0.062487694327737764, + "teaching_rms": 0.004010168196352792, + "traffic_rms": 0.06235728861555303 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.349732935475913e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6399026551057674e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010842519805162293, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.47606026063919066 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9682766199111938, + "mean_feedback_forward_cosine": 0.778004611692121, + "mean_feedback_forward_relative_error": 0.6664577011139162, + "min_feedback_forward_cosine": 0.5530743598937988 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0040969481889085516, + "instruction_rms": 0.004096948188787894, + "raw_apical_rms": 0.0628274022822907, + "teaching_rms": 0.0040969481889085516, + "traffic_rms": 0.06269190935063933 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9702793113983716e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6359904081027137e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010646548982429315, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.4559270332813263 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9407852292060852, + "mean_feedback_forward_cosine": 0.7948982311833289, + "mean_feedback_forward_relative_error": 0.6403621579370191, + "min_feedback_forward_cosine": 0.5782277584075928 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004063829557878184, + "instruction_rms": 0.004063829558396398, + "raw_apical_rms": 0.06372131699376611, + "teaching_rms": 0.004063829557878184, + "traffic_rms": 0.06358992870339157 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0118812333057576e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6278581302425092e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010365332279405429, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.43522120515823365 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9140377044677734, + "mean_feedback_forward_cosine": 0.8103813913560682, + "mean_feedback_forward_relative_error": 0.6153127503010535, + "min_feedback_forward_cosine": 0.6020639538764954 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004040252380590241, + "instruction_rms": 0.00404025238101508, + "raw_apical_rms": 0.06474712431372905, + "teaching_rms": 0.004040252380590241, + "traffic_rms": 0.06461911420571795 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8675136931610723e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.627431558462012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010635548573964435, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.41694536555290224 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8878570199012756, + "mean_feedback_forward_cosine": 0.8244789319653665, + "mean_feedback_forward_relative_error": 0.591701201373531, + "min_feedback_forward_cosine": 0.6244533658027649 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0040404580250400085, + "instruction_rms": 0.004040458025074786, + "raw_apical_rms": 0.06552216446823896, + "teaching_rms": 0.0040404580250400085, + "traffic_rms": 0.06539567100592737 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0631628789024035e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.627446215788966e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010049432767590133, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.40558433619499207 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8616690635681152, + "mean_feedback_forward_cosine": 0.8373137885524381, + "mean_feedback_forward_relative_error": 0.5692409392326109, + "min_feedback_forward_cosine": 0.6465263366699219 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0040150428332068715, + "instruction_rms": 0.004015042833261711, + "raw_apical_rms": 0.06618050256427714, + "teaching_rms": 0.0040150428332068715, + "traffic_rms": 0.06605664098845627 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.780158325776938e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6207527320206334e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009688953653773081, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.38887233457565307 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8360998034477234, + "mean_feedback_forward_cosine": 0.8491213552413448, + "mean_feedback_forward_relative_error": 0.5479545554807109, + "min_feedback_forward_cosine": 0.6672181487083435 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004026569946400506, + "instruction_rms": 0.004026569946748301, + "raw_apical_rms": 0.06651230574523131, + "teaching_rms": 0.004026569946400506, + "traffic_rms": 0.06638833433219032 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.406674859400937e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6266179546135666e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010354216357478097, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.3751208915233612 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8097883462905884, + "mean_feedback_forward_cosine": 0.8604870361666526, + "mean_feedback_forward_relative_error": 0.5265913466292043, + "min_feedback_forward_cosine": 0.6878430247306824 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004045563500797783, + "instruction_rms": 0.0040455635008758584, + "raw_apical_rms": 0.06692520747789484, + "teaching_rms": 0.004045563500797783, + "traffic_rms": 0.06680078995742675 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.9425661907112044e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6226443160509122e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009212847204157338, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.36499167021751405 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7832959294319153, + "mean_feedback_forward_cosine": 0.8708358137838302, + "mean_feedback_forward_relative_error": 0.5062668155277928, + "min_feedback_forward_cosine": 0.7075591683387756 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004016434326381081, + "instruction_rms": 0.004016434326946165, + "raw_apical_rms": 0.06744402887766679, + "teaching_rms": 0.004016434326381081, + "traffic_rms": 0.06732237993706922 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6816575626753547e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6178786900768774e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010256992207468606, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.358980114402771 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7576461434364319, + "mean_feedback_forward_cosine": 0.8800988158872051, + "mean_feedback_forward_relative_error": 0.48746528788920374, + "min_feedback_forward_cosine": 0.7260517477989197 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0039145930922363245, + "instruction_rms": 0.003914593089588133, + "raw_apical_rms": 0.06775718054868864, + "teaching_rms": 0.0039145930922363245, + "traffic_rms": 0.06764206603663708 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9244217714108345e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.614565286792486e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01007597096411203, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.34363371705055235 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7333029508590698, + "mean_feedback_forward_cosine": 0.8887851468978389, + "mean_feedback_forward_relative_error": 0.46922569265288694, + "min_feedback_forward_cosine": 0.7430939674377441 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003968343398757923, + "instruction_rms": 0.003968343399322759, + "raw_apical_rms": 0.06766371910018273, + "teaching_rms": 0.003968343398757923, + "traffic_rms": 0.06754525459794881 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8113346317582e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6172171000390134e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010355066739213608, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.3329271225643158 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.708159327507019, + "mean_feedback_forward_cosine": 0.8971072089287543, + "mean_feedback_forward_relative_error": 0.4510384975902496, + "min_feedback_forward_cosine": 0.7603352069854736 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0039925677956464765, + "instruction_rms": 0.003992567794789574, + "raw_apical_rms": 0.06811845471550859, + "teaching_rms": 0.0039925677956464765, + "traffic_rms": 0.06799902373379944 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.876948279606495e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6183721195731257e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010109405315751363, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.3241496332168579 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6836541295051575, + "mean_feedback_forward_cosine": 0.9048887452771587, + "mean_feedback_forward_relative_error": 0.43351450129862756, + "min_feedback_forward_cosine": 0.7764149904251099 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003993437418829618, + "instruction_rms": 0.003993437417674439, + "raw_apical_rms": 0.06883859664801428, + "teaching_rms": 0.003993437418829618, + "traffic_rms": 0.06872035719581852 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9346761465376403e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6083075734488722e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010582388246811042, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.31755477598190307 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6599841713905334, + "mean_feedback_forward_cosine": 0.9118670552007614, + "mean_feedback_forward_relative_error": 0.4171058021245464, + "min_feedback_forward_cosine": 0.7915564775466919 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003945102122322032, + "instruction_rms": 0.003945102120359529, + "raw_apical_rms": 0.0692187785577354, + "teaching_rms": 0.003945102122322032, + "traffic_rms": 0.06910412269078686 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0883885671073585e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.605825593003453e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010479713474136175, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.31450688428878787 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6355026960372925, + "mean_feedback_forward_cosine": 0.9185291605611001, + "mean_feedback_forward_relative_error": 0.40078419110467356, + "min_feedback_forward_cosine": 0.8066827654838562 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003986443019869842, + "instruction_rms": 0.003986443019222523, + "raw_apical_rms": 0.06964720194991254, + "teaching_rms": 0.003986443019869842, + "traffic_rms": 0.06953091354488793 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8504461013767468e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6060907137306867e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010706610008114553, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.31076201431274414 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6138848662376404, + "mean_feedback_forward_cosine": 0.9244122370596854, + "mean_feedback_forward_relative_error": 0.3858543773812632, + "min_feedback_forward_cosine": 0.8195127844810486 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00395727869577107, + "instruction_rms": 0.003957278694457989, + "raw_apical_rms": 0.07003219610683441, + "teaching_rms": 0.00395727869577107, + "traffic_rms": 0.06991807275540245 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.190206854242206e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.609355681670642e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010017265818399526, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.2911986347579956 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5914310812950134, + "mean_feedback_forward_cosine": 0.9300016299370797, + "mean_feedback_forward_relative_error": 0.3711627169001487, + "min_feedback_forward_cosine": 0.832229495048523 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003989525615953841, + "instruction_rms": 0.003989525614823946, + "raw_apical_rms": 0.07037566354420195, + "teaching_rms": 0.003989525615953841, + "traffic_rms": 0.0702602044086338 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.057853703580804e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611923204240864e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.010354357278439079, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.2919534160041809 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5701101422309875, + "mean_feedback_forward_cosine": 0.9351586353394293, + "mean_feedback_forward_relative_error": 0.3570136045736651, + "min_feedback_forward_cosine": 0.8438876867294312 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003916522260135462, + "instruction_rms": 0.0039165222608802015, + "raw_apical_rms": 0.07069943514489989, + "teaching_rms": 0.003916522260135462, + "traffic_rms": 0.07058853849817812 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.2089534585111323e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6070630583397585e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009864038319295616, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.2853457137966156 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5485604405403137, + "mean_feedback_forward_cosine": 0.939991093450977, + "mean_feedback_forward_relative_error": 0.343268955907514, + "min_feedback_forward_cosine": 0.8552882671356201 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038888734481912733, + "instruction_rms": 0.0038888734484806642, + "raw_apical_rms": 0.07119314528072004, + "teaching_rms": 0.0038888734481912733, + "traffic_rms": 0.07108478376763376 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.1641795910909423e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6068949907262807e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009344873604752581, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.2808817547035217 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5274695754051208, + "mean_feedback_forward_cosine": 0.9444268884197358, + "mean_feedback_forward_relative_error": 0.3302037600548037, + "min_feedback_forward_cosine": 0.8659871816635132 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038612350577803705, + "instruction_rms": 0.003861235060363108, + "raw_apical_rms": 0.07156784535807284, + "teaching_rms": 0.0038612350577803705, + "traffic_rms": 0.07146112307308779 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9213742536171594e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.599961771195114e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00899707845930508, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.27626795665740966 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5078015923500061, + "mean_feedback_forward_cosine": 0.9485022002650846, + "mean_feedback_forward_relative_error": 0.31772861389383195, + "min_feedback_forward_cosine": 0.8757166862487793 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038673789960190917, + "instruction_rms": 0.0038673789958513626, + "raw_apical_rms": 0.07154200206454321, + "teaching_rms": 0.0038673789960190917, + "traffic_rms": 0.07143512845786441 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.8276232910684485e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.599828349729547e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009012329077991727, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.2691772640275955 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4882529675960541, + "mean_feedback_forward_cosine": 0.9524526557614726, + "mean_feedback_forward_relative_error": 0.30515540727684576, + "min_feedback_forward_cosine": 0.8849746584892273 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004001714659556043, + "instruction_rms": 0.004001714660291499, + "raw_apical_rms": 0.07188466507873913, + "teaching_rms": 0.004001714659556043, + "traffic_rms": 0.07177060212648059 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6061382385478282e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6010016624015026e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008843690193080572, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.26975091490745545 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.47038230299949646, + "mean_feedback_forward_cosine": 0.9559128226772431, + "mean_feedback_forward_relative_error": 0.29372032347225374, + "min_feedback_forward_cosine": 0.8931869268417358 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003866794331814295, + "instruction_rms": 0.0038667943315269146, + "raw_apical_rms": 0.07248943034839585, + "teaching_rms": 0.003866794331814295, + "traffic_rms": 0.07238389863981391 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.1972885733134717e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5987922491578846e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008119160435629602, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.2609949604797363 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4523027837276459, + "mean_feedback_forward_cosine": 0.9591905647708524, + "mean_feedback_forward_relative_error": 0.2825319216616692, + "min_feedback_forward_cosine": 0.9011703133583069 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003888217473177897, + "instruction_rms": 0.003888217472393469, + "raw_apical_rms": 0.07271104291605943, + "teaching_rms": 0.003888217473177897, + "traffic_rms": 0.07260443796315413 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.970719492623175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5943847238346735e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008716405861196121, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.2555421365642548 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.43530547618865967, + "mean_feedback_forward_cosine": 0.962148618313574, + "mean_feedback_forward_relative_error": 0.27193370629702845, + "min_feedback_forward_cosine": 0.9083752632141113 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038472607075104286, + "instruction_rms": 0.003847260708558824, + "raw_apical_rms": 0.07311550607523036, + "teaching_rms": 0.0038472607075104286, + "traffic_rms": 0.07301197379605809 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.564729939535937e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.601760873368359e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008733120888548558, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.2510679250240326 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.41786566376686096, + "mean_feedback_forward_cosine": 0.9650170514660497, + "mean_feedback_forward_relative_error": 0.26134377453596364, + "min_feedback_forward_cosine": 0.9154398441314697 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00391465809543543, + "instruction_rms": 0.003914658094983083, + "raw_apical_rms": 0.0729227545519694, + "teaching_rms": 0.00391465809543543, + "traffic_rms": 0.07281504936157407 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.437560636143644e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5986736342805637e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008870490007415485, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.2534460880565643 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4016924798488617, + "mean_feedback_forward_cosine": 0.967648027404662, + "mean_feedback_forward_relative_error": 0.2512254726982886, + "min_feedback_forward_cosine": 0.9217399954795837 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038684681372659377, + "instruction_rms": 0.0038684681367641954, + "raw_apical_rms": 0.07289484821777953, + "teaching_rms": 0.0038684681372659377, + "traffic_rms": 0.07278930519585007 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9372056786769463e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.599444901215317e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009470029783169135, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.24605752365112304 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.38644707202911377, + "mean_feedback_forward_cosine": 0.9700227052934708, + "mean_feedback_forward_relative_error": 0.2417544020760444, + "min_feedback_forward_cosine": 0.9275497198104858 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038557534338615443, + "instruction_rms": 0.0038557534328940925, + "raw_apical_rms": 0.0730733501443275, + "teaching_rms": 0.0038557534338615443, + "traffic_rms": 0.07296899002912055 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.2965522816775774e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6022807170896294e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.009324111192015686, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.24045695706367493 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.37039729952812195, + "mean_feedback_forward_cosine": 0.972320762372786, + "mean_feedback_forward_relative_error": 0.2322382777929306, + "min_feedback_forward_cosine": 0.9333997964859009 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003863954479881888, + "instruction_rms": 0.003863954479368754, + "raw_apical_rms": 0.07327049786244774, + "teaching_rms": 0.003863954479881888, + "traffic_rms": 0.07316580763237819 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8939748375478302e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593296119595771e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008987748031136278, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.24438991549015046 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3552638292312622, + "mean_feedback_forward_cosine": 0.9744124393309316, + "mean_feedback_forward_relative_error": 0.22328707047047153, + "min_feedback_forward_cosine": 0.9386234879493713 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003845642755001636, + "instruction_rms": 0.003845642753481902, + "raw_apical_rms": 0.07362757664145705, + "teaching_rms": 0.003845642755001636, + "traffic_rms": 0.07352450126421374 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.74471716465996e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6047489986458367e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008401534127999766, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.2353876228237152 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.34149542450904846, + "mean_feedback_forward_cosine": 0.9762915392075816, + "mean_feedback_forward_relative_error": 0.21486841190245845, + "min_feedback_forward_cosine": 0.9432387351989746 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038190742704273363, + "instruction_rms": 0.0038190742694001827, + "raw_apical_rms": 0.07370958562685571, + "teaching_rms": 0.0038190742704273363, + "traffic_rms": 0.07360805408494495 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5660757074774665e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.59289747540714e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008132971699278936, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.23211295499801635 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3280247747898102, + "mean_feedback_forward_cosine": 0.9780537947531669, + "mean_feedback_forward_relative_error": 0.206693280368082, + "min_feedback_forward_cosine": 0.9475867748260498 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003739299371577429, + "instruction_rms": 0.003739299370138564, + "raw_apical_rms": 0.07458029297740579, + "teaching_rms": 0.003739299371577429, + "traffic_rms": 0.07448380664695446 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.3749898875612416e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593370065675669e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008140765757782584, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.2319326350736618 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.31559228897094727, + "mean_feedback_forward_cosine": 0.9796506147230825, + "mean_feedback_forward_relative_error": 0.19898946174690801, + "min_feedback_forward_cosine": 0.9514440298080444 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0038072827260089244, + "instruction_rms": 0.003807282726619384, + "raw_apical_rms": 0.07482573855703395, + "teaching_rms": 0.0038072827260089244, + "traffic_rms": 0.07472613621102088 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3296335527334122e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5941347562912665e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008329016918594521, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.22890997206687927 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3033545911312103, + "mean_feedback_forward_cosine": 0.9811681547472554, + "mean_feedback_forward_relative_error": 0.19137271349468538, + "min_feedback_forward_cosine": 0.9550760388374329 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037958648688829685, + "instruction_rms": 0.003795864868612557, + "raw_apical_rms": 0.07477883365826042, + "teaching_rms": 0.0037958648688829685, + "traffic_rms": 0.07467966679215148 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.808553212219067e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.589216325241839e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007714240284789253, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.22528609904766084 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2914389371871948, + "mean_feedback_forward_cosine": 0.9825650607385943, + "mean_feedback_forward_relative_error": 0.18408100931875168, + "min_feedback_forward_cosine": 0.958500862121582 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037406374919987852, + "instruction_rms": 0.003740637492317074, + "raw_apical_rms": 0.07476868493166478, + "teaching_rms": 0.0037406374919987852, + "traffic_rms": 0.0746723477867823 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.6830321903380536e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.591689095207291e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008549012311788154, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.22341396438598632 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.28000912070274353, + "mean_feedback_forward_cosine": 0.9838960247655069, + "mean_feedback_forward_relative_error": 0.17688635784772136, + "min_feedback_forward_cosine": 0.9616625905036926 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003788429335074308, + "instruction_rms": 0.003788429334407076, + "raw_apical_rms": 0.07482689082631115, + "teaching_rms": 0.003788429335074308, + "traffic_rms": 0.07472843505891101 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9951458202504e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5937123684712816e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007491225114115658, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.22198218373775483 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.26914381980895996, + "mean_feedback_forward_cosine": 0.9850757429676671, + "mean_feedback_forward_relative_error": 0.17024329340746325, + "min_feedback_forward_cosine": 0.9645553827285767 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037051435019831666, + "instruction_rms": 0.003705143501034956, + "raw_apical_rms": 0.07531095649511314, + "teaching_rms": 0.0037051435019831666, + "traffic_rms": 0.07521728873562585 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.489898953683678e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.587536353653519e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007733585194618078, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.21495834109783174 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.25782403349876404, + "mean_feedback_forward_cosine": 0.9862037743291547, + "mean_feedback_forward_relative_error": 0.16367973831872787, + "min_feedback_forward_cosine": 0.9674678444862366 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037595492592871547, + "instruction_rms": 0.0037595492592439827, + "raw_apical_rms": 0.07542204334045838, + "teaching_rms": 0.0037595492592871547, + "traffic_rms": 0.07532539366328513 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.002826787223967e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5870614450875012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007583728806009881, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.21523304907798768 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.24763494729995728, + "mean_feedback_forward_cosine": 0.9872592553015678, + "mean_feedback_forward_relative_error": 0.15727029548537347, + "min_feedback_forward_cosine": 0.9699530601501465 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037993633421569244, + "instruction_rms": 0.003799363343137188, + "raw_apical_rms": 0.07581127332624338, + "teaching_rms": 0.0037993633421569244, + "traffic_rms": 0.07571363311250577 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.2597214766051366e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.590768476185006e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00738441074489908, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.21348953110694885 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2375047653913498, + "mean_feedback_forward_cosine": 0.9882402016270545, + "mean_feedback_forward_relative_error": 0.15109317533431516, + "min_feedback_forward_cosine": 0.9723342657089233 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003758042514036572, + "instruction_rms": 0.0037580425138219525, + "raw_apical_rms": 0.07634999026301606, + "teaching_rms": 0.003758042514036572, + "traffic_rms": 0.07625514573251428 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.415420752299724e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5836734822757476e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00748790960677364, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.21254394674777985 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.22811542451381683, + "mean_feedback_forward_cosine": 0.9891276974831859, + "mean_feedback_forward_relative_error": 0.14526261629596834, + "min_feedback_forward_cosine": 0.9744594097137451 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037472381875839783, + "instruction_rms": 0.0037472381874510312, + "raw_apical_rms": 0.07646375429890218, + "teaching_rms": 0.0037472381875839783, + "traffic_rms": 0.0763691150155151 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.432652301820326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5846385280689522e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007542917084654997, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.21006733677864076 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21926471590995789, + "mean_feedback_forward_cosine": 0.9899317391457096, + "mean_feedback_forward_relative_error": 0.13976371672845656, + "min_feedback_forward_cosine": 0.9763983488082886 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003704912956609882, + "instruction_rms": 0.003704912956245514, + "raw_apical_rms": 0.07651026704923802, + "teaching_rms": 0.003704912956609882, + "traffic_rms": 0.07641752630726097 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.703242512642646e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.584566921971642e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008138022357159809, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.20507358961105346 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21055907011032104, + "mean_feedback_forward_cosine": 0.9906903543779927, + "mean_feedback_forward_relative_error": 0.1343689361406911, + "min_feedback_forward_cosine": 0.9782177209854126 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037610988106757635, + "instruction_rms": 0.0037610988121124355, + "raw_apical_rms": 0.07677379383636217, + "teaching_rms": 0.0037610988106757635, + "traffic_rms": 0.07667893970489342 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.442420393184875e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5803364830292135e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007625236560505473, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.20681451694488526 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.20280465483665466, + "mean_feedback_forward_cosine": 0.9913615872783046, + "mean_feedback_forward_relative_error": 0.1294098575749705, + "min_feedback_forward_cosine": 0.9797812104225159 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036806931411789245, + "instruction_rms": 0.003680693140367778, + "raw_apical_rms": 0.07706194060510733, + "teaching_rms": 0.0036806931411789245, + "traffic_rms": 0.07697109683093753 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7282942127726528e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5784764462732706e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007894901263081608, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.19486241562843323 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19470247626304626, + "mean_feedback_forward_cosine": 0.9920127584088233, + "mean_feedback_forward_relative_error": 0.12443118650586374, + "min_feedback_forward_cosine": 0.9813491702079773 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037299922851433396, + "instruction_rms": 0.003729992284147289, + "raw_apical_rms": 0.0772884664793332, + "teaching_rms": 0.0037299922851433396, + "traffic_rms": 0.07719614313523333 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.317347818665439e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576550471129702e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007761257460099643, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.2058708153629303 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.18697470426559448, + "mean_feedback_forward_cosine": 0.9926183665952375, + "mean_feedback_forward_relative_error": 0.11962047315412952, + "min_feedback_forward_cosine": 0.9827912449836731 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003750574471397808, + "instruction_rms": 0.00375057447042929, + "raw_apical_rms": 0.0772948126515323, + "teaching_rms": 0.003750574471397808, + "traffic_rms": 0.07720106588352636 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5107691925541076e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5747330342699073e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00784233930591821, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.20121257962226868 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17957532405853271, + "mean_feedback_forward_cosine": 0.9931631722757893, + "mean_feedback_forward_relative_error": 0.11511752201664832, + "min_feedback_forward_cosine": 0.9841135740280151 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003662668878217999, + "instruction_rms": 0.0036626688795714023, + "raw_apical_rms": 0.07791188188895462, + "teaching_rms": 0.003662668878217999, + "traffic_rms": 0.07782319173571092 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.738331161822316e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5821882872903312e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008064510568461034, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.194944077501297 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1722871959209442, + "mean_feedback_forward_cosine": 0.9936728919706037, + "mean_feedback_forward_relative_error": 0.11074392161061687, + "min_feedback_forward_cosine": 0.9853686094284058 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003690065660985786, + "instruction_rms": 0.003690065661159514, + "raw_apical_rms": 0.07814971609262164, + "teaching_rms": 0.003690065660985786, + "traffic_rms": 0.07806017785163784 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.187626518297293e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5703452872848636e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00826419011511355, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.19906718844413757 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.16538487374782562, + "mean_feedback_forward_cosine": 0.994152388265056, + "mean_feedback_forward_relative_error": 0.10644797512119816, + "min_feedback_forward_cosine": 0.9865068793296814 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037220134810003994, + "instruction_rms": 0.0037220134805156894, + "raw_apical_rms": 0.07861880500200948, + "teaching_rms": 0.0037220134810003994, + "traffic_rms": 0.07852735762761377 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8621364833725238e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572861628952369e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00804488518376896, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.19197324133872987 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15865659713745117, + "mean_feedback_forward_cosine": 0.9945860466649455, + "mean_feedback_forward_relative_error": 0.10243177978742507, + "min_feedback_forward_cosine": 0.9875701665878296 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036756967838200588, + "instruction_rms": 0.0036756967835092067, + "raw_apical_rms": 0.07852890397506984, + "teaching_rms": 0.0036756967838200588, + "traffic_rms": 0.0784398471730066 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.663713516426469e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5753745646322497e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008130088370309919, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.18818937430143357 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15215329825878143, + "mean_feedback_forward_cosine": 0.9949974379231853, + "mean_feedback_forward_relative_error": 0.09845988680758784, + "min_feedback_forward_cosine": 0.9885643720626831 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036796930262741555, + "instruction_rms": 0.0036796930261788255, + "raw_apical_rms": 0.07875844023162022, + "teaching_rms": 0.0036796930262741555, + "traffic_rms": 0.07866972363818663 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.487852850980744e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5738110710633882e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008032919081584065, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.1944829085326195 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14598067104816437, + "mean_feedback_forward_cosine": 0.995369057501516, + "mean_feedback_forward_relative_error": 0.09472833105152653, + "min_feedback_forward_cosine": 0.9894676208496094 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036404975762606376, + "instruction_rms": 0.003640497575796741, + "raw_apical_rms": 0.07908420325577573, + "teaching_rms": 0.0036404975762606376, + "traffic_rms": 0.0789976864468624 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.952219801954925e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5681745764662834e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008162281633851699, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.1887198252916336 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14030863344669342, + "mean_feedback_forward_cosine": 0.9957132031840663, + "mean_feedback_forward_relative_error": 0.09113867484754132, + "min_feedback_forward_cosine": 0.9902660250663757 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003696651065230788, + "instruction_rms": 0.0036966510648144247, + "raw_apical_rms": 0.07930500808926666, + "teaching_rms": 0.003696651065230788, + "traffic_rms": 0.07921613079011502 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.631678697184725e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5692986619211024e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008451304282934901, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.18966873677253723 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13458269834518433, + "mean_feedback_forward_cosine": 0.9960341722734513, + "mean_feedback_forward_relative_error": 0.08764962161019925, + "min_feedback_forward_cosine": 0.9910438656806946 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037063250873448266, + "instruction_rms": 0.003706325087279222, + "raw_apical_rms": 0.07930357355568904, + "teaching_rms": 0.0037063250873448266, + "traffic_rms": 0.07921465110548796 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.706752155745562e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.573267149462498e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008419355987524054, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.18653674884796143 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1290910542011261, + "mean_feedback_forward_cosine": 0.996338386689463, + "mean_feedback_forward_relative_error": 0.08421859788077493, + "min_feedback_forward_cosine": 0.9917571544647217 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003755409094338965, + "instruction_rms": 0.003755409094812695, + "raw_apical_rms": 0.07940073871020314, + "teaching_rms": 0.003755409094338965, + "traffic_rms": 0.07930913514804784 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.05380716270065e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5659793860099052e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008260306812628704, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.18692917158126832 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12408643960952759, + "mean_feedback_forward_cosine": 0.9966049117426719, + "mean_feedback_forward_relative_error": 0.08109183909912263, + "min_feedback_forward_cosine": 0.992379903793335 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036829986264340555, + "instruction_rms": 0.0036829986266643145, + "raw_apical_rms": 0.07962739066348803, + "teaching_rms": 0.0036829986264340555, + "traffic_rms": 0.07953967541359108 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0581485788161444e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.566883061778126e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00837261943244417, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.1866636373615265 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11915253847837448, + "mean_feedback_forward_cosine": 0.9968554089146275, + "mean_feedback_forward_relative_error": 0.07803975189885785, + "min_feedback_forward_cosine": 0.9929676055908203 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036707826855637412, + "instruction_rms": 0.0036707826862155324, + "raw_apical_rms": 0.0796717360471924, + "teaching_rms": 0.0036707826855637412, + "traffic_rms": 0.07958410317724517 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.031730244629216e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5744897587154944e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00838858586876981, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.18337094452857972 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11427207291126251, + "mean_feedback_forward_cosine": 0.9971046255480859, + "mean_feedback_forward_relative_error": 0.07488689048876686, + "min_feedback_forward_cosine": 0.9935302138328552 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0037297102686179293, + "instruction_rms": 0.003729710267922763, + "raw_apical_rms": 0.0799029147860724, + "teaching_rms": 0.0037297102686179293, + "traffic_rms": 0.07981305009970575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 4.280405718759539e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5752729057833483e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008417601092586454, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.18663185458660125 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10964248329401016, + "mean_feedback_forward_cosine": 0.9973233265261496, + "mean_feedback_forward_relative_error": 0.07200624475315694, + "min_feedback_forward_cosine": 0.9940427541732788 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036650287420353206, + "instruction_rms": 0.003665028741187252, + "raw_apical_rms": 0.07991056399672092, + "teaching_rms": 0.0036650287420353206, + "traffic_rms": 0.07982378474357117 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.784740438244171e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5773465020243927e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00826227411471984, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.18453536989212035 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1053331270813942, + "mean_feedback_forward_cosine": 0.9975196257714303, + "mean_feedback_forward_relative_error": 0.06931946222339908, + "min_feedback_forward_cosine": 0.9945000410079956 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003597899004171556, + "instruction_rms": 0.0035978990040468136, + "raw_apical_rms": 0.08001944314149088, + "teaching_rms": 0.003597899004171556, + "traffic_rms": 0.07993554606098731 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.3501461160767576e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5700354771813393e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00810072571424986, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.17583886243343352 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10117068141698837, + "mean_feedback_forward_cosine": 0.9977079975989557, + "mean_feedback_forward_relative_error": 0.06663058481870159, + "min_feedback_forward_cosine": 0.9949249029159546 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036686295973838087, + "instruction_rms": 0.0036686295966257545, + "raw_apical_rms": 0.08000519481746854, + "teaching_rms": 0.0036686295973838087, + "traffic_rms": 0.0799184972858601 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.58910883843555e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5626243335983284e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008036996723027936, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.18267297471284866 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09699901938438416, + "mean_feedback_forward_cosine": 0.9978785880150334, + "mean_feedback_forward_relative_error": 0.06410341475519442, + "min_feedback_forward_cosine": 0.9953319430351257 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035932545201262144, + "instruction_rms": 0.003593254521193034, + "raw_apical_rms": 0.08042419208411777, + "teaching_rms": 0.0035932545201262144, + "traffic_rms": 0.08034153862534027 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.108900514803281e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568811552101281e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007803228530432203, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.18235203879356385 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09305055439472198, + "mean_feedback_forward_cosine": 0.9980383707631019, + "mean_feedback_forward_relative_error": 0.06164170729537164, + "min_feedback_forward_cosine": 0.9957046508789062 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036570393525167592, + "instruction_rms": 0.0036570393522322698, + "raw_apical_rms": 0.08090006371234526, + "teaching_rms": 0.0036570393525167592, + "traffic_rms": 0.08081434260689553 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.990508107814094e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.566782802844155e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007849882222665925, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.17558390679836272 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08932632952928543, + "mean_feedback_forward_cosine": 0.9981871362655393, + "mean_feedback_forward_relative_error": 0.05926036936861853, + "min_feedback_forward_cosine": 0.9960409998893738 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036348549668665927, + "instruction_rms": 0.003634854966830238, + "raw_apical_rms": 0.08086789785879021, + "teaching_rms": 0.0036348549668665927, + "traffic_rms": 0.08078358758754098 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.1231397912279135e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5693692218065148e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00787932761656052, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.17688477809906006 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08556574583053589, + "mean_feedback_forward_cosine": 0.9983308930550853, + "mean_feedback_forward_relative_error": 0.05686707265915409, + "min_feedback_forward_cosine": 0.996366024017334 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036824688423622194, + "instruction_rms": 0.0036824688419950613, + "raw_apical_rms": 0.08102194083883581, + "teaching_rms": 0.0036824688423622194, + "traffic_rms": 0.08093564399966643 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.7526508123164604e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5685122866473856e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008162393779176685, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.18277986051559447 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08226417750120163, + "mean_feedback_forward_cosine": 0.998453059504109, + "mean_feedback_forward_relative_error": 0.05474053779917379, + "min_feedback_forward_cosine": 0.996640145778656 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035474776656681615, + "instruction_rms": 0.003547477666022126, + "raw_apical_rms": 0.08132771503496944, + "teaching_rms": 0.0035474776656681615, + "traffic_rms": 0.08124752151904503 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.334932685561398e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567679636746252e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00774254198216927, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.17239945264816284 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07894986122846603, + "mean_feedback_forward_cosine": 0.9985676811587426, + "mean_feedback_forward_relative_error": 0.05267049402238861, + "min_feedback_forward_cosine": 0.9969053268432617 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00356276355842355, + "instruction_rms": 0.0035627635580226906, + "raw_apical_rms": 0.0813899987839679, + "teaching_rms": 0.00356276355842355, + "traffic_rms": 0.08130950023272278 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7319087436694645e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5683558796275105e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007647961973077621, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.17563738648414612 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07576613873243332, + "mean_feedback_forward_cosine": 0.9986779305242723, + "mean_feedback_forward_relative_error": 0.05060064486197887, + "min_feedback_forward_cosine": 0.9971492290496826 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003669309407827526, + "instruction_rms": 0.003669309408464483, + "raw_apical_rms": 0.08158544149180676, + "teaching_rms": 0.003669309407827526, + "traffic_rms": 0.08150000676470577 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.5702520051472675e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562578511492428e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007938711460966998, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.1760140047597885 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07266905903816223, + "mean_feedback_forward_cosine": 0.9987785816192627, + "mean_feedback_forward_relative_error": 0.04863823535701921, + "min_feedback_forward_cosine": 0.9973772764205933 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036194968051145686, + "instruction_rms": 0.003619496805162315, + "raw_apical_rms": 0.08191629950045785, + "teaching_rms": 0.0036194968051145686, + "traffic_rms": 0.08183385557538642 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.452686669902505e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570160577014126e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00806506302170734, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.17702248958110808 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06987287849187851, + "mean_feedback_forward_cosine": 0.998868546178264, + "mean_feedback_forward_relative_error": 0.04681353325084332, + "min_feedback_forward_cosine": 0.9975741505622864 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003575344953220973, + "instruction_rms": 0.0035753449538177234, + "raw_apical_rms": 0.0819683022658836, + "teaching_rms": 0.003575344953220973, + "traffic_rms": 0.08188777785956977 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.7679661229740304e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.566094433936314e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007849995753008054, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.16953355858802796 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06717978417873383, + "mean_feedback_forward_cosine": 0.9989532828330994, + "mean_feedback_forward_relative_error": 0.045024896040558815, + "min_feedback_forward_cosine": 0.9977569580078125 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036141092943761297, + "instruction_rms": 0.003614109294875601, + "raw_apical_rms": 0.082077754216964, + "teaching_rms": 0.0036141092943761297, + "traffic_rms": 0.08199510688311354 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.345369847806978e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562458871806964e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007238432633833196, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.16995401079177858 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06453754007816315, + "mean_feedback_forward_cosine": 0.9990309669125464, + "mean_feedback_forward_relative_error": 0.0433202795383911, + "min_feedback_forward_cosine": 0.9979297518730164 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036439214262897262, + "instruction_rms": 0.003643921425967304, + "raw_apical_rms": 0.08217002811381474, + "teaching_rms": 0.0036439214262897262, + "traffic_rms": 0.08208661817354707 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0114140514569954e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5690953303459456e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008072200522763718, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.16821364754676818 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06191731244325638, + "mean_feedback_forward_cosine": 0.9991049516585565, + "mean_feedback_forward_relative_error": 0.04163601976488867, + "min_feedback_forward_cosine": 0.9980939626693726 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003617235617158337, + "instruction_rms": 0.0036172356182459903, + "raw_apical_rms": 0.08237902034936245, + "teaching_rms": 0.003617235617158337, + "traffic_rms": 0.08229712481692207 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.17764232704576e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5625488105864348e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008154821467992599, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.17242857617855073 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.059388451278209686, + "mean_feedback_forward_cosine": 0.9991734739272825, + "mean_feedback_forward_relative_error": 0.04001213655236267, + "min_feedback_forward_cosine": 0.998245894908905 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003620544539172883, + "instruction_rms": 0.0036205445387079436, + "raw_apical_rms": 0.08254011325402648, + "teaching_rms": 0.003620544539172883, + "traffic_rms": 0.08245780283950736 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.105209600562375e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.569397286008748e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008291227381989149, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.1736736896419525 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.057012882083654404, + "mean_feedback_forward_cosine": 0.9992360165042262, + "mean_feedback_forward_relative_error": 0.03846835417132224, + "min_feedback_forward_cosine": 0.998383104801178 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035446815138317316, + "instruction_rms": 0.003544681514516423, + "raw_apical_rms": 0.0825348283111965, + "teaching_rms": 0.0035446815138317316, + "traffic_rms": 0.08245560063809228 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.697550272046101e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5656655588604398e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00805729669538207, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.1686829930496216 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.054785773158073425, + "mean_feedback_forward_cosine": 0.9992925120938209, + "mean_feedback_forward_relative_error": 0.03701847809697351, + "min_feedback_forward_cosine": 0.9985069632530212 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035615207358348114, + "instruction_rms": 0.00356152073636778, + "raw_apical_rms": 0.08277780108793044, + "teaching_rms": 0.0035615207358348114, + "traffic_rms": 0.08269831200569826 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5986578222614298e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5606963094361545e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008063271781542992, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.16682356884479524 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05265459045767784, + "mean_feedback_forward_cosine": 0.9993455429230967, + "mean_feedback_forward_relative_error": 0.035602630987282724, + "min_feedback_forward_cosine": 0.9986201524734497 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00355541904800579, + "instruction_rms": 0.0035554190472763215, + "raw_apical_rms": 0.08282919608950909, + "teaching_rms": 0.00355541904800579, + "traffic_rms": 0.0827501483493525 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.679945237422544e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563713042214638e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008130191503575137, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.16671095200538635 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05064012482762337, + "mean_feedback_forward_cosine": 0.9993940841767096, + "mean_feedback_forward_relative_error": 0.03425592977193094, + "min_feedback_forward_cosine": 0.9987236261367798 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035852579973103065, + "instruction_rms": 0.003585257997799481, + "raw_apical_rms": 0.0830326928470821, + "teaching_rms": 0.0035852579973103065, + "traffic_rms": 0.08295268810956775 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.214773514059743e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5661120915691846e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008121393080230268, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.16324914855003356 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.048641324043273926, + "mean_feedback_forward_cosine": 0.9994407103907678, + "mean_feedback_forward_relative_error": 0.032912712393989484, + "min_feedback_forward_cosine": 0.998822033405304 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003544825413088148, + "instruction_rms": 0.003544825413466633, + "raw_apical_rms": 0.08327067909481489, + "teaching_rms": 0.003544825413088148, + "traffic_rms": 0.083192579049649 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.594163899833802e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5644479609335364e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00812012055725399, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.1663533552932739 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04659680649638176, + "mean_feedback_forward_cosine": 0.9994832815662507, + "mean_feedback_forward_relative_error": 0.03163499982967492, + "min_feedback_forward_cosine": 0.9989189505577087 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003592078893184251, + "instruction_rms": 0.003592078893311404, + "raw_apical_rms": 0.0835031994484873, + "teaching_rms": 0.003592078893184251, + "traffic_rms": 0.08342315793935176 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.235513901245213e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5698272849513235e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008072326017401142, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.1693824523496628 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04479965567588806, + "mean_feedback_forward_cosine": 0.9995210882156126, + "mean_feedback_forward_relative_error": 0.03045479109090182, + "min_feedback_forward_cosine": 0.9990005493164062 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035323107009127327, + "instruction_rms": 0.003532310700250599, + "raw_apical_rms": 0.0837014063717534, + "teaching_rms": 0.0035323107009127327, + "traffic_rms": 0.08362399676257729 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8977208188507575e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5683451276094962e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007604283250805687, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.16243568373680115 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04293741285800934, + "mean_feedback_forward_cosine": 0.9995575220354141, + "mean_feedback_forward_relative_error": 0.029275535185250542, + "min_feedback_forward_cosine": 0.9990818500518799 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003549721825434649, + "instruction_rms": 0.003549721825316782, + "raw_apical_rms": 0.08398704230406949, + "teaching_rms": 0.003549721825434649, + "traffic_rms": 0.08390917346887199 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.626586947940268e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5665325463905194e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00752577013343084, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.16565432056427 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.041176553815603256, + "mean_feedback_forward_cosine": 0.999590939091098, + "mean_feedback_forward_relative_error": 0.028149035218502243, + "min_feedback_forward_cosine": 0.9991556406021118 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003576186377063354, + "instruction_rms": 0.0035761863772387054, + "raw_apical_rms": 0.08395016332387509, + "teaching_rms": 0.003576186377063354, + "traffic_rms": 0.0838712939257716 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8516311090243107e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.569087439647886e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008318848952305086, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.16255624423503875 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.039520446211099625, + "mean_feedback_forward_cosine": 0.9996212951598629, + "mean_feedback_forward_relative_error": 0.0270841752269095, + "min_feedback_forward_cosine": 0.9992220401763916 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003561744843484287, + "instruction_rms": 0.003561744843839171, + "raw_apical_rms": 0.08399029340799966, + "teaching_rms": 0.003561744843484287, + "traffic_rms": 0.08391172999477906 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9455968331149052e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5623253241720107e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008006618363844678, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.16491941719055175 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03796082362532616, + "mean_feedback_forward_cosine": 0.9996502822445285, + "mean_feedback_forward_relative_error": 0.026027433454029022, + "min_feedback_forward_cosine": 0.9992821216583252 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003589966664323821, + "instruction_rms": 0.003589966665122185, + "raw_apical_rms": 0.08431287707230326, + "teaching_rms": 0.003589966664323821, + "traffic_rms": 0.08423409906424048 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5056907659859462e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5609504358741697e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00785738037047338, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.16296563831329347 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.036444567143917084, + "mean_feedback_forward_cosine": 0.9996770716482594, + "mean_feedback_forward_relative_error": 0.025009731011044596, + "min_feedback_forward_cosine": 0.9993383288383484 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00360747707542843, + "instruction_rms": 0.0036074770749768173, + "raw_apical_rms": 0.08467765755208641, + "teaching_rms": 0.00360747707542843, + "traffic_rms": 0.08459822310049236 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4535946607784354e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5648173371330087e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007617060488596373, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.1663270664405823 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.034938473254442215, + "mean_feedback_forward_cosine": 0.9997021286718307, + "mean_feedback_forward_relative_error": 0.02402060641156089, + "min_feedback_forward_cosine": 0.9993917942047119 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036397288463450774, + "instruction_rms": 0.0036397288465603184, + "raw_apical_rms": 0.08491326886517161, + "teaching_rms": 0.0036397288463450774, + "traffic_rms": 0.08483228167999984 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3745101884742326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5604579782151287e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008048356497771771, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.16660313208580016 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.033616967499256134, + "mean_feedback_forward_cosine": 0.9997240112673852, + "mean_feedback_forward_relative_error": 0.023120274016213034, + "min_feedback_forward_cosine": 0.9994367361068726 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035727649303314837, + "instruction_rms": 0.003572764929611883, + "raw_apical_rms": 0.08470708676077847, + "teaching_rms": 0.0035727649303314837, + "traffic_rms": 0.08462902809964254 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3300563256611895e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5630175216782487e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007916083632707675, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.15746098147869111 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03228490427136421, + "mean_feedback_forward_cosine": 0.9997451786072024, + "mean_feedback_forward_relative_error": 0.022217755431249257, + "min_feedback_forward_cosine": 0.9994805455207825 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003591549406742129, + "instruction_rms": 0.0035915494060704215, + "raw_apical_rms": 0.08518187075714867, + "teaching_rms": 0.003591549406742129, + "traffic_rms": 0.08510350021673546 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4713497026596087e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5628718047862487e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008340347177316647, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.16117573259353637 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032274410128593445, + "mean_feedback_forward_cosine": 0.9997453535756757, + "mean_feedback_forward_relative_error": 0.022208740619281606, + "min_feedback_forward_cosine": 0.9994809627532959 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0025597685253738634, + "instruction_rms": 0.0025597685252116685, + "raw_apical_rms": 0.08547491858540754, + "teaching_rms": 0.0025597685253738634, + "traffic_rms": 0.08543433831941968 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.13239105764751e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5494181237097096e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007422654681911069, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.09224812744140624 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03226881101727486, + "mean_feedback_forward_cosine": 0.999745447789469, + "mean_feedback_forward_relative_error": 0.022202638173175436, + "min_feedback_forward_cosine": 0.9994810819625854 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002305256666105552, + "instruction_rms": 0.0023052566671253245, + "raw_apical_rms": 0.08550807596709387, + "teaching_rms": 0.002305256666105552, + "traffic_rms": 0.08547501450326687 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.381442681416047e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5504861717517015e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007509226383192996, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.0670065698492527 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03226366266608238, + "mean_feedback_forward_cosine": 0.999745540080532, + "mean_feedback_forward_relative_error": 0.022197081797545957, + "min_feedback_forward_cosine": 0.999481201171875 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022286802449406496, + "instruction_rms": 0.0022286802453555907, + "raw_apical_rms": 0.08545679273831264, + "teaching_rms": 0.0022286802449406496, + "traffic_rms": 0.08542551665802085 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.29503713203394e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555665529858451e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007591604205528983, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.05860980985045433 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03225874900817871, + "mean_feedback_forward_cosine": 0.9997456342943253, + "mean_feedback_forward_relative_error": 0.022191746340643977, + "min_feedback_forward_cosine": 0.9994813203811646 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002167464340917165, + "instruction_rms": 0.002167464341120168, + "raw_apical_rms": 0.08550673968990274, + "teaching_rms": 0.002167464340917165, + "traffic_rms": 0.08547679728379944 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8308521748954263e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5576558381197946e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007576745409090194, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.05120233317017555 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032253555953502655, + "mean_feedback_forward_cosine": 0.9997457285081187, + "mean_feedback_forward_relative_error": 0.02218653321746857, + "min_feedback_forward_cosine": 0.9994815587997437 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021619336690177904, + "instruction_rms": 0.00216193366919149, + "raw_apical_rms": 0.08544817313330487, + "teaching_rms": 0.0021619336690177904, + "traffic_rms": 0.08541816208300582 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.177058616188333e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.554723711855487e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007505560624599145, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.04782823716163635 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03224891051650047, + "mean_feedback_forward_cosine": 0.9997458246446425, + "mean_feedback_forward_relative_error": 0.022181579978355476, + "min_feedback_forward_cosine": 0.9994816780090332 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00208157284433858, + "instruction_rms": 0.0020815728441149596, + "raw_apical_rms": 0.08538747474352967, + "teaching_rms": 0.00208157284433858, + "traffic_rms": 0.08535949316124698 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6068104119758573e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5535638404695628e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007590667119955549, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.043633259674310684 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03224467113614082, + "mean_feedback_forward_cosine": 0.999745899631131, + "mean_feedback_forward_relative_error": 0.022176929599335118, + "min_feedback_forward_cosine": 0.9994817972183228 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019755878934773264, + "instruction_rms": 0.0019755878929222856, + "raw_apical_rms": 0.0853358083673315, + "teaching_rms": 0.0019755878934773264, + "traffic_rms": 0.08531011942267654 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.1214372480926613e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5580603677231063e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007731737408741131, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.03839781272113323 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03224049508571625, + "mean_feedback_forward_cosine": 0.9997459707721588, + "mean_feedback_forward_relative_error": 0.02217231109558094, + "min_feedback_forward_cosine": 0.9994819164276123 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019690552945302426, + "instruction_rms": 0.0019690552947943503, + "raw_apical_rms": 0.08529715622856454, + "teaching_rms": 0.0019690552945302426, + "traffic_rms": 0.08527128827566889 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.015750493773339e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558929068747043e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007791679900642506, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.036135771827697755 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032236065715551376, + "mean_feedback_forward_cosine": 0.9997460265313426, + "mean_feedback_forward_relative_error": 0.022167649931244312, + "min_feedback_forward_cosine": 0.9994820356369019 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020155333818530977, + "instruction_rms": 0.0020155333817156542, + "raw_apical_rms": 0.08530012725021925, + "teaching_rms": 0.0020155333818530977, + "traffic_rms": 0.08527326971106068 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.6608518882985663e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5544662176204826e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007744373681210149, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.03552405541539192 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03223174065351486, + "mean_feedback_forward_cosine": 0.9997461380497101, + "mean_feedback_forward_relative_error": 0.022162993814075185, + "min_feedback_forward_cosine": 0.9994823336601257 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019946874885367533, + "instruction_rms": 0.001994687488528825, + "raw_apical_rms": 0.085235179910735, + "teaching_rms": 0.0019946874885367533, + "traffic_rms": 0.08520812312264033 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.1490266394484934e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5534802898873948e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007736756121215812, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.032745867322683336 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032227423042058945, + "mean_feedback_forward_cosine": 0.9997462149589292, + "mean_feedback_forward_relative_error": 0.02215854586252282, + "min_feedback_forward_cosine": 0.9994823932647705 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019275506545169381, + "instruction_rms": 0.001927550654109393, + "raw_apical_rms": 0.08522787394399604, + "teaching_rms": 0.0019275506545169381, + "traffic_rms": 0.08520268849049957 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.212632648796898e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.552632422780837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007719882621417421, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.030830372276902197 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03222312778234482, + "mean_feedback_forward_cosine": 0.9997463091727226, + "mean_feedback_forward_relative_error": 0.02215408224372133, + "min_feedback_forward_cosine": 0.9994825124740601 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00196718213783514, + "instruction_rms": 0.0019671821376934396, + "raw_apical_rms": 0.08521148228723689, + "teaching_rms": 0.00196718213783514, + "traffic_rms": 0.08518520176123512 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8163565701788684e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5575391596702754e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007679841139779355, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.029900190619826315 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032219015061855316, + "mean_feedback_forward_cosine": 0.9997463937728636, + "mean_feedback_forward_relative_error": 0.022149722482408245, + "min_feedback_forward_cosine": 0.9994826316833496 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018982169025729806, + "instruction_rms": 0.0018982169027630233, + "raw_apical_rms": 0.08521080114565163, + "teaching_rms": 0.0018982169025729806, + "traffic_rms": 0.08518592287703344 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7031020977119624e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5574630539534517e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007789678385508049, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.02714966125845909 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03221457079052925, + "mean_feedback_forward_cosine": 0.9997464495320474, + "mean_feedback_forward_relative_error": 0.022145199754665935, + "min_feedback_forward_cosine": 0.9994828104972839 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00194397035899198, + "instruction_rms": 0.0019439703589415216, + "raw_apical_rms": 0.0851888517811902, + "teaching_rms": 0.00194397035899198, + "traffic_rms": 0.08516212544480485 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.873636262279433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5565259955891475e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007707835169791278, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.028146579477787016 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03221031650900841, + "mean_feedback_forward_cosine": 0.9997465572049541, + "mean_feedback_forward_relative_error": 0.02214083282817756, + "min_feedback_forward_cosine": 0.999483048915863 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018825244186822523, + "instruction_rms": 0.001882524418313962, + "raw_apical_rms": 0.08517330050297331, + "teaching_rms": 0.0018825244186822523, + "traffic_rms": 0.08514870388517795 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.462081027942986e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556036031876749e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007815636675572953, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.02523015166759491 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032206013798713684, + "mean_feedback_forward_cosine": 0.9997466110414074, + "mean_feedback_forward_relative_error": 0.02213649634992884, + "min_feedback_forward_cosine": 0.9994831085205078 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018542901978201884, + "instruction_rms": 0.0018542901979495385, + "raw_apical_rms": 0.08514926068159522, + "teaching_rms": 0.0018542901978201884, + "traffic_rms": 0.0851253207030986 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.7652473139360154e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.550396968613429e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0077644035624857485, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.024127442442178727 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03220193088054657, + "mean_feedback_forward_cosine": 0.9997466975642789, + "mean_feedback_forward_relative_error": 0.022132312172963735, + "min_feedback_forward_cosine": 0.9994832873344421 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017883914950069214, + "instruction_rms": 0.0017883914951428513, + "raw_apical_rms": 0.0851536953671786, + "teaching_rms": 0.0017883914950069214, + "traffic_rms": 0.08513118394129957 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.743103166835681e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5570751830994022e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007698554395149485, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.02251512383878231 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03219754993915558, + "mean_feedback_forward_cosine": 0.9997467802416894, + "mean_feedback_forward_relative_error": 0.02212798718603388, + "min_feedback_forward_cosine": 0.9994834065437317 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001872706368293738, + "instruction_rms": 0.0018727063690515402, + "raw_apical_rms": 0.085143720624432, + "teaching_rms": 0.001872706368293738, + "traffic_rms": 0.08511863599068728 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8432380005938285e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.557123742589292e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007778052383629886, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.023637037647366525 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03219319134950638, + "mean_feedback_forward_cosine": 0.9997468667645608, + "mean_feedback_forward_relative_error": 0.02212357660755515, + "min_feedback_forward_cosine": 0.9994834661483765 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018306515800131302, + "instruction_rms": 0.0018306515801432503, + "raw_apical_rms": 0.08514329400720481, + "teaching_rms": 0.0018306515800131302, + "traffic_rms": 0.085119184102793 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.7137616598338354e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.552462742484363e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007717499999142802, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.022211281167566776 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03218923509120941, + "mean_feedback_forward_cosine": 0.9997469436737799, + "mean_feedback_forward_relative_error": 0.022119513096948786, + "min_feedback_forward_cosine": 0.9994837045669556 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017249871914953483, + "instruction_rms": 0.0017249871909884261, + "raw_apical_rms": 0.08509293233976999, + "teaching_rms": 0.0017249871914953483, + "traffic_rms": 0.08507107952327729 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5879602461031936e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5573660121037202e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007818782947563609, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.020295898990035057 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03218502178788185, + "mean_feedback_forward_cosine": 0.9997470225057294, + "mean_feedback_forward_relative_error": 0.022115399490200704, + "min_feedback_forward_cosine": 0.9994838237762451 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017326894230005753, + "instruction_rms": 0.001732689423198971, + "raw_apical_rms": 0.08506545722100739, + "teaching_rms": 0.0017326894230005753, + "traffic_rms": 0.08504346085471128 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0309909249126576e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562044051878452e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007684725353176205, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.02001648464664817 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0321810320019722, + "mean_feedback_forward_cosine": 0.9997471051831399, + "mean_feedback_forward_relative_error": 0.02211112853500151, + "min_feedback_forward_cosine": 0.9994838237762451 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001750478105159913, + "instruction_rms": 0.001750478104743195, + "raw_apical_rms": 0.0850260850495229, + "teaching_rms": 0.001750478105159913, + "traffic_rms": 0.08500283254868161 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7447979888961527e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555106975096423e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007693639945793241, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.01908622027337551 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032176803797483444, + "mean_feedback_forward_cosine": 0.999747182092359, + "mean_feedback_forward_relative_error": 0.022106929036277916, + "min_feedback_forward_cosine": 0.9994839429855347 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017197131457769262, + "instruction_rms": 0.0017197131461424737, + "raw_apical_rms": 0.08506510089685689, + "teaching_rms": 0.0017197131457769262, + "traffic_rms": 0.08504328450881858 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.1180100279470935e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556117684510507e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007912134930753045, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.018922930538356305 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0321723110973835, + "mean_feedback_forward_cosine": 0.9997472647697695, + "mean_feedback_forward_relative_error": 0.022102614789600333, + "min_feedback_forward_cosine": 0.9994841814041138 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001724766291442829, + "instruction_rms": 0.0017247662909012323, + "raw_apical_rms": 0.08505729341463186, + "teaching_rms": 0.001724766291442829, + "traffic_rms": 0.0850345928067812 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.171100004806249e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5614709588820308e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00776633463105838, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.01882740825429559 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03216816857457161, + "mean_feedback_forward_cosine": 0.9997473609062933, + "mean_feedback_forward_relative_error": 0.022098499094887127, + "min_feedback_forward_cosine": 0.9994843006134033 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016975205727734217, + "instruction_rms": 0.0016975205725969845, + "raw_apical_rms": 0.08499906278563381, + "teaching_rms": 0.0016975205727734217, + "traffic_rms": 0.08497725852671685 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.053553854215352e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5609368579527885e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007723970167144092, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.01734948897063732 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032163869589567184, + "mean_feedback_forward_cosine": 0.999747432047321, + "mean_feedback_forward_relative_error": 0.022094277875317682, + "min_feedback_forward_cosine": 0.9994844794273376 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00170715901790463, + "instruction_rms": 0.0017071590181106844, + "raw_apical_rms": 0.0850190448271698, + "teaching_rms": 0.00170715901790463, + "traffic_rms": 0.08499731895421725 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.214280397401126e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5570650276014787e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007805124050160235, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.01757803070306778 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03215986117720604, + "mean_feedback_forward_cosine": 0.9997475147247314, + "mean_feedback_forward_relative_error": 0.0220902826516859, + "min_feedback_forward_cosine": 0.9994845390319824 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015933217839835534, + "instruction_rms": 0.0015933217835486816, + "raw_apical_rms": 0.08497799004044053, + "teaching_rms": 0.0015933217839835534, + "traffic_rms": 0.08495892047212655 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.829875889176492e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5560828380794952e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008006805089130596, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.016096085978746413 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03215549886226654, + "mean_feedback_forward_cosine": 0.9997475858657591, + "mean_feedback_forward_relative_error": 0.022086039741313266, + "min_feedback_forward_cosine": 0.9994845986366272 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016593744626707601, + "instruction_rms": 0.0016593744631088348, + "raw_apical_rms": 0.08495291697640645, + "teaching_rms": 0.0016593744626707601, + "traffic_rms": 0.08493118008371006 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5495866751157337e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.560079368416829e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007859884443728348, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.01627414563268423 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03215118497610092, + "mean_feedback_forward_cosine": 0.999747674311361, + "mean_feedback_forward_relative_error": 0.022081790882493218, + "min_feedback_forward_cosine": 0.9994847774505615 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016172870188036102, + "instruction_rms": 0.0016172870183968839, + "raw_apical_rms": 0.0849784783314686, + "teaching_rms": 0.0016172870188036102, + "traffic_rms": 0.08495804235749042 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7968557247959325e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5541551129593037e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007806808931482821, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.015499272239804268 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03214675933122635, + "mean_feedback_forward_cosine": 0.9997477454523886, + "mean_feedback_forward_relative_error": 0.02207767592382527, + "min_feedback_forward_cosine": 0.9994849562644958 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001587400652656276, + "instruction_rms": 0.0015874006521807446, + "raw_apical_rms": 0.08494472464965593, + "teaching_rms": 0.001587400652656276, + "traffic_rms": 0.08492448017847222 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6374522121841437e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5548840015389928e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007799769111020006, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.015062347439229488 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032142650336027145, + "mean_feedback_forward_cosine": 0.9997478492798344, + "mean_feedback_forward_relative_error": 0.022073371290800073, + "min_feedback_forward_cosine": 0.9994851350784302 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016659894306172687, + "instruction_rms": 0.0016659894307567659, + "raw_apical_rms": 0.08493607010966901, + "teaching_rms": 0.0016659894306172687, + "traffic_rms": 0.08491422903213676 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5005007842082705e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.553253938898014e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00784193991975821, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.016026172676235437 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032138071954250336, + "mean_feedback_forward_cosine": 0.9997479281117839, + "mean_feedback_forward_relative_error": 0.022068944414176287, + "min_feedback_forward_cosine": 0.9994852542877197 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016422839961681608, + "instruction_rms": 0.0016422839962792384, + "raw_apical_rms": 0.08490657511741903, + "teaching_rms": 0.0016422839961681608, + "traffic_rms": 0.08488532509625313 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.400448195771787e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555470969678772e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007999214170619868, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.015466258705556393 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03213370218873024, + "mean_feedback_forward_cosine": 0.9997480146346553, + "mean_feedback_forward_relative_error": 0.0220646015368402, + "min_feedback_forward_cosine": 0.9994853734970093 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001621059182814861, + "instruction_rms": 0.0016210591822908918, + "raw_apical_rms": 0.08487005716680976, + "teaching_rms": 0.001621059182814861, + "traffic_rms": 0.08484914019158334 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5937458403291203e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5620507895283276e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007905574689853619, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.01449645267546177 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03212935850024223, + "mean_feedback_forward_cosine": 0.9997480992347964, + "mean_feedback_forward_relative_error": 0.022060277736595562, + "min_feedback_forward_cosine": 0.9994856119155884 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015873318508634684, + "instruction_rms": 0.0015873318504414258, + "raw_apical_rms": 0.08485106889697824, + "teaching_rms": 0.0015873318508634684, + "traffic_rms": 0.0848306373081642 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.842952007142685e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5554440319659977e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007860545566643501, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.014009355556964875 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032125324010849, + "mean_feedback_forward_cosine": 0.999748170375824, + "mean_feedback_forward_relative_error": 0.022056281761897188, + "min_feedback_forward_cosine": 0.9994857311248779 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015373935054857053, + "instruction_rms": 0.0015373935059749735, + "raw_apical_rms": 0.0848535883891063, + "teaching_rms": 0.0015373935054857053, + "traffic_rms": 0.08483520991396627 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.0560477764774987e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5556613977708963e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00806323094107874, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.013058475132286548 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03212100639939308, + "mean_feedback_forward_cosine": 0.9997482761260001, + "mean_feedback_forward_relative_error": 0.022052032121967886, + "min_feedback_forward_cosine": 0.9994857907295227 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015374782100378457, + "instruction_rms": 0.0015374782099927705, + "raw_apical_rms": 0.08480027915978967, + "teaching_rms": 0.0015374782100378457, + "traffic_rms": 0.08478078771374715 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.649736963178384e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5547951667510203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008010708154023244, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.013404304009526968 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03211704641580582, + "mean_feedback_forward_cosine": 0.9997483357306449, + "mean_feedback_forward_relative_error": 0.02204796293329808, + "min_feedback_forward_cosine": 0.9994858503341675 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015169432487520222, + "instruction_rms": 0.0015169432489392186, + "raw_apical_rms": 0.08481512105806807, + "teaching_rms": 0.0015169432487520222, + "traffic_rms": 0.08479604233934757 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7692978576965288e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5548446199935154e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007842710172121984, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.012942820435762406 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032112620770931244, + "mean_feedback_forward_cosine": 0.9997484472490126, + "mean_feedback_forward_relative_error": 0.022043740241638115, + "min_feedback_forward_cosine": 0.9994860291481018 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014693324340644335, + "instruction_rms": 0.0014693324339544657, + "raw_apical_rms": 0.08477673160035112, + "teaching_rms": 0.0014693324340644335, + "traffic_rms": 0.08475895242745539 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3616612665477987e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.550393502031624e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007822802409237734, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.012175001892745495 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032108407467603683, + "mean_feedback_forward_cosine": 0.9997485222355011, + "mean_feedback_forward_relative_error": 0.02203956582853871, + "min_feedback_forward_cosine": 0.9994860887527466 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001475875172260604, + "instruction_rms": 0.0014758751723666435, + "raw_apical_rms": 0.08481288710500928, + "teaching_rms": 0.001475875172260604, + "traffic_rms": 0.08479507375553047 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.3507863150816775e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.554567223700286e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007895884904967414, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.012583747244477273 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03210366889834404, + "mean_feedback_forward_cosine": 0.9997486106811031, + "mean_feedback_forward_relative_error": 0.02203505710067768, + "min_feedback_forward_cosine": 0.9994863271713257 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015424828635693577, + "instruction_rms": 0.0015424828637368346, + "raw_apical_rms": 0.08477559262783195, + "teaching_rms": 0.0015424828635693577, + "traffic_rms": 0.08475525228086862 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.998925907604644e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.557466878811635e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007794211460095631, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.012852763197124004 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03209934011101723, + "mean_feedback_forward_cosine": 0.9997486895130526, + "mean_feedback_forward_relative_error": 0.022030829587170193, + "min_feedback_forward_cosine": 0.9994864463806152 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014845357426710888, + "instruction_rms": 0.001484535742014835, + "raw_apical_rms": 0.08473327291199707, + "teaching_rms": 0.0014845357426710888, + "traffic_rms": 0.08471455306199036 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.648898783126242e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5535140471736675e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00784882976260942, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.011782860443741083 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032095324248075485, + "mean_feedback_forward_cosine": 0.9997487683450023, + "mean_feedback_forward_relative_error": 0.022026723461045374, + "min_feedback_forward_cosine": 0.99948650598526 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001427361962774986, + "instruction_rms": 0.0014273619625849627, + "raw_apical_rms": 0.08474727899816284, + "teaching_rms": 0.001427361962774986, + "traffic_rms": 0.08473037693091633 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4972516499133235e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5536132661164392e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007961414213969986, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.011186469346061349 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032091110944747925, + "mean_feedback_forward_cosine": 0.9997488548678737, + "mean_feedback_forward_relative_error": 0.022022511870149645, + "min_feedback_forward_cosine": 0.9994868040084839 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014574241359160468, + "instruction_rms": 0.0014574241362217426, + "raw_apical_rms": 0.08474393105256815, + "teaching_rms": 0.0014574241359160468, + "traffic_rms": 0.08472569383105438 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6983251188994473e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.554834923581291e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007946274459855015, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.011221854297220706 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032086823135614395, + "mean_feedback_forward_cosine": 0.9997489510043975, + "mean_feedback_forward_relative_error": 0.022018264333206798, + "min_feedback_forward_cosine": 0.9994869232177734 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001448803525872259, + "instruction_rms": 0.0014488035262046378, + "raw_apical_rms": 0.08472024989030588, + "teaching_rms": 0.001448803525872259, + "traffic_rms": 0.08470302759221932 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9520295541374253e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5558101714371867e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0081041679822775, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.01130846711948514 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032081812620162964, + "mean_feedback_forward_cosine": 0.999749033681808, + "mean_feedback_forward_relative_error": 0.022013545652190523, + "min_feedback_forward_cosine": 0.999487042427063 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001534790630143416, + "instruction_rms": 0.0015347906298445008, + "raw_apical_rms": 0.08477277706807212, + "teaching_rms": 0.001534790630143416, + "traffic_rms": 0.08475246828589694 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.386415332011893e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5519213591166178e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008177826339476349, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.01187979559995234 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032077133655548096, + "mean_feedback_forward_cosine": 0.9997491394319842, + "mean_feedback_forward_relative_error": 0.02200902559824528, + "min_feedback_forward_cosine": 0.9994872808456421 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014727569943933216, + "instruction_rms": 0.0014727569941921865, + "raw_apical_rms": 0.08472413737652122, + "teaching_rms": 0.0014727569943933216, + "traffic_rms": 0.08470588662075917 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.4959424749226855e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5499015325663085e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008075416976138882, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.01102683356255293 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032072003930807114, + "mean_feedback_forward_cosine": 0.9997492374912385, + "mean_feedback_forward_relative_error": 0.022004058434357567, + "min_feedback_forward_cosine": 0.9994872808456421 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015278313777748094, + "instruction_rms": 0.0015278313778563416, + "raw_apical_rms": 0.08469980169741469, + "teaching_rms": 0.0015278313777748094, + "traffic_rms": 0.0846800555268072 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.034852369410146e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556818837641004e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007988470625822102, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.012224403989054262 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03206689655780792, + "mean_feedback_forward_cosine": 0.9997493355504928, + "mean_feedback_forward_relative_error": 0.021999290813842127, + "min_feedback_forward_cosine": 0.9994876384735107 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015078581384401503, + "instruction_rms": 0.0015078581381856684, + "raw_apical_rms": 0.08465784205089255, + "teaching_rms": 0.0015078581384401503, + "traffic_rms": 0.08463773276682061 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4938001885743688e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5604575214776513e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00822341808139963, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.0114341216224432 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03206200897693634, + "mean_feedback_forward_cosine": 0.9997494239960948, + "mean_feedback_forward_relative_error": 0.021994415820846634, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001445535362554618, + "instruction_rms": 0.0014455353626978988, + "raw_apical_rms": 0.08463006693227192, + "teaching_rms": 0.001445535362554618, + "traffic_rms": 0.08461104184464936 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9224544562111987e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5588713403216154e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008134733931461751, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.010759009138792753 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032057419419288635, + "mean_feedback_forward_cosine": 0.9997495239780795, + "mean_feedback_forward_relative_error": 0.021990107777979103, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0013580066174756673, + "instruction_rms": 0.0013580066174834781, + "raw_apical_rms": 0.08459505879010035, + "teaching_rms": 0.0013580066174756673, + "traffic_rms": 0.08457888214262231 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7953472425679138e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5602074224459863e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008016322437811791, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.009937263458222151 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205735981464386, + "mean_feedback_forward_cosine": 0.9997495028280443, + "mean_feedback_forward_relative_error": 0.021990005452666554, + "min_feedback_forward_cosine": 0.9994876980781555 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0012989680606928906, + "instruction_rms": 0.001298968060843548, + "raw_apical_rms": 0.08462796473056299, + "teaching_rms": 0.0012989680606928906, + "traffic_rms": 0.08461294314685697 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.1304224989980867e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.553054856435117e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008106089138899994, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.008963629547953605 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205730766057968, + "mean_feedback_forward_cosine": 0.999749529746271, + "mean_feedback_forward_relative_error": 0.021989917818216548, + "min_feedback_forward_cosine": 0.9994876384735107 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001293735707241519, + "instruction_rms": 0.0012937357074909064, + "raw_apical_rms": 0.08462942698258834, + "teaching_rms": 0.001293735707241519, + "traffic_rms": 0.08461440562495595 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.821867006730372e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5519608343091926e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008027482755381848, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.008981580437123776 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032057277858257294, + "mean_feedback_forward_cosine": 0.9997495374371929, + "mean_feedback_forward_relative_error": 0.02198983958712028, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011501281662215492, + "instruction_rms": 0.001150128166318779, + "raw_apical_rms": 0.08461995237652827, + "teaching_rms": 0.0011501281662215492, + "traffic_rms": 0.08460733298068783 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.404548204992807e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558381581211012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008084671228267505, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.008220292322188617 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032057248055934906, + "mean_feedback_forward_cosine": 0.9997495316690014, + "mean_feedback_forward_relative_error": 0.021989753665102106, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001184094101465768, + "instruction_rms": 0.0011840941014483431, + "raw_apical_rms": 0.08462711483998296, + "teaching_rms": 0.001184094101465768, + "traffic_rms": 0.0846143558336007 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6696923782765225e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55720848437e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008082900324625079, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.008421510046869517 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205721825361252, + "mean_feedback_forward_cosine": 0.9997495316690014, + "mean_feedback_forward_relative_error": 0.021989670116454363, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011230874228691688, + "instruction_rms": 0.0011230874226948217, + "raw_apical_rms": 0.08462608529514877, + "teaching_rms": 0.0011230874228691688, + "traffic_rms": 0.08461442307945517 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7876859931552644e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5539234208608452e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008063827890405058, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.007678777284361422 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205718472599983, + "mean_feedback_forward_cosine": 0.9997495085962357, + "mean_feedback_forward_relative_error": 0.021989584239500183, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011594367387658278, + "instruction_rms": 0.0011594367388436816, + "raw_apical_rms": 0.0846299918445453, + "teaching_rms": 0.0011594367387658278, + "traffic_rms": 0.08461697493736504 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.24372599891376e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555038123594824e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008076651915115954, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.00785817270964384 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205714747309685, + "mean_feedback_forward_cosine": 0.99974952590081, + "mean_feedback_forward_relative_error": 0.021989505347465316, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011657245365337644, + "instruction_rms": 0.0011657245369507377, + "raw_apical_rms": 0.08463832061075031, + "teaching_rms": 0.0011657245365337644, + "traffic_rms": 0.0846253047091063 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.5746492937628318e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5575715595288017e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008105453680875676, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.008191546478867532 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205711394548416, + "mean_feedback_forward_cosine": 0.9997495393599233, + "mean_feedback_forward_relative_error": 0.02198942340610008, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011683804452726383, + "instruction_rms": 0.0011683804452906222, + "raw_apical_rms": 0.08463754597318865, + "teaching_rms": 0.0011683804452726383, + "traffic_rms": 0.0846246500734196 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6712719147781172e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5544190917292254e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008005810984520589, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.00793969894580543 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032057080417871475, + "mean_feedback_forward_cosine": 0.999749529746271, + "mean_feedback_forward_relative_error": 0.021989342771590717, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001101375217821854, + "instruction_rms": 0.001101375217456913, + "raw_apical_rms": 0.08463425646961152, + "teaching_rms": 0.001101375217821854, + "traffic_rms": 0.08462316520222135 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.2625536050545634e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.553113066484282e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008031031205818068, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.007505376897156238 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205704316496849, + "mean_feedback_forward_cosine": 0.9997495451281148, + "mean_feedback_forward_relative_error": 0.021989260905332143, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001114028869247911, + "instruction_rms": 0.0011140288690131368, + "raw_apical_rms": 0.08463153749097074, + "teaching_rms": 0.001114028869247911, + "traffic_rms": 0.08461929183551309 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.301671114286364e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5513995964226713e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008035934509541286, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.007374777395576238 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0320570170879364, + "mean_feedback_forward_cosine": 0.9997495374371929, + "mean_feedback_forward_relative_error": 0.021989184566923687, + "min_feedback_forward_cosine": 0.9994879961013794 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001078348365094008, + "instruction_rms": 0.001078348364999181, + "raw_apical_rms": 0.08462990362008894, + "teaching_rms": 0.001078348365094008, + "traffic_rms": 0.08461840161094894 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6519327178675667e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5535282544872595e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008031078324797637, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.0071386242005229 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056983560323715, + "mean_feedback_forward_cosine": 0.9997495335917319, + "mean_feedback_forward_relative_error": 0.021989107222086, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001131726213357515, + "instruction_rms": 0.0011317262130276604, + "raw_apical_rms": 0.08462298193497658, + "teaching_rms": 0.001131726213357515, + "traffic_rms": 0.08461029880638411 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.904303642026207e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.552688714270153e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007990689282038173, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.007564505198374391 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205695003271103, + "mean_feedback_forward_cosine": 0.9997495335917319, + "mean_feedback_forward_relative_error": 0.021989029862226978, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011427993318255945, + "instruction_rms": 0.0011427993320450444, + "raw_apical_rms": 0.08462768994713521, + "teaching_rms": 0.0011427993318255945, + "traffic_rms": 0.08461507765407264 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5662766134360027e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55643257860433e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008031436327362714, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.0077449878285825256 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205691650509834, + "mean_feedback_forward_cosine": 0.9997495220553491, + "mean_feedback_forward_relative_error": 0.021988952156877326, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011349494656758055, + "instruction_rms": 0.0011349494659700836, + "raw_apical_rms": 0.08462813089448606, + "teaching_rms": 0.0011349494656758055, + "traffic_rms": 0.08461525609875001 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.057690634022947e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5599110211517814e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00796175083263991, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.007448814112208784 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056886702775955, + "mean_feedback_forward_cosine": 0.9997495374371929, + "mean_feedback_forward_relative_error": 0.0219888728142025, + "min_feedback_forward_cosine": 0.9994876980781555 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010273276931902122, + "instruction_rms": 0.0010273276931739626, + "raw_apical_rms": 0.08462029847856628, + "teaching_rms": 0.0010273276931902122, + "traffic_rms": 0.08460980368635514 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7273271641092833e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5539829465520633e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007998241362975582, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.007065627899318933 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056860625743866, + "mean_feedback_forward_cosine": 0.9997495432053843, + "mean_feedback_forward_relative_error": 0.021988793546634335, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010886068279447245, + "instruction_rms": 0.001088606827894687, + "raw_apical_rms": 0.08462434490255452, + "teaching_rms": 0.0010886068279447245, + "traffic_rms": 0.08461260871484577 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.588424408145329e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5559317753020518e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008060178923424253, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.00736294310901314 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205682709813118, + "mean_feedback_forward_cosine": 0.9997495508963062, + "mean_feedback_forward_relative_error": 0.021988717959292473, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010434216503069343, + "instruction_rms": 0.0010434216502617963, + "raw_apical_rms": 0.0846309903455389, + "teaching_rms": 0.0010434216503069343, + "traffic_rms": 0.08461957293538784 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.976225133011212e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5561108411374453e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007937793166609995, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.007084802482575178 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056793570518494, + "mean_feedback_forward_cosine": 0.9997495432053843, + "mean_feedback_forward_relative_error": 0.02198864073462544, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001087117930368285, + "instruction_rms": 0.0010871179301175132, + "raw_apical_rms": 0.0846282357229301, + "teaching_rms": 0.001087117930368285, + "traffic_rms": 0.08461685172046067 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4137907672638903e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5560546328165952e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007978622796526343, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.007348423615917563 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056767493486404, + "mean_feedback_forward_cosine": 0.9997495547417672, + "mean_feedback_forward_relative_error": 0.021988567836101976, + "min_feedback_forward_cosine": 0.9994876980781555 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010287706784016426, + "instruction_rms": 0.001028770678573291, + "raw_apical_rms": 0.08463001039004983, + "teaching_rms": 0.0010287706784016426, + "traffic_rms": 0.08461976576247446 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.0807619566530775e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555825872490855e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007986188546872202, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.006677203074581921 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056741416454315, + "mean_feedback_forward_cosine": 0.9997495508963062, + "mean_feedback_forward_relative_error": 0.021988490956925576, + "min_feedback_forward_cosine": 0.9994876980781555 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001011536117134013, + "instruction_rms": 0.0010115361168249457, + "raw_apical_rms": 0.08463372515507794, + "teaching_rms": 0.001011536117134013, + "traffic_rms": 0.08462400595222735 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.4528063136131095e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5574455085669423e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007958210091112737, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.0066659953045845035 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056715339422226, + "mean_feedback_forward_cosine": 0.9997495739690719, + "mean_feedback_forward_relative_error": 0.02198841607558631, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010305776914244968, + "instruction_rms": 0.0010305776920129862, + "raw_apical_rms": 0.0846315625766151, + "teaching_rms": 0.0010305776914244968, + "traffic_rms": 0.08462115907843928 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6995307322863482e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55666453851647e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007948714045190972, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.00684373818129301 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056692987680435, + "mean_feedback_forward_cosine": 0.9997495316690014, + "mean_feedback_forward_relative_error": 0.021988339947476503, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010185823995356566, + "instruction_rms": 0.0010185823997706453, + "raw_apical_rms": 0.08463682666297681, + "teaching_rms": 0.0010185823995356566, + "traffic_rms": 0.08462701372469258 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.10159400385146e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5578661381177768e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00799824641272426, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.006583357010632753 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056670635938644, + "mean_feedback_forward_cosine": 0.9997495412826538, + "mean_feedback_forward_relative_error": 0.021988270068240744, + "min_feedback_forward_cosine": 0.9994879364967346 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010143742825028702, + "instruction_rms": 0.001014374282225172, + "raw_apical_rms": 0.08463549558025417, + "teaching_rms": 0.0010143742825028702, + "traffic_rms": 0.08462586229141997 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5325071817405842e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5617552550658932e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008056666391193368, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.006385309305116534 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205663338303566, + "mean_feedback_forward_cosine": 0.99974956627815, + "mean_feedback_forward_relative_error": 0.02198819270838172, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001061901406817756, + "instruction_rms": 0.0010619014068187391, + "raw_apical_rms": 0.08463902423496301, + "teaching_rms": 0.001061901406817756, + "traffic_rms": 0.08462801164852572 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5313958929018554e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5591065058488818e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007962355973333154, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.007210728006362915 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205661103129387, + "mean_feedback_forward_cosine": 0.9997495566644976, + "mean_feedback_forward_relative_error": 0.0219881187433437, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009435954855030087, + "instruction_rms": 0.0009435954852273114, + "raw_apical_rms": 0.08463053724454965, + "teaching_rms": 0.0009435954855030087, + "traffic_rms": 0.08462131963923884 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.630564921446421e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5551755703600296e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00796815046325488, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.006028526222705841 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205658495426178, + "mean_feedback_forward_cosine": 0.9997495374371929, + "mean_feedback_forward_relative_error": 0.021988044748263012, + "min_feedback_forward_cosine": 0.9994879364967346 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010496879982958467, + "instruction_rms": 0.0010496879984062887, + "raw_apical_rms": 0.08463434562890049, + "teaching_rms": 0.0010496879982958467, + "traffic_rms": 0.0846235661975684 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 3.0546686957677593e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5561648529717188e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008099627588135169, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.006795201230123639 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205656260251999, + "mean_feedback_forward_cosine": 0.9997495778145329, + "mean_feedback_forward_relative_error": 0.02198797264587014, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.000954790303047351, + "instruction_rms": 0.0009547903024134375, + "raw_apical_rms": 0.08463088628265412, + "teaching_rms": 0.000954790303047351, + "traffic_rms": 0.08462221980843948 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.6920155821462686e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5570191817071018e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008016009289826279, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.006276105828657746 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0320565290749073, + "mean_feedback_forward_cosine": 0.9997495566644976, + "mean_feedback_forward_relative_error": 0.02198789587184306, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009742248533581468, + "instruction_rms": 0.0009742248532229731, + "raw_apical_rms": 0.08463012244590522, + "teaching_rms": 0.0009742248533581468, + "traffic_rms": 0.0846208089619147 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7126036528102304e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5541531310149866e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007964348409284004, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.006347799450755119 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205651044845581, + "mean_feedback_forward_cosine": 0.9997495643554195, + "mean_feedback_forward_relative_error": 0.02198782029952253, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009686657426061795, + "instruction_rms": 0.0009686657424796098, + "raw_apical_rms": 0.08463348324278785, + "teaching_rms": 0.0009686657426061795, + "traffic_rms": 0.08462395844964873 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5305604722802855e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558070982569098e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008004684243068633, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.0063541915854811665 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056476920843124, + "mean_feedback_forward_cosine": 0.999749570123611, + "mean_feedback_forward_relative_error": 0.02198774262421554, + "min_feedback_forward_cosine": 0.9994879364967346 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010610018039601341, + "instruction_rms": 0.0010610018039791782, + "raw_apical_rms": 0.08463786018054677, + "teaching_rms": 0.0010610018039601341, + "traffic_rms": 0.08462636198447633 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.991505354543733e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5552112802124914e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007951876528440281, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.00676737730845809 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205644711852074, + "mean_feedback_forward_cosine": 0.999749570123611, + "mean_feedback_forward_relative_error": 0.021987671678465222, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009837532117186695, + "instruction_rms": 0.0009837532114438997, + "raw_apical_rms": 0.08463568361682981, + "teaching_rms": 0.0009837532117186695, + "traffic_rms": 0.08462597539949036 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3788350844711204e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5557195198864044e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008089788455360023, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.006207149089500308 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205642104148865, + "mean_feedback_forward_cosine": 0.9997495585872281, + "mean_feedback_forward_relative_error": 0.02198760001169097, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009525988091816854, + "instruction_rms": 0.0009525988097080265, + "raw_apical_rms": 0.08463267729022368, + "teaching_rms": 0.0009525988091816854, + "traffic_rms": 0.08462361191370187 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.7561715515721517e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5581113218914804e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007955770265707164, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.005954133263677359 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205639496445656, + "mean_feedback_forward_cosine": 0.9997495470508453, + "mean_feedback_forward_relative_error": 0.021987526256951592, + "min_feedback_forward_cosine": 0.9994879364967346 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010020498630634055, + "instruction_rms": 0.0010020498627110325, + "raw_apical_rms": 0.0846343379427134, + "teaching_rms": 0.0010020498630634055, + "traffic_rms": 0.08462419668095914 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.6831539656768655e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55633557789611e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008095358785006215, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.006404352074414491 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205636143684387, + "mean_feedback_forward_cosine": 0.9997495605099586, + "mean_feedback_forward_relative_error": 0.02198745480047599, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010033188583081752, + "instruction_rms": 0.0010033188583717864, + "raw_apical_rms": 0.08463495361823599, + "teaching_rms": 0.0010033188583081752, + "traffic_rms": 0.08462474463309623 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.7923979573074575e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5509895400250203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007997716418635352, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.006348115804195404 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056331634521484, + "mean_feedback_forward_cosine": 0.9997495720463414, + "mean_feedback_forward_relative_error": 0.02198738265301912, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.000945510766176803, + "instruction_rms": 0.000945510765997493, + "raw_apical_rms": 0.0846314399115287, + "teaching_rms": 0.000945510766176803, + "traffic_rms": 0.08462238563513821 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5248089841056753e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5581877691237258e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008076953528522383, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.006077141940742731 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0320562981069088, + "mean_feedback_forward_cosine": 0.999749570123611, + "mean_feedback_forward_relative_error": 0.02198730855278911, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00102458379317182, + "instruction_rms": 0.0010245837930899322, + "raw_apical_rms": 0.08463160274168846, + "teaching_rms": 0.00102458379317182, + "traffic_rms": 0.08462102132901504 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.151085437025358e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555968560466788e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00809513667317638, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.006415005577653647 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205627202987671, + "mean_feedback_forward_cosine": 0.9997495585872281, + "mean_feedback_forward_relative_error": 0.021987238057678746, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009684690597639544, + "instruction_rms": 0.0009684690596453609, + "raw_apical_rms": 0.08462028090699916, + "teaching_rms": 0.0009684690597639544, + "traffic_rms": 0.08461079467241205 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.265353143433458e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5567662536602234e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008102410627329417, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.006293740921169519 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205624222755432, + "mean_feedback_forward_cosine": 0.9997495374371929, + "mean_feedback_forward_relative_error": 0.021987164798643318, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009755682158272548, + "instruction_rms": 0.000975568215529958, + "raw_apical_rms": 0.08461512225964067, + "teaching_rms": 0.0009755682158272548, + "traffic_rms": 0.08460528313247594 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339475095272064, + "maximum_absolute_post_projection_soma_slope": 2.8293257514633297e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558493241975701e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008027609729193294, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.006420630967915058 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205621987581253, + "mean_feedback_forward_cosine": 0.99974956627815, + "mean_feedback_forward_relative_error": 0.021987092185525164, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009939295355575488, + "instruction_rms": 0.0009939295358582666, + "raw_apical_rms": 0.08461828520534666, + "teaching_rms": 0.0009939295355575488, + "traffic_rms": 0.0846086587462049 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8858607947768178e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.552516115559172e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008002757362640616, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.006221403937786817 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205619007349014, + "mean_feedback_forward_cosine": 0.9997495624326891, + "mean_feedback_forward_relative_error": 0.021987019557385676, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010022463724885253, + "instruction_rms": 0.0010022463725116845, + "raw_apical_rms": 0.08461402826079983, + "teaching_rms": 0.0010022463724885253, + "traffic_rms": 0.08460395405772864 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.8469171908795943e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5567877869529386e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008020365758867129, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.006556921216435731 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056160271167755, + "mean_feedback_forward_cosine": 0.9997495528190367, + "mean_feedback_forward_relative_error": 0.021986948221080726, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010093778616662933, + "instruction_rms": 0.0010093778613708784, + "raw_apical_rms": 0.0846190872794773, + "teaching_rms": 0.0010093778616662933, + "traffic_rms": 0.08460841015676575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 3.505197554432016e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5583391583711716e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008014049761277826, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.0063870408262312415 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032056137919425964, + "mean_feedback_forward_cosine": 0.9997495682008805, + "mean_feedback_forward_relative_error": 0.021986879708786166, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00096379689194706, + "instruction_rms": 0.0009637968916893902, + "raw_apical_rms": 0.08461680450637689, + "teaching_rms": 0.00096379689194706, + "traffic_rms": 0.08460750582674122 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9052934280571208e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5572649672196407e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008139760296501626, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.006208665335252881 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205610439181328, + "mean_feedback_forward_cosine": 0.9997495720463414, + "mean_feedback_forward_relative_error": 0.021986806494814735, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010049983975515442, + "instruction_rms": 0.0010049983975929705, + "raw_apical_rms": 0.08461766990294084, + "teaching_rms": 0.0010049983975515442, + "traffic_rms": 0.08460719932424446 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.7040554684276685e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556402926755914e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00803023091736073, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.006334791790693998 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205607458949089, + "mean_feedback_forward_cosine": 0.9997495605099586, + "mean_feedback_forward_relative_error": 0.02198673359629127, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009943122122782109, + "instruction_rms": 0.0009943122121915979, + "raw_apical_rms": 0.08461850004618557, + "teaching_rms": 0.0009943122122782109, + "traffic_rms": 0.08460779044643685 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.9584640515167848e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.555625464472957e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008063228466963727, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.006631418948993086 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0320560485124588, + "mean_feedback_forward_cosine": 0.9997495605099586, + "mean_feedback_forward_relative_error": 0.02198666095313045, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010201716745599865, + "instruction_rms": 0.001020171674360803, + "raw_apical_rms": 0.08461917577619991, + "teaching_rms": 0.0010201716745599865, + "traffic_rms": 0.08460831555889152 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.3712544816589798e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5576616048528345e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008098960361323994, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.006379286336749792 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205602988600731, + "mean_feedback_forward_cosine": 0.9997495816599938, + "mean_feedback_forward_relative_error": 0.02198659454382235, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009182792900501016, + "instruction_rms": 0.0009182792903250644, + "raw_apical_rms": 0.08461888804601472, + "teaching_rms": 0.0009182792900501016, + "traffic_rms": 0.08461040556161319 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.548472188834694e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5566185028608155e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008097171684769202, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.005835805299319327 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032055992633104324, + "mean_feedback_forward_cosine": 0.9997495643554195, + "mean_feedback_forward_relative_error": 0.0219865235379867, + "min_feedback_forward_cosine": 0.9994877576828003 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009214239525856193, + "instruction_rms": 0.0009214239527428856, + "raw_apical_rms": 0.08461644382119267, + "teaching_rms": 0.0009214239525856193, + "traffic_rms": 0.08460766022249996 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.936252840868292e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.55375899470512e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.007992713314014355, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.00579205192297697 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.032055970281362534, + "mean_feedback_forward_cosine": 0.9997495855054548, + "mean_feedback_forward_relative_error": 0.021986449888396646, + "min_feedback_forward_cosine": 0.9994878768920898 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009953991815410635, + "instruction_rms": 0.0009953991816785803, + "raw_apical_rms": 0.08461607220280493, + "teaching_rms": 0.0009953991815410635, + "traffic_rms": 0.08460633481017359 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5814562931714136e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.554607755227586e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008140653412696292, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.0062616572424955665 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205593675374985, + "mean_feedback_forward_cosine": 0.9997495758918024, + "mean_feedback_forward_relative_error": 0.02198637978384091, + "min_feedback_forward_cosine": 0.9994878172874451 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009330463627356266, + "instruction_rms": 0.0009330463626894913, + "raw_apical_rms": 0.08461425118418563, + "teaching_rms": 0.0009330463627356266, + "traffic_rms": 0.08460537313382223 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5045620688501913e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556403009917614e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.00818392018305014, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.005891993966549635 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03205590322613716, + "mean_feedback_forward_cosine": 0.9997495874281852, + "mean_feedback_forward_relative_error": 0.02198631041533043, + "min_feedback_forward_cosine": 0.9994879961013794 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009432052631911234, + "instruction_rms": 0.0009432052632129908, + "raw_apical_rms": 0.08461482922212817, + "teaching_rms": 0.0009432052631911234, + "traffic_rms": 0.08460563191315822 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.08339474350214005, + "maximum_absolute_post_projection_soma_slope": 2.5194417219154275e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5541541775179087e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.008058275272734602, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.005891606057062745 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9229, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.3967433898925781, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "7", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2529336320, + "peak_memory_reserved_bytes": 3821010944, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 4.687810672976411e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 4.687810672976411e-08, + "min_residual_soma_slope": -4.520915908301504e-08, + "mse": 4.727982913366485e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.226943794806031e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.226943794806031e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 10, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 1.1475834846496582, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.04273486137390137, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 14858.050523757935, + "train_wall_s": 14854.18590760231 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.02175460383296013, + 0.013336348347365856, + 0.009783044457435608, + 0.00898885726928711, + 0.005923474207520485, + 0.006553402170538902, + 0.0038889478892087936, + 0.004754113964736462, + 0.002926577115431428, + 0.0037760213017463684, + 0.002342476276680827, + 0.005092362407594919, + 0.0035116823855787516, + 0.004277744796127081, + 0.0028089198749512434, + 0.0035794125869870186, + 0.0023919157683849335, + 0.003378334455192089, + 0.002024646382778883, + 0.0026940391398966312, + 0.0017467448487877846, + 0.003947919234633446, + 0.0027886261232197285, + 0.003526116255670786, + 0.0024985498748719692, + 0.0032006092369556427, + 0.0022499680053442717, + 0.0029331750702112913, + 0.0021160657051950693, + 0.0027568177320063114, + 0.0020793545991182327 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.000000476837158, + 4.000000476837158, + 3.999999761581421, + 4.0, + 4.000000476837158, + 4.0, + 3.999999761581421, + 4.000000476837158, + 3.999999761581421, + 4.0, + 4.000000476837158, + 4.000000476837158, + 4.000000476837158, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 4.0, + 4.0, + 3.999999523162842, + 3.999999761581421, + 4.0 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.11566921323537827, + 0.07079319655895233, + 0.0348849780857563, + 0.048351991921663284, + 0.016349442303180695, + 0.036473244428634644, + 0.009005839936435223, + 0.025443613529205322, + 0.006116918288171291, + 0.020323241129517555, + 0.00427129166200757, + 0.02655886486172676, + 0.007858424447476864, + 0.022830985486507416, + 0.005552944727241993, + 0.018359895795583725, + 0.004318201914429665, + 0.018684223294258118, + 0.0033378105144947767, + 0.014095356687903404, + 0.002663316437974572, + 0.020948903635144234, + 0.00544493505731225, + 0.018528027459979057, + 0.00444211158901453, + 0.017210181802511215, + 0.003724918933585286, + 0.015407051891088486, + 0.003246729262173176, + 0.014654136262834072, + 0.002993625123053789 + ], + "unscaled_traffic_rms": [ + 0.7523040175437927, + 0.7535384297370911, + 1.121748685836792, + 0.743618369102478, + 1.449217438697815, + 0.7187078595161438, + 1.7273005247116089, + 0.7473960518836975, + 1.9137591123580933, + 0.743192732334137, + 2.1936936378479004, + 0.7669548392295837, + 1.7874739170074463, + 0.7494630217552185, + 2.0233731269836426, + 0.7798328995704651, + 2.2156591415405273, + 0.7232486009597778, + 2.426316738128662, + 0.7645182013511658, + 2.6234130859375, + 0.7538187503814697, + 2.0486018657684326, + 0.7612502574920654, + 2.249875783920288, + 0.7438873648643494, + 2.416125535964966, + 0.7615149617195129, + 2.6070122718811035, + 0.7525022625923157, + 2.778376817703247 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 68420224, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 684206618894336, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 684202240000000, + "local_weight_correlation_macs": 688625920000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 688625920000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 4407205888 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 72745580756992, + "forward_macs_per_example": 68862592, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 2745665106100224 + } +} |