{ "architecture": { "adaptive_apical_parameters": 1064960, "adaptive_feedback_parameters": 848512, "base_width": 16, "blocks_per_stage": 9, "bn_eps": 1e-05, "bn_momentum": 0.1, "depth": 56, "family": "CIFAR 6n+2 ResNet, option-A shortcuts", "fixed_feedback_parameters": 0, "fixed_traffic_coefficients": 532480, "forward_parameters": 853018, "hidden_shapes": [ [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ] ], "normalization": "batchnorm", "predictor_parameters": 1064960, "residual_scale": 1.0, "vectorizer_mode": null, "vectorizer_parameters": 0 }, "args": { "a_scale": 1.0, "a_warmup_steps": 0, "alignment_probe": 32, "apical_calibration_mode": "unit_targets", "apical_seed": null, "augment_train": 1, "batch_size": 128, "bn_eps": 1e-05, "bn_momentum": 0.1, "data_dir": "/home/yurenh2/sdrn/data", "depth": 56, "device": "cuda", "epochs": 200, "eta_A": 0.01, "eta_P": 0.1, "eval_every": 0, "eval_split": "test", "learn_P": 1, "loader_seed": 12, "lr": 0.1, "lr_gamma": 0.1, "lr_milestones": "100,150", "lr_schedule": "step", "max_steps": 0, "mirror_batch_size": 1, "mirror_eta": 0.1, "mirror_every": 16, "mirror_noise_std": 1.0, "mirror_seed": 3000, "mirror_warmup_steps": 0, "mode": "kp_traffic", "momentum": 0.9, "neutral_projection": 1, "normalization": "batchnorm", "nuisance_scale": 0.0, "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json", "output_lr": 0.1, "pert_directions": 1, "pert_every": 4, "pert_sigma": 0.01, "perturb_seed": 1000, "predictor_every": 0, "predictor_mode": "closed_form", "predictor_warmup_steps": 1, "residual_scale": null, "seed": 12, "split_seed": 2027, "traffic_calibration_examples": 64, "traffic_ratio": 4.0, "traffic_rule": "innovation", "traffic_seed": 5012, "train_limit": 0, "use_residual": 1, "val_examples": 0, "vectorizer_mode": "spatial_template", "warmup_epochs": 0, "weight_decay": 0.0001, "weight_scale": 1.0, "width": 16 }, "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", "counters": { "apical_warmup_examples": 0, "calibration_event_examples": 0, "causal_scalar_observations": 0, "logical_batch_loss_queries": 0, "mirror_conv_examples": 0, "mirror_events": 0, "mirror_readout_examples": 0, "neutral_projection_examples": 10000000, "ordinary_examples": 10000000, "per_example_loss_terms": 0, "perturbation_events": 0, "perturbation_forward_examples": 0, "predictor_update_examples": 64, "predictor_warmup_examples": 0, "traffic_audit_examples": 0, "traffic_calibration_examples": 64 }, "diagnostics": { "early_third_mean": 0.9993400242593553, "feedback_forward_cosine": [ 0.9996849298477173, 0.9996539354324341, 0.999669075012207, 0.99958336353302, 0.9995406866073608, 0.9995044469833374, 0.9991855621337891, 0.9991582632064819, 0.999467670917511, 0.9994152784347534, 0.9996272325515747, 0.9995869994163513, 0.9996865391731262, 0.9996215105056763, 0.9997698068618774, 0.9996647834777832, 0.9996969699859619, 0.9994884729385376, 0.9996986389160156, 0.9997678995132446, 0.9996581077575684, 0.9996104836463928, 0.9996354579925537, 0.9995818138122559, 0.9996703863143921, 0.9995665550231934, 0.9996948838233948, 0.9995852112770081, 0.9996534585952759, 0.9995052814483643, 0.9996408820152283, 0.9994964599609375, 0.9996259808540344, 0.9994370937347412, 0.999616265296936, 0.9994439482688904, 0.999738335609436, 0.9998199939727783, 0.9997847080230713, 0.999758780002594, 0.9997938871383667, 0.9997113943099976, 0.9997418522834778, 0.9996110796928406, 0.9997273683547974, 0.9995449185371399, 0.999617338180542, 0.9993396997451782, 0.9991607666015625, 0.9987689256668091, 0.9988960027694702, 0.9984460473060608, 0.99857497215271, 0.9979240894317627, 0.9999796152114868 ], "feedback_forward_norm_ratio": [ 1.00027334690094, 0.9991751313209534, 0.9988250136375427, 1.0006673336029053, 1.000723958015442, 1.0003741979599, 0.9992495775222778, 1.0013952255249023, 0.9989585280418396, 0.9998454451560974, 0.999127209186554, 1.0013729333877563, 0.9994022250175476, 1.0009852647781372, 0.998449981212616, 1.001898169517517, 0.9997077584266663, 1.0009105205535889, 0.9987272620201111, 1.0004408359527588, 0.9991752505302429, 1.0011051893234253, 0.99944007396698, 1.001184105873108, 0.998991072177887, 1.001473307609558, 0.9990416169166565, 1.0016357898712158, 0.999473512172699, 1.0016686916351318, 0.9987295269966125, 1.001453161239624, 0.9989418983459473, 1.001962423324585, 0.9988632202148438, 1.0023912191390991, 0.9995113611221313, 1.0003210306167603, 0.9997403621673584, 1.0008677244186401, 0.9998303651809692, 1.0011351108551025, 0.9994261860847473, 1.0012418031692505, 0.9994954466819763, 1.0017199516296387, 0.9992617964744568, 1.0020018815994263, 0.9983162879943848, 1.0028022527694702, 0.9975609183311462, 1.0023900270462036, 0.9977555274963379, 1.0036203861236572, 1.0019617080688477 ], "feedback_forward_relative_error": [ 0.025110743939876556, 0.026312218979001045, 0.02573779784142971, 0.028882427141070366, 0.030329221859574318, 0.03149121627211571, 0.0403495728969574, 0.041082851588726044, 0.03263014927506447, 0.03419363126158714, 0.02730858325958252, 0.028792714700102806, 0.025037001818418503, 0.027544578537344933, 0.021494587883353233, 0.025987165048718452, 0.02461758442223072, 0.032012443989515305, 0.024566933512687683, 0.021558070555329323, 0.026150986552238464, 0.027946995571255684, 0.02699824795126915, 0.028958939015865326, 0.025685135275125504, 0.029500126838684082, 0.024707775563001633, 0.028874926269054413, 0.026322131976485252, 0.031524140387773514, 0.026816997677087784, 0.03178944066166878, 0.027355700731277466, 0.03364518657326698, 0.02770969830453396, 0.03347347676753998, 0.02287558652460575, 0.018977820873260498, 0.02074912190437317, 0.021991359069943428, 0.020304592326283455, 0.0240655355155468, 0.022720960900187492, 0.02793707139790058, 0.02335325814783573, 0.030243588611483574, 0.027662605047225952, 0.03643273562192917, 0.04096972197294235, 0.049767762422561646, 0.04699651151895523, 0.05586620792746544, 0.05337286368012428, 0.06465364992618561, 0.006678103934973478 ], "innovation_negative_gradient_cosine": [ 0.9993928670883179, 0.9992727041244507, 0.9994022846221924, 0.9992779493331909, 0.9994056224822998, 0.9992627501487732, 0.9994044303894043, 0.9990179538726807, 0.9994091987609863, 0.9991894960403442, 0.9994136095046997, 0.9993071556091309, 0.9994266033172607, 0.9993363618850708, 0.9994335770606995, 0.9993957281112671, 0.9994494915008545, 0.9993226528167725, 0.9994568824768066, 0.9994272589683533, 0.9994800686836243, 0.999329686164856, 0.9994857311248779, 0.9993296265602112, 0.9994916915893555, 0.9993273019790649, 0.9994919300079346, 0.9993712306022644, 0.9995056390762329, 0.9993817806243896, 0.9995151162147522, 0.9993694424629211, 0.9995219707489014, 0.9993258714675903, 0.999531626701355, 0.9993797540664673, 0.9995588064193726, 0.9995734691619873, 0.9995944499969482, 0.9995929598808289, 0.999625563621521, 0.9995740652084351, 0.9996570348739624, 0.9996242523193359, 0.9996660947799683, 0.9996587038040161, 0.9996583461761475, 0.9996837377548218, 0.9996843338012695, 0.9996918439865112, 0.9996574521064758, 0.9996740221977234, 0.9997631311416626, 0.9998087882995605, 0.7778909206390381 ], "instruction_negative_gradient_cosine": [ 0.9993928670883179, 0.9992727041244507, 0.9994021654129028, 0.9992778897285461, 0.9994056224822998, 0.9992627501487732, 0.9994044303894043, 0.9990179538726807, 0.9994090795516968, 0.9991894960403442, 0.9994136095046997, 0.9993071556091309, 0.9994266033172607, 0.9993363618850708, 0.9994335174560547, 0.9993957281112671, 0.9994494915008545, 0.9993226528167725, 0.9994568824768066, 0.9994272589683533, 0.9994800090789795, 0.999329686164856, 0.9994857311248779, 0.9993296265602112, 0.9994916915893555, 0.9993271827697754, 0.9994919300079346, 0.9993711709976196, 0.9995056390762329, 0.9993817806243896, 0.9995151162147522, 0.9993694424629211, 0.9995219707489014, 0.9993258714675903, 0.999531626701355, 0.9993797540664673, 0.9995587468147278, 0.9995734095573425, 0.9995944499969482, 0.9995930194854736, 0.9996255040168762, 0.9995740056037903, 0.9996570348739624, 0.9996242523193359, 0.9996660947799683, 0.9996587038040161, 0.9996583461761475, 0.9996837377548218, 0.9996843338012695, 0.9996917843818665, 0.9996574521064758, 0.9996740221977234, 0.9997631311416626, 0.9998087882995605, 0.78672856092453 ], "matched_negative_gradient_cosine": [ 0.01258007436990738, 0.011209037154912949, 0.014262584038078785, 0.005753850564360619, 0.01989125832915306, 0.023908644914627075, 0.03258507326245308, 0.06666544079780579, 0.012788617052137852, 0.029419491067528725, 0.0251312218606472, 0.011835029348731041, 0.020365310832858086, 0.03372950851917267, 0.029591450467705727, 0.03314148262143135, 0.04314713925123215, 0.042947057634592056, 0.04670741781592369, 0.08639397472143173, 0.04796481132507324, 0.04514092206954956, 0.0559760257601738, 0.11523230373859406, 0.0637044608592987, 0.0892191231250763, 0.04783106595277786, 0.07903582602739334, 0.05096733570098877, 0.11316852271556854, 0.04805481433868408, 0.14113305509090424, 0.04574444890022278, 0.19634845852851868, 0.018344972282648087, 0.1734047830104828, -0.00048715248703956604, 0.0348823145031929, 0.0001741647720336914, 0.16805273294448853, -0.010281551629304886, 0.14894333481788635, 0.02791683003306389, 0.27264603972435, 0.042339541018009186, 0.19911828637123108, 0.03964167460799217, 0.1310538649559021, 0.052645936608314514, 0.08929893374443054, 0.06234383583068848, 0.09579779207706451, 0.06370040774345398, 0.06218864768743515, 0.11700852960348129 ], "max_norm_match_direction_error": 1.7881393432617188e-07, "max_norm_match_relative_error": 1.8084102748616715e-07, "mean_feedback_forward_cosine": 0.9995060747320001, "mean_feedback_forward_relative_error": 0.029965790149501778, "neutral_projection": { "instruction_observations": 0, "max_absolute_correction_slope": 0.3032892942428589, "max_absolute_post_projection_soma_slope": 3.358382372198321e-08, "max_absolute_pre_projection_soma_slope": 0.3032892942428589, "max_positive_post_projection_soma_slope": 2.8097604243271235e-08, "min_post_projection_soma_slope": -3.358382372198321e-08, "observations": 32, "post_projection_traffic_rms_ratio": 2.450058861831175e-08, "pre_projection_traffic_rms_ratio": 0.015686577031590324 }, "normalization_state": "training_batch_stats_without_running_update", "predictor_traffic_residual_rms_ratio": 0.015686577031573362, "raw_negative_gradient_cosine": [ 0.01258007436990738, 0.011209037154912949, 0.01426258310675621, 0.005753850564360619, 0.01989126019179821, 0.023908644914627075, 0.03258507326245308, 0.06666544079780579, 0.012788617052137852, 0.029419491067528725, 0.02513122372329235, 0.01183503121137619, 0.020365310832858086, 0.03372950851917267, 0.029591452330350876, 0.03314148262143135, 0.04314713925123215, 0.04294705390930176, 0.04670742154121399, 0.08639398217201233, 0.04796481132507324, 0.04514091834425926, 0.055976029485464096, 0.11523230373859406, 0.0637044608592987, 0.08921913057565689, 0.04783106595277786, 0.07903582602739334, 0.05096733570098877, 0.11316852271556854, 0.04805481433868408, 0.14113305509090424, 0.04574444890022278, 0.19634845852851868, 0.018344976007938385, 0.1734047830104828, -0.0004871548153460026, 0.0348823145031929, 0.00017416104674339294, 0.16805273294448853, -0.01028155442327261, 0.14894333481788635, 0.027916831895709038, 0.27264603972435, 0.042339541018009186, 0.19911827147006989, 0.039641670882701874, 0.1310538649559021, 0.052645936608314514, 0.08929893374443054, 0.06234383583068848, 0.09579779207706451, 0.06370040774345398, 0.06218864768743515, 0.11700852960348129 ], "teaching_negative_gradient_cosine": [ 0.9993928670883179, 0.9992727041244507, 0.9994022846221924, 0.9992779493331909, 0.9994056224822998, 0.9992627501487732, 0.9994044303894043, 0.9990179538726807, 0.9994091987609863, 0.9991894960403442, 0.9994136095046997, 0.9993071556091309, 0.9994266033172607, 0.9993363618850708, 0.9994335770606995, 0.9993957281112671, 0.9994494915008545, 0.9993226528167725, 0.9994568824768066, 0.9994272589683533, 0.9994800686836243, 0.999329686164856, 0.9994857311248779, 0.9993296265602112, 0.9994916915893555, 0.9993273019790649, 0.9994919300079346, 0.9993712306022644, 0.9995056390762329, 0.9993817806243896, 0.9995151162147522, 0.9993694424629211, 0.9995219707489014, 0.9993258714675903, 0.999531626701355, 0.9993797540664673, 0.9995588064193726, 0.9995734691619873, 0.9995944499969482, 0.9995929598808289, 0.999625563621521, 0.9995740652084351, 0.9996570348739624, 0.9996242523193359, 0.9996660947799683, 0.9996587038040161, 0.9996583461761475, 0.9996837377548218, 0.9996843338012695, 0.9996918439865112, 0.9996574521064758, 0.9996740221977234, 0.9997631311416626, 0.9998087882995605, 0.7778909206390381 ], "traffic_instruction_rms_ratio": 69.78429475863933, "used_negative_gradient_cosine": [ 0.9993928670883179, 0.9992727041244507, 0.9994022846221924, 0.9992779493331909, 0.9994056224822998, 0.9992627501487732, 0.9994044303894043, 0.9990179538726807, 0.9994091987609863, 0.9991894960403442, 0.9994136095046997, 0.9993071556091309, 0.9994266033172607, 0.9993363618850708, 0.9994335770606995, 0.9993957281112671, 0.9994494915008545, 0.9993226528167725, 0.9994568824768066, 0.9994272589683533, 0.9994800686836243, 0.999329686164856, 0.9994857311248779, 0.9993296265602112, 0.9994916915893555, 0.9993273019790649, 0.9994919300079346, 0.9993712306022644, 0.9995056390762329, 0.9993817806243896, 0.9995151162147522, 0.9993694424629211, 0.9995219707489014, 0.9993258714675903, 0.999531626701355, 0.9993797540664673, 0.9995588064193726, 0.9995734691619873, 0.9995944499969482, 0.9995929598808289, 0.999625563621521, 0.9995740652084351, 0.9996570348739624, 0.9996242523193359, 0.9996660947799683, 0.9996587038040161, 0.9996583461761475, 0.9996837377548218, 0.9996843338012695, 0.9996918439865112, 0.9996574521064758, 0.9996740221977234, 0.9997631311416626, 0.9998087882995605, 0.7778909206390381 ], "wall_s": 0.3470437526702881 }, "epochs": [ { "epoch": 1, "feedback_tracking": { "max_feedback_forward_relative_error": 1.345116376876831, "mean_feedback_forward_cosine": 0.350229903513735, "mean_feedback_forward_relative_error": 1.1264865322546525, "min_feedback_forward_cosine": 0.10241095721721649 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.001619350113461001, "instruction_rms": 0.0016193501132363646, "raw_apical_rms": 0.07822498465239641, "teaching_rms": 0.001619350113461001, "traffic_rms": 0.0780933375962263 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3439932899927953e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 3.030163009286038e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014015765537670068, "minimum_observations": 80 }, "output_lr": 0.1, "step": 391, "train_examples": 50000, "train_loss": 2.3700356150054933 }, { "epoch": 2, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3402464389801025, "mean_feedback_forward_cosine": 0.3699487951668826, "mean_feedback_forward_relative_error": 1.1099011486226862, "min_feedback_forward_cosine": 0.10818107426166534 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0013438463815941039, "instruction_rms": 0.001343846381590453, "raw_apical_rms": 0.0879618686767622, "teaching_rms": 0.0013438463815941039, "traffic_rms": 0.08795138626991492 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.4986434848651697e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.8095191880555645e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014977222345471936, "minimum_observations": 80 }, "output_lr": 0.1, "step": 782, "train_examples": 50000, "train_loss": 1.6639973961639405 }, { "epoch": 3, "feedback_tracking": { "max_feedback_forward_relative_error": 1.333116888999939, "mean_feedback_forward_cosine": 0.4049170349131931, "mean_feedback_forward_relative_error": 1.0799586458639665, "min_feedback_forward_cosine": 0.11794281750917435 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0019955159152813826, "instruction_rms": 0.001995515915862228, "raw_apical_rms": 0.09899625871126506, "teaching_rms": 0.0019955159152813826, "traffic_rms": 0.0989758205310678 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.372140872035743e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.780017113597399e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014874718473815919, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1173, "train_examples": 50000, "train_loss": 1.4130293825912477 }, { "epoch": 4, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3236387968063354, "mean_feedback_forward_cosine": 0.4455680020830848, "mean_feedback_forward_relative_error": 1.0433958741751583, "min_feedback_forward_cosine": 0.13184186816215515 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002393122705073572, "instruction_rms": 0.0023931227055234787, "raw_apical_rms": 0.11142030672977384, "teaching_rms": 0.002393122705073572, "traffic_rms": 0.11139431630090205 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2837897145345778e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.7404264829296693e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014630101665655171, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1564, "train_examples": 50000, "train_loss": 1.1560584063720702 }, { "epoch": 5, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3117445707321167, "mean_feedback_forward_cosine": 0.48197933354161004, "mean_feedback_forward_relative_error": 1.008802363547412, "min_feedback_forward_cosine": 0.14702005684375763 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025510534997813944, "instruction_rms": 0.002551053499623267, "raw_apical_rms": 0.12185380512200401, "teaching_rms": 0.0025510534997813944, "traffic_rms": 0.12182684807116438 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2910211921735026e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6992431153639914e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014134442802580112, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1955, "train_examples": 50000, "train_loss": 0.9538153356552124 }, { "epoch": 6, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3000320196151733, "mean_feedback_forward_cosine": 0.5142867042259737, "mean_feedback_forward_relative_error": 0.976585992899808, "min_feedback_forward_cosine": 0.1623951494693756 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026827340845482607, "instruction_rms": 0.002682734084591011, "raw_apical_rms": 0.12955621136754142, "teaching_rms": 0.0026827340845482607, "traffic_rms": 0.12952820527480227 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.185546452120434e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6695849325819913e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014324208747756351, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2346, "train_examples": 50000, "train_loss": 0.8234868240737915 }, { "epoch": 7, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2874479293823242, "mean_feedback_forward_cosine": 0.5428382358767769, "mean_feedback_forward_relative_error": 0.9472316254268993, "min_feedback_forward_cosine": 0.17822204530239105 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00265320213801056, "instruction_rms": 0.002653202136959813, "raw_apical_rms": 0.13483498981907466, "teaching_rms": 0.00265320213801056, "traffic_rms": 0.13480860808254905 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.2264801796391112e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.659273587704981e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01478570958967619, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2737, "train_examples": 50000, "train_loss": 0.7281737655258179 }, { "epoch": 8, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2742054462432861, "mean_feedback_forward_cosine": 0.5696408558975566, "mean_feedback_forward_relative_error": 0.9185948366468603, "min_feedback_forward_cosine": 0.1957789659500122 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002640756773487682, "instruction_rms": 0.002640756774457201, "raw_apical_rms": 0.13905199472353788, "teaching_rms": 0.002640756773487682, "traffic_rms": 0.13902669344969967 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4947872273296525e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6513175653943744e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01428331577343606, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3128, "train_examples": 50000, "train_loss": 0.6628663708877564 }, { "epoch": 9, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2604798078536987, "mean_feedback_forward_cosine": 0.5941899982365695, "mean_feedback_forward_relative_error": 0.891240857406096, "min_feedback_forward_cosine": 0.2134874165058136 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002648417372320954, "instruction_rms": 0.002648417372028608, "raw_apical_rms": 0.1425505626211793, "teaching_rms": 0.002648417372320954, "traffic_rms": 0.14252566645966236 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8292143977305386e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6481228537427718e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014241256105048665, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3519, "train_examples": 50000, "train_loss": 0.6140893089866638 }, { "epoch": 10, "feedback_tracking": { "max_feedback_forward_relative_error": 1.245855689048767, "mean_feedback_forward_cosine": 0.6169147122990001, "mean_feedback_forward_relative_error": 0.8650280052965338, "min_feedback_forward_cosine": 0.23124197125434875 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026620247851548867, "instruction_rms": 0.0026620247861943026, "raw_apical_rms": 0.14557844963083333, "teaching_rms": 0.0026620247851548867, "traffic_rms": 0.14555382157775307 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 2.2829946999536332e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6356783581056634e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014394338670337653, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3910, "train_examples": 50000, "train_loss": 0.5630594208526611 }, { "epoch": 11, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2304452657699585, "mean_feedback_forward_cosine": 0.6381275783885609, "mean_feedback_forward_relative_error": 0.8399280954491009, "min_feedback_forward_cosine": 0.2505224347114563 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026323133397672636, "instruction_rms": 0.002632313338684203, "raw_apical_rms": 0.14847824705823684, "teaching_rms": 0.0026323133397672636, "traffic_rms": 0.14845463218061458 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 2.054305667797962e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.622871280500468e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014472494174313334, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4301, "train_examples": 50000, "train_loss": 0.5326842555809022 }, { "epoch": 12, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2172038555145264, "mean_feedback_forward_cosine": 0.6579306580803611, "mean_feedback_forward_relative_error": 0.8153891200369054, "min_feedback_forward_cosine": 0.26771971583366394 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002654071485010499, "instruction_rms": 0.002654071484907767, "raw_apical_rms": 0.15034974817227792, "teaching_rms": 0.002654071485010499, "traffic_rms": 0.1503260603221622 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.710032222490554e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6345083195984834e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014525893307746287, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4692, "train_examples": 50000, "train_loss": 0.5030954770469666 }, { "epoch": 13, "feedback_tracking": { "max_feedback_forward_relative_error": 1.205235242843628, "mean_feedback_forward_cosine": 0.6766121230342171, "mean_feedback_forward_relative_error": 0.7916638645258817, "min_feedback_forward_cosine": 0.2862786650657654 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026344707352182464, "instruction_rms": 0.002634470734875863, "raw_apical_rms": 0.15271385835072118, "teaching_rms": 0.0026344707352182464, "traffic_rms": 0.15269083550051263 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.8988072270076373e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.629680186559267e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01436875910092409, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5083, "train_examples": 50000, "train_loss": 0.4757079619026184 }, { "epoch": 14, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1927727460861206, "mean_feedback_forward_cosine": 0.6937667727470398, "mean_feedback_forward_relative_error": 0.7692238236015493, "min_feedback_forward_cosine": 0.3035103380680084 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026010628361919207, "instruction_rms": 0.0026010628363993976, "raw_apical_rms": 0.15486260457574044, "teaching_rms": 0.0026010628361919207, "traffic_rms": 0.15484048946350348 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.9605045054049697e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6251122080735277e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014669651440180934, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5474, "train_examples": 50000, "train_loss": 0.4505086038017273 }, { "epoch": 15, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1788723468780518, "mean_feedback_forward_cosine": 0.7107458965344863, "mean_feedback_forward_relative_error": 0.7464412792162461, "min_feedback_forward_cosine": 0.3232823610305786 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026137198638953234, "instruction_rms": 0.0026137198627354417, "raw_apical_rms": 0.1568845278927749, "teaching_rms": 0.0026137198638953234, "traffic_rms": 0.15686242414354754 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7944692842775112e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.619787700408085e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0150431062441356, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5865, "train_examples": 50000, "train_loss": 0.43340378182411193 }, { "epoch": 16, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1645333766937256, "mean_feedback_forward_cosine": 0.7267557469281283, "mean_feedback_forward_relative_error": 0.724306046962738, "min_feedback_forward_cosine": 0.3442862331867218 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002635920754411942, "instruction_rms": 0.0026359207545455375, "raw_apical_rms": 0.15805994391209077, "teaching_rms": 0.002635920754411942, "traffic_rms": 0.1580376314866191 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5350865112395695e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.615456236104047e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014802625572070814, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6256, "train_examples": 50000, "train_loss": 0.41914446306228637 }, { "epoch": 17, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1491841077804565, "mean_feedback_forward_cosine": 0.7420737402005629, "mean_feedback_forward_relative_error": 0.7026614451950247, "min_feedback_forward_cosine": 0.3645966351032257 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025979459990690475, "instruction_rms": 0.0025979460000215477, "raw_apical_rms": 0.15910876727478795, "teaching_rms": 0.0025979459990690475, "traffic_rms": 0.15908719721940232 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.440065346969277e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6111924221687466e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014429671225327524, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6647, "train_examples": 50000, "train_loss": 0.4033851655101776 }, { "epoch": 18, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1335734128952026, "mean_feedback_forward_cosine": 0.7568492721427571, "mean_feedback_forward_relative_error": 0.681088940392841, "min_feedback_forward_cosine": 0.38252386450767517 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026453039621508424, "instruction_rms": 0.0026453039629758717, "raw_apical_rms": 0.16027157372562492, "teaching_rms": 0.0026453039621508424, "traffic_rms": 0.16024939379138922 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.7309837119228177e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6095408043039333e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014534682627667064, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7038, "train_examples": 50000, "train_loss": 0.3801485876083374 }, { "epoch": 19, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1178427934646606, "mean_feedback_forward_cosine": 0.7709077726710927, "mean_feedback_forward_relative_error": 0.66011607457291, "min_feedback_forward_cosine": 0.39994385838508606 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002638740849668689, "instruction_rms": 0.0026387408488585014, "raw_apical_rms": 0.16155554713844067, "teaching_rms": 0.002638740849668689, "traffic_rms": 0.16153365975217523 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.812056353855951e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6105316625435605e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014472707629248193, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7429, "train_examples": 50000, "train_loss": 0.37117434242248537 }, { "epoch": 20, "feedback_tracking": { "max_feedback_forward_relative_error": 1.100070834159851, "mean_feedback_forward_cosine": 0.7844552457332611, "mean_feedback_forward_relative_error": 0.6391675168817693, "min_feedback_forward_cosine": 0.4194483458995819 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026553206617605882, "instruction_rms": 0.0026553206618531036, "raw_apical_rms": 0.16272969824856956, "teaching_rms": 0.0026553206617605882, "traffic_rms": 0.162707692791046 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8468625739842537e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.604893077380114e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014989256939306582, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7820, "train_examples": 50000, "train_loss": 0.36576996119499205 }, { "epoch": 21, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0814108848571777, "mean_feedback_forward_cosine": 0.7970635105263103, "mean_feedback_forward_relative_error": 0.6191378029910001, "min_feedback_forward_cosine": 0.4391012191772461 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002600648842565709, "instruction_rms": 0.002600648842670833, "raw_apical_rms": 0.16438005314662213, "teaching_rms": 0.002600648842565709, "traffic_rms": 0.16435911168515158 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.520546248912069e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.594728109151353e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014997366792962244, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8211, "train_examples": 50000, "train_loss": 0.3507835594367981 }, { "epoch": 22, "feedback_tracking": { "max_feedback_forward_relative_error": 1.062459111213684, "mean_feedback_forward_cosine": 0.8090392540801655, "mean_feedback_forward_relative_error": 0.5996172953735698, "min_feedback_forward_cosine": 0.4590038061141968 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002588869621380008, "instruction_rms": 0.0025888696212781736, "raw_apical_rms": 0.16556999798776575, "teaching_rms": 0.002588869621380008, "traffic_rms": 0.16554943689273396 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4964957983920613e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5922249343910863e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015333313823188229, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8602, "train_examples": 50000, "train_loss": 0.3443980696773529 }, { "epoch": 23, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0438786745071411, "mean_feedback_forward_cosine": 0.8205098162997853, "mean_feedback_forward_relative_error": 0.5803266414187171, "min_feedback_forward_cosine": 0.47844213247299194 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026061415885313827, "instruction_rms": 0.002606141587827657, "raw_apical_rms": 0.1663770539222545, "teaching_rms": 0.0026061415885313827, "traffic_rms": 0.16635627296729813 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 8.985276878092918e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.585463528392939e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015132403563762123, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8993, "train_examples": 50000, "train_loss": 0.32876510339736936 }, { "epoch": 24, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0252468585968018, "mean_feedback_forward_cosine": 0.8310683857310902, "mean_feedback_forward_relative_error": 0.5619848256761377, "min_feedback_forward_cosine": 0.4973334074020386 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002594661694146906, "instruction_rms": 0.00259466169391739, "raw_apical_rms": 0.16763099888632327, "teaching_rms": 0.002594661694146906, "traffic_rms": 0.16761052494835652 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.3831893852511712e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5820250913130137e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015345625675080016, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9384, "train_examples": 50000, "train_loss": 0.3172031030368805 }, { "epoch": 25, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0044704675674438, "mean_feedback_forward_cosine": 0.8417373342947526, "mean_feedback_forward_relative_error": 0.5431437801231037, "min_feedback_forward_cosine": 0.518530547618866 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026471006429492024, "instruction_rms": 0.0026471006437781453, "raw_apical_rms": 0.1692845885272242, "teaching_rms": 0.0026471006429492024, "traffic_rms": 0.16926348651806883 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 9.705438230867003e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5844411451785783e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015242858073868814, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9775, "train_examples": 50000, "train_loss": 0.31501501554489136 }, { "epoch": 26, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9849327802658081, "mean_feedback_forward_cosine": 0.8514075127514926, "mean_feedback_forward_relative_error": 0.5254123882813887, "min_feedback_forward_cosine": 0.5373629331588745 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002626913143034699, "instruction_rms": 0.002626913142189967, "raw_apical_rms": 0.17012702910887942, "teaching_rms": 0.002626913143034699, "traffic_rms": 0.1701063649853961 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 1.0083804369287463e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5913865128588114e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015556009236562272, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10166, "train_examples": 50000, "train_loss": 0.30516346851348874 }, { "epoch": 27, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9628252387046814, "mean_feedback_forward_cosine": 0.8606625676155091, "mean_feedback_forward_relative_error": 0.5079831020398573, "min_feedback_forward_cosine": 0.5576643943786621 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002620524644615033, "instruction_rms": 0.0026205246460973587, "raw_apical_rms": 0.17090448783003842, "teaching_rms": 0.002620524644615033, "traffic_rms": 0.17088399544645952 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 1.243406586581841e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5782523046894798e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01488105975955009, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10557, "train_examples": 50000, "train_loss": 0.29595538734912874 }, { "epoch": 28, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9428328275680542, "mean_feedback_forward_cosine": 0.869263971935619, "mean_feedback_forward_relative_error": 0.4912926562807777, "min_feedback_forward_cosine": 0.5763156414031982 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025896140552726997, "instruction_rms": 0.0025896140559091853, "raw_apical_rms": 0.17205904245988815, "teaching_rms": 0.0025896140552726997, "traffic_rms": 0.1720391072836168 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 6.793288065409797e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.590124014954709e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014743848880003723, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10948, "train_examples": 50000, "train_loss": 0.28293708559036257 }, { "epoch": 29, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9215667843818665, "mean_feedback_forward_cosine": 0.8775421424345536, "mean_feedback_forward_relative_error": 0.4747281459244815, "min_feedback_forward_cosine": 0.5951628684997559 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026134032244007448, "instruction_rms": 0.0026134032236832254, "raw_apical_rms": 0.1729953795666652, "teaching_rms": 0.0026134032244007448, "traffic_rms": 0.17297519210044943 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 8.425057984595696e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5734427730825037e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014970520019791366, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11339, "train_examples": 50000, "train_loss": 0.28208935883522035 }, { "epoch": 30, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8995399475097656, "mean_feedback_forward_cosine": 0.8854209769855846, "mean_feedback_forward_relative_error": 0.45858497362245215, "min_feedback_forward_cosine": 0.6142142415046692 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025909411529305613, "instruction_rms": 0.0025909411522636377, "raw_apical_rms": 0.1737467853710368, "teaching_rms": 0.0025909411529305613, "traffic_rms": 0.1737270865150834 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.248495635763902e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.576603320839748e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014703149804685865, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11730, "train_examples": 50000, "train_loss": 0.2739486166000366 }, { "epoch": 31, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8778071403503418, "mean_feedback_forward_cosine": 0.8927729021419178, "mean_feedback_forward_relative_error": 0.443053355271166, "min_feedback_forward_cosine": 0.6325311660766602 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025672040524188115, "instruction_rms": 0.002567204052023463, "raw_apical_rms": 0.17445495344267126, "teaching_rms": 0.0025672040524188115, "traffic_rms": 0.17443562442690488 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.4424638550281088e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5811056151736797e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014509353491457619, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12121, "train_examples": 50000, "train_loss": 0.26884742764472963 }, { "epoch": 32, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8552789092063904, "mean_feedback_forward_cosine": 0.9000179973515597, "mean_feedback_forward_relative_error": 0.4273221724412658, "min_feedback_forward_cosine": 0.6514319777488708 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002622781527678394, "instruction_rms": 0.002622781526873354, "raw_apical_rms": 0.17542996504543096, "teaching_rms": 0.002622781527678394, "traffic_rms": 0.17540995777953275 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.460579426293407e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5748145586684298e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014805080570001624, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12512, "train_examples": 50000, "train_loss": 0.262814901137352 }, { "epoch": 33, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8326566815376282, "mean_feedback_forward_cosine": 0.9066807302561674, "mean_feedback_forward_relative_error": 0.41234598823569035, "min_feedback_forward_cosine": 0.6695079207420349 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025832089140066026, "instruction_rms": 0.002583208913886462, "raw_apical_rms": 0.17591821193988708, "teaching_rms": 0.0025832089140066026, "traffic_rms": 0.17589880692646895 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 9.167460035541808e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.578851214323037e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014703941689974425, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12903, "train_examples": 50000, "train_loss": 0.26087324299812314 }, { "epoch": 34, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8089280724525452, "mean_feedback_forward_cosine": 0.9130848971280184, "mean_feedback_forward_relative_error": 0.3974617175080559, "min_feedback_forward_cosine": 0.6878708600997925 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026129884058324806, "instruction_rms": 0.0026129884042660587, "raw_apical_rms": 0.17695388151463512, "teaching_rms": 0.0026129884058324806, "traffic_rms": 0.17693412296572925 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 9.196924821708308e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5690377181671175e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01536738468614489, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13294, "train_examples": 50000, "train_loss": 0.25386013025283816 }, { "epoch": 35, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7852631211280823, "mean_feedback_forward_cosine": 0.9190836722200567, "mean_feedback_forward_relative_error": 0.38311606699770145, "min_feedback_forward_cosine": 0.7059113383293152 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025927921948294685, "instruction_rms": 0.0025927921956414397, "raw_apical_rms": 0.17769609319234955, "teaching_rms": 0.0025927921948294685, "traffic_rms": 0.17767667295761647 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 1.0377942771810922e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5748011782173054e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015187333786801177, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13685, "train_examples": 50000, "train_loss": 0.25115535389900207 }, { "epoch": 36, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7639781832695007, "mean_feedback_forward_cosine": 0.9244459022175182, "mean_feedback_forward_relative_error": 0.369787706841122, "min_feedback_forward_cosine": 0.7214045524597168 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025554021834269624, "instruction_rms": 0.0025554021830296917, "raw_apical_rms": 0.1783578825622431, "teaching_rms": 0.0025554021834269624, "traffic_rms": 0.17833911107017594 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.1113689879493904e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5654474901864392e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015180681447650834, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14076, "train_examples": 50000, "train_loss": 0.24250418165206908 }, { "epoch": 37, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7412458062171936, "mean_feedback_forward_cosine": 0.9297022982077165, "mean_feedback_forward_relative_error": 0.3563449056311087, "min_feedback_forward_cosine": 0.7376618981361389 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025981334355545567, "instruction_rms": 0.002598133435323027, "raw_apical_rms": 0.17861867997734054, "teaching_rms": 0.0025981334355545567, "traffic_rms": 0.17859931400400342 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.3657998465532728e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.578146292293606e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01492229117337729, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14467, "train_examples": 50000, "train_loss": 0.2394808725976944 }, { "epoch": 38, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7192479968070984, "mean_feedback_forward_cosine": 0.934744492444125, "mean_feedback_forward_relative_error": 0.34301622699607504, "min_feedback_forward_cosine": 0.7525535821914673 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002606824459723985, "instruction_rms": 0.002606824460028297, "raw_apical_rms": 0.17967835746277985, "teaching_rms": 0.002606824459723985, "traffic_rms": 0.1796589641850412 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.2859233322615182e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.571678717373791e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014919413944707131, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14858, "train_examples": 50000, "train_loss": 0.2386718812561035 }, { "epoch": 39, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6980090141296387, "mean_feedback_forward_cosine": 0.9392488132823598, "mean_feedback_forward_relative_error": 0.330627683753317, "min_feedback_forward_cosine": 0.7669057250022888 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026090958875849384, "instruction_rms": 0.0026090958886405106, "raw_apical_rms": 0.18103805839634887, "teaching_rms": 0.0026090958875849384, "traffic_rms": 0.18101873344022157 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 8.5686941986296e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.564222478124667e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015138517281139213, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15249, "train_examples": 50000, "train_loss": 0.23023530738830567 }, { "epoch": 40, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6771202683448792, "mean_feedback_forward_cosine": 0.9435265985402194, "mean_feedback_forward_relative_error": 0.31856826476075434, "min_feedback_forward_cosine": 0.7804913520812988 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025699343460919167, "instruction_rms": 0.002569934346407039, "raw_apical_rms": 0.18186836538008372, "teaching_rms": 0.0025699343460919167, "traffic_rms": 0.18184970888757424 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032893240451813, "maximum_absolute_post_projection_soma_slope": 6.367667282347611e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5638642806633304e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015165605709411209, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15640, "train_examples": 50000, "train_loss": 0.22689663739204408 }, { "epoch": 41, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6567354798316956, "mean_feedback_forward_cosine": 0.9474854642694647, "mean_feedback_forward_relative_error": 0.306992983547124, "min_feedback_forward_cosine": 0.793333113193512 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025823542212689947, "instruction_rms": 0.0025823542215574983, "raw_apical_rms": 0.18210764089370307, "teaching_rms": 0.0025823542212689947, "traffic_rms": 0.18208877856758035 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 9.688846347444269e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5568095251289484e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015120585329014342, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16031, "train_examples": 50000, "train_loss": 0.22847433372497558 }, { "epoch": 42, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6365740299224854, "mean_feedback_forward_cosine": 0.9512472867965698, "mean_feedback_forward_relative_error": 0.2955930929292332, "min_feedback_forward_cosine": 0.8056755661964417 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002588035387629837, "instruction_rms": 0.002588035387692982, "raw_apical_rms": 0.18307689246159592, "teaching_rms": 0.002588035387629837, "traffic_rms": 0.18305820097162234 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.10480343096242e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5574105573045435e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01452721422828918, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16422, "train_examples": 50000, "train_loss": 0.22121686527252196 }, { "epoch": 43, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6166413426399231, "mean_feedback_forward_cosine": 0.9546859914606268, "mean_feedback_forward_relative_error": 0.2847704238512299, "min_feedback_forward_cosine": 0.81741863489151 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002548038506011622, "instruction_rms": 0.002548038506014367, "raw_apical_rms": 0.18450616634386022, "teaching_rms": 0.002548038506011622, "traffic_rms": 0.18448803823301446 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.5567027844554104e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5537693321807416e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014057093535507095, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16813, "train_examples": 50000, "train_loss": 0.21667400578022003 }, { "epoch": 44, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5959099531173706, "mean_feedback_forward_cosine": 0.9579202110117132, "mean_feedback_forward_relative_error": 0.2743028810078448, "min_feedback_forward_cosine": 0.8293538689613342 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002541597892012647, "instruction_rms": 0.0025415978920622375, "raw_apical_rms": 0.18508047805223146, "teaching_rms": 0.002541597892012647, "traffic_rms": 0.18506255146405443 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6250916701210372e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.546305044600369e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014706828258071025, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17204, "train_examples": 50000, "train_loss": 0.21273947812080382 }, { "epoch": 45, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5753595232963562, "mean_feedback_forward_cosine": 0.9609669977968389, "mean_feedback_forward_relative_error": 0.26406141113151205, "min_feedback_forward_cosine": 0.8407213687896729 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025764539219527262, "instruction_rms": 0.0025764539218346297, "raw_apical_rms": 0.1857082439262729, "teaching_rms": 0.0025764539219527262, "traffic_rms": 0.18568991083097625 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5844125300645828e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5496568644682882e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014986624402248816, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17595, "train_examples": 50000, "train_loss": 0.21046549332141876 }, { "epoch": 46, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5565568208694458, "mean_feedback_forward_cosine": 0.9637275316498496, "mean_feedback_forward_relative_error": 0.2544814726168459, "min_feedback_forward_cosine": 0.85085129737854 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025214766910815834, "instruction_rms": 0.0025214766904931725, "raw_apical_rms": 0.18675312203675049, "teaching_rms": 0.0025214766910815834, "traffic_rms": 0.1867356387196873 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 9.456736904667196e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5404349064264783e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015439841192754251, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17986, "train_examples": 50000, "train_loss": 0.20768615818977357 }, { "epoch": 47, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5371419787406921, "mean_feedback_forward_cosine": 0.9663732517849315, "mean_feedback_forward_relative_error": 0.24491879357533022, "min_feedback_forward_cosine": 0.8609918355941772 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025628483246883257, "instruction_rms": 0.002562848325888633, "raw_apical_rms": 0.18694774064645125, "teaching_rms": 0.0025628483246883257, "traffic_rms": 0.18692968404872878 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.4701700479236024e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5471555378220515e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014680919902981563, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18377, "train_examples": 50000, "train_loss": 0.20576488817453384 }, { "epoch": 48, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5187984108924866, "mean_feedback_forward_cosine": 0.9688193537972191, "mean_feedback_forward_relative_error": 0.23577449057589878, "min_feedback_forward_cosine": 0.8702529668807983 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002528627383329315, "instruction_rms": 0.002528627383619348, "raw_apical_rms": 0.1870826849451422, "teaching_rms": 0.002528627383329315, "traffic_rms": 0.18706505180466743 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5776669215483707e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5434519736914357e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014529707264139251, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18768, "train_examples": 50000, "train_loss": 0.20054735531806947 }, { "epoch": 49, "feedback_tracking": { "max_feedback_forward_relative_error": 0.49979838728904724, "mean_feedback_forward_cosine": 0.9711570165374063, "mean_feedback_forward_relative_error": 0.22674356604164297, "min_feedback_forward_cosine": 0.8794181942939758 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025601900207233353, "instruction_rms": 0.0025601900209007433, "raw_apical_rms": 0.18812676793884092, "teaching_rms": 0.0025601900207233353, "traffic_rms": 0.18810884284488646 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.9960663166784798e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5467231772023124e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015159105548384762, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19159, "train_examples": 50000, "train_loss": 0.19832884444236756 }, { "epoch": 50, "feedback_tracking": { "max_feedback_forward_relative_error": 0.48140284419059753, "mean_feedback_forward_cosine": 0.9733218388123945, "mean_feedback_forward_relative_error": 0.2180432064966722, "min_feedback_forward_cosine": 0.8880386352539062 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002589216664413249, "instruction_rms": 0.0025892166640966055, "raw_apical_rms": 0.18868869347341313, "teaching_rms": 0.002589216664413249, "traffic_rms": 0.1886704403324625 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4819390514730912e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5428403750472704e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015325440061047533, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19550, "train_examples": 50000, "train_loss": 0.2035802125263214 }, { "epoch": 51, "feedback_tracking": { "max_feedback_forward_relative_error": 0.46508845686912537, "mean_feedback_forward_cosine": 0.9752543893727389, "mean_feedback_forward_relative_error": 0.20989659889177842, "min_feedback_forward_cosine": 0.8954968452453613 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002538441247691544, "instruction_rms": 0.0025384412475367916, "raw_apical_rms": 0.18961838824125493, "teaching_rms": 0.002538441247691544, "traffic_rms": 0.18960091582516456 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.5328072322517983e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54800218779403e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015118734844508838, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19941, "train_examples": 50000, "train_loss": 0.19359651690483093 }, { "epoch": 52, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4472070634365082, "mean_feedback_forward_cosine": 0.9771620598706332, "mean_feedback_forward_relative_error": 0.20167528025128625, "min_feedback_forward_cosine": 0.9032673239707947 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025743985226011267, "instruction_rms": 0.0025743985225824186, "raw_apical_rms": 0.1900623174943143, "teaching_rms": 0.0025743985226011267, "traffic_rms": 0.19004435498777772 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2530840365343465e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.547547823033396e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015310326037885793, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20332, "train_examples": 50000, "train_loss": 0.1995827917098999 }, { "epoch": 53, "feedback_tracking": { "max_feedback_forward_relative_error": 0.43161067366600037, "mean_feedback_forward_cosine": 0.978813886642456, "mean_feedback_forward_relative_error": 0.19421078244393522, "min_feedback_forward_cosine": 0.9098244905471802 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00252313460787923, "instruction_rms": 0.0025231346083171816, "raw_apical_rms": 0.19079279275648747, "teaching_rms": 0.00252313460787923, "traffic_rms": 0.19077561797566422 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 9.481016860490854e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5423461180889964e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01595027196058705, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20723, "train_examples": 50000, "train_loss": 0.1954041485786438 }, { "epoch": 54, "feedback_tracking": { "max_feedback_forward_relative_error": 0.41619226336479187, "mean_feedback_forward_cosine": 0.9803691387176514, "mean_feedback_forward_relative_error": 0.18693822513927114, "min_feedback_forward_cosine": 0.9160608053207397 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002488668378534587, "instruction_rms": 0.002488668378894413, "raw_apical_rms": 0.19168626762021632, "teaching_rms": 0.002488668378534587, "traffic_rms": 0.1916696529593521 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.0725605648076453e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54772740177661e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015438449396487372, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21114, "train_examples": 50000, "train_loss": 0.1849528354358673 }, { "epoch": 55, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4006912112236023, "mean_feedback_forward_cosine": 0.9818727601658214, "mean_feedback_forward_relative_error": 0.17961767999963327, "min_feedback_forward_cosine": 0.9220747351646423 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002572890593158409, "instruction_rms": 0.002572890593217565, "raw_apical_rms": 0.1923844357598027, "teaching_rms": 0.002572890593158409, "traffic_rms": 0.19236670769340591 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2435226892648643e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5401233610444186e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015592495159290521, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21505, "train_examples": 50000, "train_loss": 0.18668059752464294 }, { "epoch": 56, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3856959640979767, "mean_feedback_forward_cosine": 0.9832323757084933, "mean_feedback_forward_relative_error": 0.17273433452302758, "min_feedback_forward_cosine": 0.927733838558197 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002567611580168549, "instruction_rms": 0.002567611579041464, "raw_apical_rms": 0.19356638553968591, "teaching_rms": 0.002567611580168549, "traffic_rms": 0.19354880485507386 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.554649458057611e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5457124075594227e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015017205940649928, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21896, "train_examples": 50000, "train_loss": 0.18320563239097595 }, { "epoch": 57, "feedback_tracking": { "max_feedback_forward_relative_error": 0.37126052379608154, "mean_feedback_forward_cosine": 0.9845116658644243, "mean_feedback_forward_relative_error": 0.16601317910985514, "min_feedback_forward_cosine": 0.9329911470413208 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025606266291857507, "instruction_rms": 0.0025606266290862617, "raw_apical_rms": 0.1940135362142242, "teaching_rms": 0.0025606266291857507, "traffic_rms": 0.1939960913559153 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4965364414365467e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544349763126263e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014839039049141694, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22287, "train_examples": 50000, "train_loss": 0.1894313395023346 }, { "epoch": 58, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3578231632709503, "mean_feedback_forward_cosine": 0.9856740127910267, "mean_feedback_forward_relative_error": 0.15965098616751758, "min_feedback_forward_cosine": 0.9376983046531677 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025416139504683645, "instruction_rms": 0.0025416139500036537, "raw_apical_rms": 0.1942435985683798, "teaching_rms": 0.0025416139504683645, "traffic_rms": 0.19422640580789513 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.0029463481942003e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5394075189918815e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014559005914787789, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22678, "train_examples": 50000, "train_loss": 0.1801194595718384 }, { "epoch": 59, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3451382517814636, "mean_feedback_forward_cosine": 0.9867381442676891, "mean_feedback_forward_relative_error": 0.153586978871714, "min_feedback_forward_cosine": 0.9419865608215332 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025351986737312242, "instruction_rms": 0.00253519867385464, "raw_apical_rms": 0.19547401330571518, "teaching_rms": 0.0025351986737312242, "traffic_rms": 0.19545702993269928 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.323587213164501e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5415012422517068e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014596486846079167, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23069, "train_examples": 50000, "train_loss": 0.17846159574508666 }, { "epoch": 60, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3316519856452942, "mean_feedback_forward_cosine": 0.987756482037631, "mean_feedback_forward_relative_error": 0.14757510830055584, "min_feedback_forward_cosine": 0.9463814496994019 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025497222081453568, "instruction_rms": 0.002549722208627574, "raw_apical_rms": 0.19561517774541148, "teaching_rms": 0.0025497222081453568, "traffic_rms": 0.19559799253814317 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.1047026049482156e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5434148451441177e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0147411236059591, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23460, "train_examples": 50000, "train_loss": 0.1797970705318451 }, { "epoch": 61, "feedback_tracking": { "max_feedback_forward_relative_error": 0.31864625215530396, "mean_feedback_forward_cosine": 0.9887095581401478, "mean_feedback_forward_relative_error": 0.14172076427123764, "min_feedback_forward_cosine": 0.9504607915878296 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026138272934654763, "instruction_rms": 0.002613827293341555, "raw_apical_rms": 0.19655806047738084, "teaching_rms": 0.0026138272934654763, "traffic_rms": 0.1965401228720232 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.2383709702135093e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5377333435046974e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015352866685329985, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23851, "train_examples": 50000, "train_loss": 0.18204149487018584 }, { "epoch": 62, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3065074682235718, "mean_feedback_forward_cosine": 0.9895738374103199, "mean_feedback_forward_relative_error": 0.13619210279800675, "min_feedback_forward_cosine": 0.9541308879852295 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002572100262802312, "instruction_rms": 0.002572100262922261, "raw_apical_rms": 0.19732952215422966, "teaching_rms": 0.002572100262802312, "traffic_rms": 0.19731216766067375 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.4507084244996804e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5353603041954792e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015339630945449715, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24242, "train_examples": 50000, "train_loss": 0.17835984148979186 }, { "epoch": 63, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2944309413433075, "mean_feedback_forward_cosine": 0.990371642329476, "mean_feedback_forward_relative_error": 0.13089491772380743, "min_feedback_forward_cosine": 0.9576348662376404 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002554533338884294, "instruction_rms": 0.0025545333389234695, "raw_apical_rms": 0.1973558530497234, "teaching_rms": 0.002554533338884294, "traffic_rms": 0.19733874936590917 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.1720576509333114e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5483868134959536e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015569585591090854, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24633, "train_examples": 50000, "train_loss": 0.17530373861312867 }, { "epoch": 64, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2834106981754303, "mean_feedback_forward_cosine": 0.9911048206416043, "mean_feedback_forward_relative_error": 0.1258192678066817, "min_feedback_forward_cosine": 0.9607114791870117 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025746487242735558, "instruction_rms": 0.002574648724071054, "raw_apical_rms": 0.19807789914100749, "teaching_rms": 0.0025746487242735558, "traffic_rms": 0.1980605922225458 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.499005435334766e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5370463661084006e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015097284354703715, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25024, "train_examples": 50000, "train_loss": 0.17049965922355653 }, { "epoch": 65, "feedback_tracking": { "max_feedback_forward_relative_error": 0.27217045426368713, "mean_feedback_forward_cosine": 0.9918010473251343, "mean_feedback_forward_relative_error": 0.12083019329742951, "min_feedback_forward_cosine": 0.9637404680252075 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025844669424087796, "instruction_rms": 0.0025844669415708683, "raw_apical_rms": 0.1991234781767051, "teaching_rms": 0.0025844669424087796, "traffic_rms": 0.1991061838658178 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3173192314752669e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54070652371076e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01531612643605192, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25415, "train_examples": 50000, "train_loss": 0.17079505893707275 }, { "epoch": 66, "feedback_tracking": { "max_feedback_forward_relative_error": 0.261589378118515, "mean_feedback_forward_cosine": 0.9924263076348738, "mean_feedback_forward_relative_error": 0.11615983298556372, "min_feedback_forward_cosine": 0.9664864540100098 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002553857736284652, "instruction_rms": 0.0025538577366070255, "raw_apical_rms": 0.19921165696005638, "teaching_rms": 0.002553857736284652, "traffic_rms": 0.19919467874578778 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.379805212309293e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5470375282357076e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015038088872024243, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25806, "train_examples": 50000, "train_loss": 0.169794254655838 }, { "epoch": 67, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2512308359146118, "mean_feedback_forward_cosine": 0.9929907191883434, "mean_feedback_forward_relative_error": 0.11179501590403644, "min_feedback_forward_cosine": 0.9690577387809753 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025338126234168376, "instruction_rms": 0.0025338126243056903, "raw_apical_rms": 0.1997061723815295, "teaching_rms": 0.0025338126234168376, "traffic_rms": 0.19968952336306153 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.1868691274230514e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5399078728928208e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015532350836118595, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26197, "train_examples": 50000, "train_loss": 0.16322729253768922 }, { "epoch": 68, "feedback_tracking": { "max_feedback_forward_relative_error": 0.24170196056365967, "mean_feedback_forward_cosine": 0.9935119076208635, "mean_feedback_forward_relative_error": 0.10757296346127987, "min_feedback_forward_cosine": 0.9713436365127563 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002497489869652494, "instruction_rms": 0.0024974898699108316, "raw_apical_rms": 0.20118509556302, "teaching_rms": 0.002497489869652494, "traffic_rms": 0.20116906579103574 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4423747529690445e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5451224458784764e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015600147415412682, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26588, "train_examples": 50000, "train_loss": 0.1631049171566963 }, { "epoch": 69, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2328723967075348, "mean_feedback_forward_cosine": 0.9940059466795488, "mean_feedback_forward_relative_error": 0.10341610349714755, "min_feedback_forward_cosine": 0.9733949303627014 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025335086264244404, "instruction_rms": 0.002533508626302085, "raw_apical_rms": 0.20116239337587105, "teaching_rms": 0.0025335086264244404, "traffic_rms": 0.20114576396101447 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5484329196624458e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5430856812356932e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015207227133053454, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26979, "train_examples": 50000, "train_loss": 0.16361883125543594 }, { "epoch": 70, "feedback_tracking": { "max_feedback_forward_relative_error": 0.22352224588394165, "mean_feedback_forward_cosine": 0.994468979402022, "mean_feedback_forward_relative_error": 0.0993709310889244, "min_feedback_forward_cosine": 0.975462019443512 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025574356725624058, "instruction_rms": 0.0025574356726721127, "raw_apical_rms": 0.20206905183455764, "teaching_rms": 0.0025574356725624058, "traffic_rms": 0.2020522444855574 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3651930430569337e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5539378051753855e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015396487332990485, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27370, "train_examples": 50000, "train_loss": 0.16296307560920714 }, { "epoch": 71, "feedback_tracking": { "max_feedback_forward_relative_error": 0.21477417647838593, "mean_feedback_forward_cosine": 0.994889783859253, "mean_feedback_forward_relative_error": 0.09553489739244635, "min_feedback_forward_cosine": 0.9773380160331726 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002531463878518537, "instruction_rms": 0.0025314638781263406, "raw_apical_rms": 0.20306262273214315, "teaching_rms": 0.002531463878518537, "traffic_rms": 0.20304627503901643 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.171533341448594e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5490857810413483e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015934908475166366, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27761, "train_examples": 50000, "train_loss": 0.16344164234161376 }, { "epoch": 72, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2060430943965912, "mean_feedback_forward_cosine": 0.9952837727286599, "mean_feedback_forward_relative_error": 0.09180980121547526, "min_feedback_forward_cosine": 0.9791228771209717 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025606623697269847, "instruction_rms": 0.0025606623702008505, "raw_apical_rms": 0.20308522750543848, "teaching_rms": 0.0025606623697269847, "traffic_rms": 0.20306853010358134 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.7227115733930987e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5497857664108928e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016396496003387637, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28152, "train_examples": 50000, "train_loss": 0.16472641209602357 }, { "epoch": 73, "feedback_tracking": { "max_feedback_forward_relative_error": 0.19783030450344086, "mean_feedback_forward_cosine": 0.9956494613127275, "mean_feedback_forward_relative_error": 0.08819995827295564, "min_feedback_forward_cosine": 0.9807487726211548 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002584683773817322, "instruction_rms": 0.0025846837733310883, "raw_apical_rms": 0.20395892595937332, "teaching_rms": 0.002584683773817322, "traffic_rms": 0.20394196469665066 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2110133695841796e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5484886437441268e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015480462488414592, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28543, "train_examples": 50000, "train_loss": 0.16252612312793732 }, { "epoch": 74, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1904464066028595, "mean_feedback_forward_cosine": 0.9959717674688859, "mean_feedback_forward_relative_error": 0.0848703970624642, "min_feedback_forward_cosine": 0.982141375541687 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025193337403480722, "instruction_rms": 0.0025193337409264204, "raw_apical_rms": 0.20455933355472664, "teaching_rms": 0.0025193337403480722, "traffic_rms": 0.2045432527317793 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6840667171891255e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5461793983975394e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01568088890836231, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28934, "train_examples": 50000, "train_loss": 0.15821564504146576 }, { "epoch": 75, "feedback_tracking": { "max_feedback_forward_relative_error": 0.18275530636310577, "mean_feedback_forward_cosine": 0.9962850874120539, "mean_feedback_forward_relative_error": 0.081526034664024, "min_feedback_forward_cosine": 0.9835509657859802 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002554171861005083, "instruction_rms": 0.0025541718610707356, "raw_apical_rms": 0.20566982598017788, "teaching_rms": 0.002554171861005083, "traffic_rms": 0.20565335125330692 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3324543601811456e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5466280423285437e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01644930075499787, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29325, "train_examples": 50000, "train_loss": 0.16145968150138856 }, { "epoch": 76, "feedback_tracking": { "max_feedback_forward_relative_error": 0.17528261244297028, "mean_feedback_forward_cosine": 0.9965692541816018, "mean_feedback_forward_relative_error": 0.07836330258710818, "min_feedback_forward_cosine": 0.9848649501800537 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002520254653503778, "instruction_rms": 0.002520254653841636, "raw_apical_rms": 0.2061784808327215, "teaching_rms": 0.002520254653503778, "traffic_rms": 0.20616245740672506 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.8999432427335705e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.55117969229901e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016021993095052745, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29716, "train_examples": 50000, "train_loss": 0.15601355092287064 }, { "epoch": 77, "feedback_tracking": { "max_feedback_forward_relative_error": 0.16802464425563812, "mean_feedback_forward_cosine": 0.9968333005905151, "mean_feedback_forward_relative_error": 0.07532467713410204, "min_feedback_forward_cosine": 0.986082136631012 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002521226693617987, "instruction_rms": 0.0025212266935479488, "raw_apical_rms": 0.20623155824144473, "teaching_rms": 0.002521226693617987, "traffic_rms": 0.20621555485104795 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.6114196910166356e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5508889667814607e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016006569143387606, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30107, "train_examples": 50000, "train_loss": 0.15837253064632414 }, { "epoch": 78, "feedback_tracking": { "max_feedback_forward_relative_error": 0.16154427826404572, "mean_feedback_forward_cosine": 0.9970792445269498, "mean_feedback_forward_relative_error": 0.07235202755440365, "min_feedback_forward_cosine": 0.9871301054954529 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025787924648255998, "instruction_rms": 0.0025787924656251056, "raw_apical_rms": 0.20641577146954043, "teaching_rms": 0.0025787924648255998, "traffic_rms": 0.20639903956726888 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.1262209653750688e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5456007033959386e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015705127146941278, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30498, "train_examples": 50000, "train_loss": 0.15660233090877532 }, { "epoch": 79, "feedback_tracking": { "max_feedback_forward_relative_error": 0.15518537163734436, "mean_feedback_forward_cosine": 0.997306210344488, "mean_feedback_forward_relative_error": 0.06950314955955202, "min_feedback_forward_cosine": 0.9881171584129333 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00256035335132143, "instruction_rms": 0.00256035335126586, "raw_apical_rms": 0.20657903224248886, "teaching_rms": 0.00256035335132143, "traffic_rms": 0.20656257388476035 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8357698650106613e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5457154641675084e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015514368554078903, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30889, "train_examples": 50000, "train_loss": 0.15804204572200775 }, { "epoch": 80, "feedback_tracking": { "max_feedback_forward_relative_error": 0.14864493906497955, "mean_feedback_forward_cosine": 0.9975167935544794, "mean_feedback_forward_relative_error": 0.06676234738393264, "min_feedback_forward_cosine": 0.9890908002853394 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002574814127116803, "instruction_rms": 0.002574814126784988, "raw_apical_rms": 0.20729438777520215, "teaching_rms": 0.002574814127116803, "traffic_rms": 0.20727776252416127 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2181038755443296e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5377016392669557e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015869710780527502, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31280, "train_examples": 50000, "train_loss": 0.15755722439289094 }, { "epoch": 81, "feedback_tracking": { "max_feedback_forward_relative_error": 0.14300605654716492, "mean_feedback_forward_cosine": 0.9977021759206598, "mean_feedback_forward_relative_error": 0.06423464827239514, "min_feedback_forward_cosine": 0.9898954033851624 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025335077956092425, "instruction_rms": 0.002533507795517158, "raw_apical_rms": 0.20732922200601905, "teaching_rms": 0.0025335077956092425, "traffic_rms": 0.20731317192770435 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7502101457012031e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5392315794784796e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015584259231916607, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31671, "train_examples": 50000, "train_loss": 0.1498199157810211 }, { "epoch": 82, "feedback_tracking": { "max_feedback_forward_relative_error": 0.13754555583000183, "mean_feedback_forward_cosine": 0.99787705486471, "mean_feedback_forward_relative_error": 0.06175127991221168, "min_feedback_forward_cosine": 0.990649938583374 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002551391654005273, "instruction_rms": 0.0025513916538489672, "raw_apical_rms": 0.20810134466862668, "teaching_rms": 0.002551391654005273, "traffic_rms": 0.20808503615334314 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.568492962178425e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5441517916104492e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015558901363756272, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32062, "train_examples": 50000, "train_loss": 0.15399860085010528 }, { "epoch": 83, "feedback_tracking": { "max_feedback_forward_relative_error": 0.13223497569561005, "mean_feedback_forward_cosine": 0.9980346202850342, "mean_feedback_forward_relative_error": 0.05942273439670151, "min_feedback_forward_cosine": 0.9913565516471863 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002513373221570627, "instruction_rms": 0.002513373221535654, "raw_apical_rms": 0.2088181781539231, "teaching_rms": 0.002513373221570627, "traffic_rms": 0.20880239633232103 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 2.0101597897337342e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544821265609005e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01576733974504039, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32453, "train_examples": 50000, "train_loss": 0.14976577283859252 }, { "epoch": 84, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12683920562267303, "mean_feedback_forward_cosine": 0.9981916449286721, "mean_feedback_forward_relative_error": 0.05702021513134241, "min_feedback_forward_cosine": 0.9920450448989868 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026000874852045914, "instruction_rms": 0.0026000874836015543, "raw_apical_rms": 0.20902082608472825, "teaching_rms": 0.0026000874852045914, "traffic_rms": 0.20900397635114182 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.808545277981466e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5379354044835517e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01563514234409263, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32844, "train_examples": 50000, "train_loss": 0.1550193964147568 }, { "epoch": 85, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12157892435789108, "mean_feedback_forward_cosine": 0.9983321753415194, "mean_feedback_forward_relative_error": 0.054779926873743535, "min_feedback_forward_cosine": 0.9926872253417969 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025827614770866287, "instruction_rms": 0.0025827614767556816, "raw_apical_rms": 0.20970305803554404, "teaching_rms": 0.0025827614770866287, "traffic_rms": 0.20968656414630513 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 2.2467528992820007e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5434473403663686e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015514940885966843, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33235, "train_examples": 50000, "train_loss": 0.15298853549957275 }, { "epoch": 86, "feedback_tracking": { "max_feedback_forward_relative_error": 0.11665408313274384, "mean_feedback_forward_cosine": 0.998455781286413, "mean_feedback_forward_relative_error": 0.05273575789549134, "min_feedback_forward_cosine": 0.9932650327682495 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002499096932659557, "instruction_rms": 0.0024990969319226264, "raw_apical_rms": 0.2106382994830396, "teaching_rms": 0.002499096932659557, "traffic_rms": 0.21062290346834134 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4873180020913424e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.545161806962649e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015482689101691875, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33626, "train_examples": 50000, "train_loss": 0.14483871377944946 }, { "epoch": 87, "feedback_tracking": { "max_feedback_forward_relative_error": 0.11181838065385818, "mean_feedback_forward_cosine": 0.9985774983059276, "mean_feedback_forward_relative_error": 0.05063163285905665, "min_feedback_forward_cosine": 0.9938100576400757 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002599968539224205, "instruction_rms": 0.002599968539744747, "raw_apical_rms": 0.21118512039618645, "teaching_rms": 0.002599968539224205, "traffic_rms": 0.21116853335694002 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 9.493436436969205e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5521455423873283e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015662692255687543, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34017, "train_examples": 50000, "train_loss": 0.15348670791625976 }, { "epoch": 88, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1071416437625885, "mean_feedback_forward_cosine": 0.9986843976107511, "mean_feedback_forward_relative_error": 0.04870991142974659, "min_feedback_forward_cosine": 0.9943141341209412 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025186034280714168, "instruction_rms": 0.0025186034282199932, "raw_apical_rms": 0.21144440611651413, "teaching_rms": 0.0025186034280714168, "traffic_rms": 0.2114288112370692 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5013283416465129e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.548217615560487e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016331211646262694, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34408, "train_examples": 50000, "train_loss": 0.14709635178685188 }, { "epoch": 89, "feedback_tracking": { "max_feedback_forward_relative_error": 0.10299846529960632, "mean_feedback_forward_cosine": 0.9987838831814853, "mean_feedback_forward_relative_error": 0.046841320598667316, "min_feedback_forward_cosine": 0.9947429895401001 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025452271584177556, "instruction_rms": 0.002545227159053103, "raw_apical_rms": 0.21216240491789193, "teaching_rms": 0.0025452271584177556, "traffic_rms": 0.21214646854293032 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2457590514713957e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5481031038492368e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015799631922532087, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34799, "train_examples": 50000, "train_loss": 0.149340011305809 }, { "epoch": 90, "feedback_tracking": { "max_feedback_forward_relative_error": 0.09870495647192001, "mean_feedback_forward_cosine": 0.9988782048225403, "mean_feedback_forward_relative_error": 0.045013465715402906, "min_feedback_forward_cosine": 0.9951716661453247 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025365940414007896, "instruction_rms": 0.002536594041109598, "raw_apical_rms": 0.21228205727383279, "teaching_rms": 0.0025365940414007896, "traffic_rms": 0.2122663947019807 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4391649472145218e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5378829029443448e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015714520130114963, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35190, "train_examples": 50000, "train_loss": 0.1438264095211029 }, { "epoch": 91, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0947856456041336, "mean_feedback_forward_cosine": 0.9989660599014976, "mean_feedback_forward_relative_error": 0.04322832272472707, "min_feedback_forward_cosine": 0.995545506477356 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025645730509414903, "instruction_rms": 0.0025645730511021972, "raw_apical_rms": 0.21285123196543732, "teaching_rms": 0.0025645730509414903, "traffic_rms": 0.21283511828524135 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3644201146689738e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5460083714942875e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0163829156348411, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35581, "train_examples": 50000, "train_loss": 0.14436068420886994 }, { "epoch": 92, "feedback_tracking": { "max_feedback_forward_relative_error": 0.09082983434200287, "mean_feedback_forward_cosine": 0.9990450555627997, "mean_feedback_forward_relative_error": 0.041559927182441406, "min_feedback_forward_cosine": 0.9959096312522888 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025547090209680047, "instruction_rms": 0.002554709021331771, "raw_apical_rms": 0.21337583584845468, "teaching_rms": 0.0025547090209680047, "traffic_rms": 0.21335995854587772 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.1935662769246846e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.548143668937137e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015794205791579155, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35972, "train_examples": 50000, "train_loss": 0.1461905869436264 }, { "epoch": 93, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08700595796108246, "mean_feedback_forward_cosine": 0.9991198149594394, "mean_feedback_forward_relative_error": 0.03991693876345049, "min_feedback_forward_cosine": 0.9962445497512817 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025941327591904634, "instruction_rms": 0.002594132759417947, "raw_apical_rms": 0.2138526598530522, "teaching_rms": 0.0025941327591904634, "traffic_rms": 0.2138362680871085 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.3270846466184594e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.553065769989632e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016122140670168858, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36363, "train_examples": 50000, "train_loss": 0.14529388692378997 }, { "epoch": 94, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08350390195846558, "mean_feedback_forward_cosine": 0.9991890874775973, "mean_feedback_forward_relative_error": 0.038322304290803993, "min_feedback_forward_cosine": 0.9965389966964722 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026024407996732735, "instruction_rms": 0.002602440800322515, "raw_apical_rms": 0.21484563487598907, "teaching_rms": 0.0026024407996732735, "traffic_rms": 0.2148292440446389 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.515123244644201e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5571430350303438e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01619996466637663, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36754, "train_examples": 50000, "train_loss": 0.14788773932933807 }, { "epoch": 95, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08038336038589478, "mean_feedback_forward_cosine": 0.999249821359461, "mean_feedback_forward_relative_error": 0.036867358061400325, "min_feedback_forward_cosine": 0.9967923760414124 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002551340353409675, "instruction_rms": 0.002551340353525551, "raw_apical_rms": 0.21548983513705708, "teaching_rms": 0.002551340353409675, "traffic_rms": 0.21547412852202397 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5439940170836053e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5396404312287556e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015404332962239213, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37145, "train_examples": 50000, "train_loss": 0.14296333221435548 }, { "epoch": 96, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07727920264005661, "mean_feedback_forward_cosine": 0.9993063298138705, "mean_feedback_forward_relative_error": 0.03546306028623473, "min_feedback_forward_cosine": 0.9970346689224243 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025664876842481513, "instruction_rms": 0.0025664876839330743, "raw_apical_rms": 0.2162780228746105, "teaching_rms": 0.0025664876842481513, "traffic_rms": 0.21626215768836857 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.393754445189188e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.543916438311291e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015439747075489115, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37536, "train_examples": 50000, "train_loss": 0.13880622097492218 }, { "epoch": 97, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07403521984815598, "mean_feedback_forward_cosine": 0.999360838803378, "mean_feedback_forward_relative_error": 0.03405545497821136, "min_feedback_forward_cosine": 0.9972783923149109 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002597284787644532, "instruction_rms": 0.0025972847876476173, "raw_apical_rms": 0.21663813092745565, "teaching_rms": 0.002597284787644532, "traffic_rms": 0.21662188337039306 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.1445144565414012e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5528905908744045e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014992794369437144, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37927, "train_examples": 50000, "train_loss": 0.14473648000717163 }, { "epoch": 98, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0709739699959755, "mean_feedback_forward_cosine": 0.9994099790399725, "mean_feedback_forward_relative_error": 0.03272983858531171, "min_feedback_forward_cosine": 0.9974974989891052 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025421352832259675, "instruction_rms": 0.002542135283591132, "raw_apical_rms": 0.2174098647825082, "teaching_rms": 0.0025421352832259675, "traffic_rms": 0.21739444200614005 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8534331047703745e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.546216377052214e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015235967441663313, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38318, "train_examples": 50000, "train_loss": 0.14428532707214356 }, { "epoch": 99, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06808094680309296, "mean_feedback_forward_cosine": 0.9994550477374684, "mean_feedback_forward_relative_error": 0.03147118657150052, "min_feedback_forward_cosine": 0.9976972341537476 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025400407868642443, "instruction_rms": 0.002540040786614386, "raw_apical_rms": 0.21805662018861477, "teaching_rms": 0.0025400407868642443, "traffic_rms": 0.21804120988649228 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7127099738445395e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.545722142855208e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01539082399721877, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38709, "train_examples": 50000, "train_loss": 0.13967401676654817 }, { "epoch": 100, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06526024639606476, "mean_feedback_forward_cosine": 0.9994984117421237, "mean_feedback_forward_relative_error": 0.030203275331719355, "min_feedback_forward_cosine": 0.9978837966918945 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025995782730815513, "instruction_rms": 0.0025995782737711854, "raw_apical_rms": 0.21820465185257623, "teaching_rms": 0.0025995782730815513, "traffic_rms": 0.2181885694437238 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6579251393977756e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5446910266130172e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015063445742017702, "minimum_observations": 80 }, "output_lr": 0.1, "step": 39100, "train_examples": 50000, "train_loss": 0.14460846729755403 }, { "epoch": 101, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06523686647415161, "mean_feedback_forward_cosine": 0.9994987585327842, "mean_feedback_forward_relative_error": 0.030192138440907002, "min_feedback_forward_cosine": 0.9978854060173035 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001801360489677352, "instruction_rms": 0.0018013604893849962, "raw_apical_rms": 0.2185080309605919, "teaching_rms": 0.001801360489677352, "traffic_rms": 0.21850009727702607 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.3405420418166614e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53581055286684e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014309447461897377, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39491, "train_examples": 50000, "train_loss": 0.0765202654504776 }, { "epoch": 102, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06522545218467712, "mean_feedback_forward_cosine": 0.9994989254257896, "mean_feedback_forward_relative_error": 0.030186215813525697, "min_feedback_forward_cosine": 0.9978863000869751 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0015749514162713442, "instruction_rms": 0.0015749514160202265, "raw_apical_rms": 0.21861533631350644, "teaching_rms": 0.0015749514162713442, "traffic_rms": 0.21860911866633434 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.577511881123428e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5383270491589017e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014361145953508224, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39882, "train_examples": 50000, "train_loss": 0.051795715140104295 }, { "epoch": 103, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06521355360746384, "mean_feedback_forward_cosine": 0.9994991009885614, "mean_feedback_forward_relative_error": 0.03018070703203028, "min_feedback_forward_cosine": 0.9978870749473572 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0015160467936252506, "instruction_rms": 0.0015160467933003187, "raw_apical_rms": 0.21869912036959088, "teaching_rms": 0.0015160467936252506, "traffic_rms": 0.21869328610706265 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4126845826467616e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.545190858461231e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01441803012769257, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40273, "train_examples": 50000, "train_loss": 0.04327250795483589 }, { "epoch": 104, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0652022436261177, "mean_feedback_forward_cosine": 0.9994992635466836, "mean_feedback_forward_relative_error": 0.030175569695843892, "min_feedback_forward_cosine": 0.9978879690170288 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014497995474591853, "instruction_rms": 0.0014497995473448755, "raw_apical_rms": 0.21860605203444777, "teaching_rms": 0.0014497995474591853, "traffic_rms": 0.2186006189016385 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.873474815283771e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539847568561718e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014412972238429137, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40664, "train_examples": 50000, "train_loss": 0.03643689537167549 }, { "epoch": 105, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06519048660993576, "mean_feedback_forward_cosine": 0.9994993881745772, "mean_feedback_forward_relative_error": 0.030170499254018067, "min_feedback_forward_cosine": 0.9978888034820557 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014167587743835535, "instruction_rms": 0.001416758773754449, "raw_apical_rms": 0.21848080917101984, "teaching_rms": 0.0014167587743835535, "traffic_rms": 0.21847551272459179 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.37927244736602e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.541668096270929e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014502924313056451, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41055, "train_examples": 50000, "train_loss": 0.0330510966026783 }, { "epoch": 106, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06517927348613739, "mean_feedback_forward_cosine": 0.9994995388117703, "mean_feedback_forward_relative_error": 0.030165598837828093, "min_feedback_forward_cosine": 0.9978895783424377 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001384434579091538, "instruction_rms": 0.001384434579848739, "raw_apical_rms": 0.2184254630030536, "teaching_rms": 0.001384434579091538, "traffic_rms": 0.21842034477623426 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.254165056252532e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5409754979123856e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014519246930139128, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41446, "train_examples": 50000, "train_loss": 0.03017406428039074 }, { "epoch": 107, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06516718864440918, "mean_feedback_forward_cosine": 0.9994997067884965, "mean_feedback_forward_relative_error": 0.030160697778178886, "min_feedback_forward_cosine": 0.9978903532028198 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.00133916500905759, "instruction_rms": 0.0013391650088899307, "raw_apical_rms": 0.2184108708424228, "teaching_rms": 0.00133916500905759, "traffic_rms": 0.2184059005765661 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.7838961241523066e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5458092141008194e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01443608572717173, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41837, "train_examples": 50000, "train_loss": 0.026664466739594935 }, { "epoch": 108, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06515530496835709, "mean_feedback_forward_cosine": 0.999499837918715, "mean_feedback_forward_relative_error": 0.030155824979936536, "min_feedback_forward_cosine": 0.9978913068771362 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001345419659562782, "instruction_rms": 0.0013454196590574792, "raw_apical_rms": 0.2184233548343658, "teaching_rms": 0.001345419659562782, "traffic_rms": 0.2184183853964157 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3273127308366384e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5424924042122578e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014430909533643113, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42228, "train_examples": 50000, "train_loss": 0.024662187173962593 }, { "epoch": 109, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0651431530714035, "mean_feedback_forward_cosine": 0.9994999939745123, "mean_feedback_forward_relative_error": 0.03015116409144618, "min_feedback_forward_cosine": 0.9978920221328735 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013213742219267057, "instruction_rms": 0.0013213742213961832, "raw_apical_rms": 0.21841135438031303, "teaching_rms": 0.0013213742219267057, "traffic_rms": 0.21840651912473863 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.5876952375037945e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5393250310448105e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014451256823408426, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42619, "train_examples": 50000, "train_loss": 0.023348271403610708 }, { "epoch": 110, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06513062119483948, "mean_feedback_forward_cosine": 0.9995001391931013, "mean_feedback_forward_relative_error": 0.030146537501026284, "min_feedback_forward_cosine": 0.9978928565979004 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012768604152037176, "instruction_rms": 0.0012768604152381257, "raw_apical_rms": 0.21837043748769602, "teaching_rms": 0.0012768604152037176, "traffic_rms": 0.2183658239334037 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.6456527873742743e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5430403397128237e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014583312963481955, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43010, "train_examples": 50000, "train_loss": 0.021489043878912924 }, { "epoch": 111, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06511913985013962, "mean_feedback_forward_cosine": 0.9995002768256448, "mean_feedback_forward_relative_error": 0.03014194964515892, "min_feedback_forward_cosine": 0.9978936314582825 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012421149544280395, "instruction_rms": 0.001242114954396297, "raw_apical_rms": 0.21827582929154282, "teaching_rms": 0.0012421149544280395, "traffic_rms": 0.21827130566555591 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3725160386002244e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5427656033103478e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014645267959485665, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43401, "train_examples": 50000, "train_loss": 0.01970999290138483 }, { "epoch": 112, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0651070699095726, "mean_feedback_forward_cosine": 0.9995004285465587, "mean_feedback_forward_relative_error": 0.030137285446240142, "min_feedback_forward_cosine": 0.9978944659233093 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012560909557728197, "instruction_rms": 0.0012560909560393393, "raw_apical_rms": 0.21822951174402053, "teaching_rms": 0.0012560909557728197, "traffic_rms": 0.21822500228803843 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.9287223551600619e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5436386902386197e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014752025505846596, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43792, "train_examples": 50000, "train_loss": 0.018547217898368835 }, { "epoch": 113, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06509517878293991, "mean_feedback_forward_cosine": 0.9995005802674727, "mean_feedback_forward_relative_error": 0.030132920201867818, "min_feedback_forward_cosine": 0.9978952407836914 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011600505141997962, "instruction_rms": 0.001160050514225723, "raw_apical_rms": 0.21827510921193974, "teaching_rms": 0.0011600505141997962, "traffic_rms": 0.21827103229950592 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2134222515669535e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5417052979682934e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01479287833894446, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44183, "train_examples": 50000, "train_loss": 0.017091722238510847 }, { "epoch": 114, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06508360803127289, "mean_feedback_forward_cosine": 0.9995007384907115, "mean_feedback_forward_relative_error": 0.030128295220096003, "min_feedback_forward_cosine": 0.997896134853363 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012462803996308388, "instruction_rms": 0.0012462803994368237, "raw_apical_rms": 0.2183206979946904, "teaching_rms": 0.0012462803996308388, "traffic_rms": 0.21831621035665064 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2036630891998357e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54250592614894e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014468288615767858, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44574, "train_examples": 50000, "train_loss": 0.01779225636407733 }, { "epoch": 115, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06507200002670288, "mean_feedback_forward_cosine": 0.9995008685372092, "mean_feedback_forward_relative_error": 0.030123845623298125, "min_feedback_forward_cosine": 0.9978968501091003 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011731846806301597, "instruction_rms": 0.0011731846806214035, "raw_apical_rms": 0.2182940879311527, "teaching_rms": 0.0011731846806301597, "traffic_rms": 0.21828995860852968 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8610290908327443e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.542653522729808e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014953711034936291, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44965, "train_examples": 50000, "train_loss": 0.015649954566955566 }, { "epoch": 116, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06506045907735825, "mean_feedback_forward_cosine": 0.9995010094209151, "mean_feedback_forward_relative_error": 0.030119523050432855, "min_feedback_forward_cosine": 0.9978975057601929 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011245090974478294, "instruction_rms": 0.0011245090976646152, "raw_apical_rms": 0.21824501696985352, "teaching_rms": 0.0011245090974478294, "traffic_rms": 0.21824108245007703 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.377214005060523e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53412665333375e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014547173323168636, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45356, "train_examples": 50000, "train_loss": 0.01506383736729622 }, { "epoch": 117, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06504973769187927, "mean_feedback_forward_cosine": 0.9995011307976462, "mean_feedback_forward_relative_error": 0.030115457793528384, "min_feedback_forward_cosine": 0.9978983402252197 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001117483099401405, "instruction_rms": 0.0011174830996226938, "raw_apical_rms": 0.21820990401966323, "teaching_rms": 0.001117483099401405, "traffic_rms": 0.21820604765902654 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.3820601907355012e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5445933380405018e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014562055954093793, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45747, "train_examples": 50000, "train_loss": 0.014547669793367387 }, { "epoch": 118, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06503810733556747, "mean_feedback_forward_cosine": 0.9995012803511186, "mean_feedback_forward_relative_error": 0.030111161560158837, "min_feedback_forward_cosine": 0.9978991746902466 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011028086642050866, "instruction_rms": 0.0011028086642971904, "raw_apical_rms": 0.21823440846862915, "teaching_rms": 0.0011028086642050866, "traffic_rms": 0.21823070044917675 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6005360237159039e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.545526299871005e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014770407143025974, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46138, "train_examples": 50000, "train_loss": 0.013574749346300959 }, { "epoch": 119, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06502733379602432, "mean_feedback_forward_cosine": 0.9995014103976163, "mean_feedback_forward_relative_error": 0.03010684595527974, "min_feedback_forward_cosine": 0.9978997111320496 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010608975832059045, "instruction_rms": 0.0010608975833145714, "raw_apical_rms": 0.21813015736353003, "teaching_rms": 0.0010608975832059045, "traffic_rms": 0.21812644569294434 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 2.0048213400514214e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.540117475480919e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014574979079508941, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46529, "train_examples": 50000, "train_loss": 0.012621158649325372 }, { "epoch": 120, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06501596421003342, "mean_feedback_forward_cosine": 0.9995015556162054, "mean_feedback_forward_relative_error": 0.03010259923440489, "min_feedback_forward_cosine": 0.997900664806366 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010572479118043693, "instruction_rms": 0.0010572479114462404, "raw_apical_rms": 0.21804978469116781, "teaching_rms": 0.0010572479118043693, "traffic_rms": 0.21804615116387266 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.698988540965729e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539464958097651e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014874585703551116, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46920, "train_examples": 50000, "train_loss": 0.012497478622347116 }, { "epoch": 121, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0650041475892067, "mean_feedback_forward_cosine": 0.9995017008347945, "mean_feedback_forward_relative_error": 0.0300981184552339, "min_feedback_forward_cosine": 0.9979014992713928 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010594853302755176, "instruction_rms": 0.0010594853301246813, "raw_apical_rms": 0.21809186614572823, "teaching_rms": 0.0010594853302755176, "traffic_rms": 0.21808801380600237 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.5074134296355624e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5425249564948097e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014690587318314356, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47311, "train_examples": 50000, "train_loss": 0.011729662252962588 }, { "epoch": 122, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06499096751213074, "mean_feedback_forward_cosine": 0.9995018623091958, "mean_feedback_forward_relative_error": 0.03009332650425759, "min_feedback_forward_cosine": 0.9979022741317749 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011061111347452474, "instruction_rms": 0.0011061111346037022, "raw_apical_rms": 0.21795133197846742, "teaching_rms": 0.0011061111347452474, "traffic_rms": 0.21794722117908785 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.386146095683216e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5434021302429684e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014588430622210068, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47702, "train_examples": 50000, "train_loss": 0.012031505008935928 }, { "epoch": 123, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06497938930988312, "mean_feedback_forward_cosine": 0.9995020064440641, "mean_feedback_forward_relative_error": 0.030088558344339784, "min_feedback_forward_cosine": 0.9979031085968018 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011037157126004146, "instruction_rms": 0.0011037157127527927, "raw_apical_rms": 0.2178958414191844, "teaching_rms": 0.0011037157126004146, "traffic_rms": 0.21789167785037192 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.5824349475224153e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.540303162050113e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015217674617302382, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48093, "train_examples": 50000, "train_loss": 0.011553875677585602 }, { "epoch": 124, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06496911495923996, "mean_feedback_forward_cosine": 0.9995021473277699, "mean_feedback_forward_relative_error": 0.030084425685080615, "min_feedback_forward_cosine": 0.9979037642478943 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009879703271231121, "instruction_rms": 0.0009879703271232561, "raw_apical_rms": 0.21796217363670467, "teaching_rms": 0.0009879703271231121, "traffic_rms": 0.217958711515757 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6918848189106939e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5400295112699034e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014525071666045379, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48484, "train_examples": 50000, "train_loss": 0.010497777438797058 }, { "epoch": 125, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06495882570743561, "mean_feedback_forward_cosine": 0.9995022687045011, "mean_feedback_forward_relative_error": 0.030080817749893123, "min_feedback_forward_cosine": 0.9979043006896973 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008932018895710781, "instruction_rms": 0.0008932018893837475, "raw_apical_rms": 0.21782939636326107, "teaching_rms": 0.0008932018895710781, "traffic_rms": 0.21782660220360178 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.952057999687895e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5413661997747263e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014655643989231092, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48875, "train_examples": 50000, "train_loss": 0.009360592414438724 }, { "epoch": 126, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06494715809822083, "mean_feedback_forward_cosine": 0.9995024074207652, "mean_feedback_forward_relative_error": 0.030076542632146316, "min_feedback_forward_cosine": 0.9979052543640137 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009969356816909524, "instruction_rms": 0.0009969356815726456, "raw_apical_rms": 0.21782868445685458, "teaching_rms": 0.0009969356816909524, "traffic_rms": 0.2178252071654722 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2044817765399785e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5467805004620668e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014545785667416388, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49266, "train_examples": 50000, "train_loss": 0.010036319532692432 }, { "epoch": 127, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06493602693080902, "mean_feedback_forward_cosine": 0.9995025493881919, "mean_feedback_forward_relative_error": 0.03007238908586177, "min_feedback_forward_cosine": 0.9979058504104614 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009305151011826696, "instruction_rms": 0.00093051510124445, "raw_apical_rms": 0.21796102632888387, "teaching_rms": 0.0009305151011826696, "traffic_rms": 0.2179578498441756 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.516882548457943e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539257472304381e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014519270420902647, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49657, "train_examples": 50000, "train_loss": 0.009270294933617114 }, { "epoch": 128, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06492490321397781, "mean_feedback_forward_cosine": 0.9995026902718978, "mean_feedback_forward_relative_error": 0.030068191784349354, "min_feedback_forward_cosine": 0.9979067444801331 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009654793644534206, "instruction_rms": 0.0009654793644367571, "raw_apical_rms": 0.21787396362379663, "teaching_rms": 0.0009654793644534206, "traffic_rms": 0.21787059085325255 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.076040163638936e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.543475357971756e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014545164295574387, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50048, "train_examples": 50000, "train_loss": 0.008770944955796004 }, { "epoch": 129, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06491183489561081, "mean_feedback_forward_cosine": 0.9995028571649032, "mean_feedback_forward_relative_error": 0.030063054896891116, "min_feedback_forward_cosine": 0.9979074001312256 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010621191504510618, "instruction_rms": 0.0010621191507124818, "raw_apical_rms": 0.21778792155429455, "teaching_rms": 0.0010621191504510618, "traffic_rms": 0.21778389448017127 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2940104454628454e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.546036307815299e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01467553336415156, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50439, "train_examples": 50000, "train_loss": 0.010494573308974504 }, { "epoch": 130, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0648997575044632, "mean_feedback_forward_cosine": 0.9995029969648881, "mean_feedback_forward_relative_error": 0.030058729673989794, "min_feedback_forward_cosine": 0.9979082345962524 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009133243918846598, "instruction_rms": 0.0009133243918853063, "raw_apical_rms": 0.21782069653104164, "teaching_rms": 0.0009133243918846598, "traffic_rms": 0.21781752693583212 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6903076982544007e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5568671567537036e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014436844543248048, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50830, "train_examples": 50000, "train_loss": 0.00897769759300165 }, { "epoch": 131, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06488971412181854, "mean_feedback_forward_cosine": 0.999503137848594, "mean_feedback_forward_relative_error": 0.03005455881357193, "min_feedback_forward_cosine": 0.9979089498519897 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009242204102602861, "instruction_rms": 0.0009242204101807675, "raw_apical_rms": 0.21779116629990677, "teaching_rms": 0.0009242204102602861, "traffic_rms": 0.21778790313516563 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.6618898257547698e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5426019347950658e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01455423309980087, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51221, "train_examples": 50000, "train_loss": 0.008237404524311423 }, { "epoch": 132, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06487832218408585, "mean_feedback_forward_cosine": 0.9995032787322998, "mean_feedback_forward_relative_error": 0.030050031688403, "min_feedback_forward_cosine": 0.9979096055030823 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009365221833486327, "instruction_rms": 0.0009365221832434332, "raw_apical_rms": 0.21761712505623068, "teaching_rms": 0.0009365221833486327, "traffic_rms": 0.21761389262363148 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4782013124658988e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5337201187037823e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014548863837105585, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51612, "train_examples": 50000, "train_loss": 0.008197247269898653 }, { "epoch": 133, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06486883759498596, "mean_feedback_forward_cosine": 0.9995033936067061, "mean_feedback_forward_relative_error": 0.03004643761298873, "min_feedback_forward_cosine": 0.9979102611541748 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008333562779346669, "instruction_rms": 0.0008333562778890741, "raw_apical_rms": 0.21760150552138213, "teaching_rms": 0.0008333562779346669, "traffic_rms": 0.21759892968281624 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.3724050518248987e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5392741898444937e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01443405107828143, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52003, "train_examples": 50000, "train_loss": 0.0069121859993040565 }, { "epoch": 134, "feedback_tracking": { "max_feedback_forward_relative_error": 0.064858078956604, "mean_feedback_forward_cosine": 0.9995035388252952, "mean_feedback_forward_relative_error": 0.030042262527753005, "min_feedback_forward_cosine": 0.9979109168052673 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008470358747454884, "instruction_rms": 0.000847035874848523, "raw_apical_rms": 0.2177094235508519, "teaching_rms": 0.0008470358747454884, "traffic_rms": 0.21770660806724032 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.1853709480647012e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5463040858939075e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014599937611635421, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52394, "train_examples": 50000, "train_loss": 0.007263571571558714 }, { "epoch": 135, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06484507769346237, "mean_feedback_forward_cosine": 0.9995036992159757, "mean_feedback_forward_relative_error": 0.030037531028078362, "min_feedback_forward_cosine": 0.997911810874939 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009227820317200313, "instruction_rms": 0.0009227820313578128, "raw_apical_rms": 0.21778683776085886, "teaching_rms": 0.0009227820317200313, "traffic_rms": 0.21778349215921253 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.518674679346077e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.541176001662854e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014500019283860853, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52785, "train_examples": 50000, "train_loss": 0.008067312535867096 }, { "epoch": 136, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06483304500579834, "mean_feedback_forward_cosine": 0.9995038520206104, "mean_feedback_forward_relative_error": 0.03003282580016689, "min_feedback_forward_cosine": 0.9979126453399658 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000904557197257956, "instruction_rms": 0.0009045571968954518, "raw_apical_rms": 0.21781838418552885, "teaching_rms": 0.000904557197257956, "traffic_rms": 0.21781511411048748 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2415722494552028e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5446335777436418e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01467407361531207, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53176, "train_examples": 50000, "train_loss": 0.008004105790928006 }, { "epoch": 137, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06482066214084625, "mean_feedback_forward_cosine": 0.9995040199973366, "mean_feedback_forward_relative_error": 0.03002789347347888, "min_feedback_forward_cosine": 0.9979134798049927 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008853743437169138, "instruction_rms": 0.0008853743434541338, "raw_apical_rms": 0.21778107415348422, "teaching_rms": 0.0008853743437169138, "traffic_rms": 0.21777786626930937 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4368413303600391e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544887959792478e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015137492293296017, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53567, "train_examples": 50000, "train_loss": 0.0077969551001489164 }, { "epoch": 138, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06480864435434341, "mean_feedback_forward_cosine": 0.9995041597973217, "mean_feedback_forward_relative_error": 0.03002361799166961, "min_feedback_forward_cosine": 0.9979141354560852 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008391028517926895, "instruction_rms": 0.000839102852031073, "raw_apical_rms": 0.21773445581837678, "teaching_rms": 0.0008391028517926895, "traffic_rms": 0.2177316099056005 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4985285190505238e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5370226743325675e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014714404022450592, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53958, "train_examples": 50000, "train_loss": 0.006946576703712344 }, { "epoch": 139, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0647956058382988, "mean_feedback_forward_cosine": 0.9995043104345148, "mean_feedback_forward_relative_error": 0.030019104810939595, "min_feedback_forward_cosine": 0.9979149699211121 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008154932633886795, "instruction_rms": 0.0008154932633458998, "raw_apical_rms": 0.21768122263750744, "teaching_rms": 0.0008154932633886795, "traffic_rms": 0.21767842680204852 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.458872702642111e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5427034575513562e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01459319958469563, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54349, "train_examples": 50000, "train_loss": 0.007164511053469032 }, { "epoch": 140, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06478343158960342, "mean_feedback_forward_cosine": 0.999504443732175, "mean_feedback_forward_relative_error": 0.030014908881011333, "min_feedback_forward_cosine": 0.9979156851768494 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008122454089370418, "instruction_rms": 0.0008122454089585955, "raw_apical_rms": 0.21757522233357648, "teaching_rms": 0.0008122454089370418, "traffic_rms": 0.21757248699384205 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 1.9975442455688608e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5396378177493007e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014840558629132505, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54740, "train_examples": 50000, "train_loss": 0.006613630339205265 }, { "epoch": 141, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06477167457342148, "mean_feedback_forward_cosine": 0.9995045867833224, "mean_feedback_forward_relative_error": 0.030010619895024734, "min_feedback_forward_cosine": 0.9979163408279419 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000816638778300246, "instruction_rms": 0.0008166387786254303, "raw_apical_rms": 0.21757390088774958, "teaching_rms": 0.000816638778300246, "traffic_rms": 0.2175711414491402 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4611411813802988e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53968035951542e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014801631390164239, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55131, "train_examples": 50000, "train_loss": 0.006615142454504967 }, { "epoch": 142, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06476040184497833, "mean_feedback_forward_cosine": 0.9995047298344699, "mean_feedback_forward_relative_error": 0.030006251331757414, "min_feedback_forward_cosine": 0.997917115688324 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008299731161878149, "instruction_rms": 0.0008299731164876084, "raw_apical_rms": 0.21753630208598787, "teaching_rms": 0.0008299731161878149, "traffic_rms": 0.21753350667161842 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4189680541676353e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.546554309558204e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014689996827664377, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55522, "train_examples": 50000, "train_loss": 0.006605607134364545 }, { "epoch": 143, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06474673002958298, "mean_feedback_forward_cosine": 0.9995049259879373, "mean_feedback_forward_relative_error": 0.03000120551071384, "min_feedback_forward_cosine": 0.9979180097579956 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008570837406486209, "instruction_rms": 0.0008570837405911377, "raw_apical_rms": 0.21749114617243778, "teaching_rms": 0.0008570837406486209, "traffic_rms": 0.21748807498193576 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2037280328058841e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.542142572168379e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014435914248308288, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55913, "train_examples": 50000, "train_loss": 0.006848038278520107 }, { "epoch": 144, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06473147124052048, "mean_feedback_forward_cosine": 0.9995050863786177, "mean_feedback_forward_relative_error": 0.029996219649910928, "min_feedback_forward_cosine": 0.9979190826416016 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008380833239710877, "instruction_rms": 0.0008380833240598763, "raw_apical_rms": 0.21745341050619166, "teaching_rms": 0.0008380833239710877, "traffic_rms": 0.21745031588926456 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.735748753617372e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54118015201925e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014786675804777332, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56304, "train_examples": 50000, "train_loss": 0.006193644772060215 }, { "epoch": 145, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06471840292215347, "mean_feedback_forward_cosine": 0.9995052576065063, "mean_feedback_forward_relative_error": 0.029991317582740026, "min_feedback_forward_cosine": 0.9979197978973389 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008256146901548177, "instruction_rms": 0.0008256146902481165, "raw_apical_rms": 0.2174068893619909, "teaching_rms": 0.0008256146901548177, "traffic_rms": 0.21740409180375106 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.326285143932182e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5454300474418304e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014689367005480774, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56695, "train_examples": 50000, "train_loss": 0.006454593700170517 }, { "epoch": 146, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0647064596414566, "mean_feedback_forward_cosine": 0.9995054006576538, "mean_feedback_forward_relative_error": 0.029986666557802397, "min_feedback_forward_cosine": 0.997920572757721 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007791413530249653, "instruction_rms": 0.0007791413530333879, "raw_apical_rms": 0.2173478491451276, "teaching_rms": 0.0007791413530249653, "traffic_rms": 0.21734518388887725 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.6995947760278796e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5411865634509273e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014772910919759207, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57086, "train_examples": 50000, "train_loss": 0.006066935067735612 }, { "epoch": 147, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06469673663377762, "mean_feedback_forward_cosine": 0.9995055263692683, "mean_feedback_forward_relative_error": 0.02998274332759055, "min_feedback_forward_cosine": 0.997921347618103 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007483332100994911, "instruction_rms": 0.000748333209860165, "raw_apical_rms": 0.21736623109221268, "teaching_rms": 0.0007483332100994911, "traffic_rms": 0.21736379379845625 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.7301458399288094e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5446078231496358e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01485945847067322, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57477, "train_examples": 50000, "train_loss": 0.005622729334756732 }, { "epoch": 148, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646849051117897, "mean_feedback_forward_cosine": 0.999505679173903, "mean_feedback_forward_relative_error": 0.029978170212019574, "min_feedback_forward_cosine": 0.9979221224784851 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007666970909328611, "instruction_rms": 0.0007666970909207206, "raw_apical_rms": 0.21735056299819014, "teaching_rms": 0.0007666970909328611, "traffic_rms": 0.21734800189541878 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.5576570433495363e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.540577537393375e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014714248909018339, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57868, "train_examples": 50000, "train_loss": 0.005723501109331846 }, { "epoch": 149, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06467004120349884, "mean_feedback_forward_cosine": 0.9995058612389998, "mean_feedback_forward_relative_error": 0.02997291199862957, "min_feedback_forward_cosine": 0.9979228973388672 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007845029950275426, "instruction_rms": 0.0007845029947168352, "raw_apical_rms": 0.21738187409485815, "teaching_rms": 0.0007845029950275426, "traffic_rms": 0.2173788851185387 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4064256959045451e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5367123453454566e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014728014148771583, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58259, "train_examples": 50000, "train_loss": 0.006031060835011304 }, { "epoch": 150, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465739756822586, "mean_feedback_forward_cosine": 0.9995060162110763, "mean_feedback_forward_relative_error": 0.029968157766217536, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000778150866247698, "instruction_rms": 0.0007781508661009998, "raw_apical_rms": 0.2173779227603393, "teaching_rms": 0.000778150866247698, "traffic_rms": 0.21737513508900885 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.697241458487042e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.549316063606117e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01487251115746788, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58650, "train_examples": 50000, "train_loss": 0.005693117426261306 }, { "epoch": 151, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465724855661392, "mean_feedback_forward_cosine": 0.999506023797122, "mean_feedback_forward_relative_error": 0.029968085732649672, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0007336816546237581, "instruction_rms": 0.0007336816545011432, "raw_apical_rms": 0.217371156494388, "teaching_rms": 0.0007336816546237581, "traffic_rms": 0.21736897742453662 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 1.8313436100925173e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5456454865421184e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014622755278931707, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59041, "train_examples": 50000, "train_loss": 0.0052648243070393804 }, { "epoch": 152, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465716660022736, "mean_feedback_forward_cosine": 0.999506017294797, "mean_feedback_forward_relative_error": 0.02996802329170433, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006499877582761629, "instruction_rms": 0.0006499877582179854, "raw_apical_rms": 0.21738199483031725, "teaching_rms": 0.0006499877582761629, "traffic_rms": 0.21737998388546803 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.4211714471912273e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5390023372203127e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015088620538595623, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59432, "train_examples": 50000, "train_loss": 0.004518425296097994 }, { "epoch": 153, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646570697426796, "mean_feedback_forward_cosine": 0.999506017294797, "mean_feedback_forward_relative_error": 0.029967964508316732, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006424708529576893, "instruction_rms": 0.0006424708526524166, "raw_apical_rms": 0.21738588404642106, "teaching_rms": 0.0006424708529576893, "traffic_rms": 0.21738394391061916 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6667971181050234e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53441945221952e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014840298852637109, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59823, "train_examples": 50000, "train_loss": 0.004693933547213674 }, { "epoch": 154, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465697288513184, "mean_feedback_forward_cosine": 0.9995060302994468, "mean_feedback_forward_relative_error": 0.02996790644458749, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006355975641246289, "instruction_rms": 0.0006355975638217237, "raw_apical_rms": 0.21737219777478292, "teaching_rms": 0.0006355975641246289, "traffic_rms": 0.21737017795801059 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7290426512772683e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5412156285035388e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014799775741982742, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60214, "train_examples": 50000, "train_loss": 0.004402383487150073 }, { "epoch": 155, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465689092874527, "mean_feedback_forward_cosine": 0.9995060151273554, "mean_feedback_forward_relative_error": 0.029967856051569635, "min_feedback_forward_cosine": 0.9979236721992493 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005838366616606998, "instruction_rms": 0.0005838366617374863, "raw_apical_rms": 0.21738252372913064, "teaching_rms": 0.0005838366616606998, "traffic_rms": 0.21738087089018013 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.411203243151249e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5369329955990666e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014650811609760516, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60605, "train_examples": 50000, "train_loss": 0.004063497681729496 }, { "epoch": 156, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646568089723587, "mean_feedback_forward_cosine": 0.9995060151273554, "mean_feedback_forward_relative_error": 0.029967801010405474, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005977112082014249, "instruction_rms": 0.0005977112077572961, "raw_apical_rms": 0.2173785091480081, "teaching_rms": 0.0005977112082014249, "traffic_rms": 0.21737685000147602 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.2497670809352712e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5394922282883387e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014765513541217284, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60996, "train_examples": 50000, "train_loss": 0.004217370530590415 }, { "epoch": 157, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465671211481094, "mean_feedback_forward_cosine": 0.9995060216296803, "mean_feedback_forward_relative_error": 0.029967742472548378, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006564801779574908, "instruction_rms": 0.0006564801779524528, "raw_apical_rms": 0.2173975074946715, "teaching_rms": 0.0006564801779574908, "traffic_rms": 0.21739536422206815 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.7395591100921592e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5423988215072534e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014798289134398644, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61387, "train_examples": 50000, "train_loss": 0.004837606736086309 }, { "epoch": 158, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465663760900497, "mean_feedback_forward_cosine": 0.999506017294797, "mean_feedback_forward_relative_error": 0.029967696194282988, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005231504160459126, "instruction_rms": 0.0005231504161347653, "raw_apical_rms": 0.21740460564968178, "teaching_rms": 0.0005231504160459126, "traffic_rms": 0.21740330273734604 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.0684335904898035e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5408948494657622e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014793308600444385, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61778, "train_examples": 50000, "train_loss": 0.0036588855369761586 }, { "epoch": 159, "feedback_tracking": { "max_feedback_forward_relative_error": 0.064656563103199, "mean_feedback_forward_cosine": 0.9995060443878174, "mean_feedback_forward_relative_error": 0.029967649213292383, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005640463211356523, "instruction_rms": 0.0005640463211281321, "raw_apical_rms": 0.21741686951987077, "teaching_rms": 0.0005640463211356523, "traffic_rms": 0.21741523138095503 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.814800185684362e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5387875906848967e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014930301889274982, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62169, "train_examples": 50000, "train_loss": 0.003823152501806617 }, { "epoch": 160, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465646624565125, "mean_feedback_forward_cosine": 0.9995060346343301, "mean_feedback_forward_relative_error": 0.029967594299126755, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006005586770164504, "instruction_rms": 0.0006005586768464487, "raw_apical_rms": 0.21741327747622716, "teaching_rms": 0.0006005586770164504, "traffic_rms": 0.21741137384985465 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.6142958259024454e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5387198470691356e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014739232013794484, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62560, "train_examples": 50000, "train_loss": 0.004214129344187677 }, { "epoch": 161, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465637683868408, "mean_feedback_forward_cosine": 0.9995060270482844, "mean_feedback_forward_relative_error": 0.029967545997351408, "min_feedback_forward_cosine": 0.997923731803894 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005662638416434736, "instruction_rms": 0.0005662638418921005, "raw_apical_rms": 0.21741102345080152, "teaching_rms": 0.0005662638416434736, "traffic_rms": 0.21740931423612808 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.445411470513136e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5353476278442575e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014805875585444935, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62951, "train_examples": 50000, "train_loss": 0.0038237521389871834 }, { "epoch": 162, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465629488229752, "mean_feedback_forward_cosine": 0.9995060270482844, "mean_feedback_forward_relative_error": 0.029967497069049966, "min_feedback_forward_cosine": 0.997923731803894 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005777983687812732, "instruction_rms": 0.0005777983689998404, "raw_apical_rms": 0.21739999761080617, "teaching_rms": 0.0005777983687812732, "traffic_rms": 0.21739840666902674 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.7733233903527434e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5407223240619934e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014928091566826179, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63342, "train_examples": 50000, "train_loss": 0.004213563338406384 }, { "epoch": 163, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465622782707214, "mean_feedback_forward_cosine": 0.9995060378854925, "mean_feedback_forward_relative_error": 0.029967449080537667, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005344018490385648, "instruction_rms": 0.0005344018490286388, "raw_apical_rms": 0.2173903266768718, "teaching_rms": 0.0005344018490385648, "traffic_rms": 0.21738883866752137 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.8528919554228196e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5370226856621487e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01478576908927508, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63733, "train_examples": 50000, "train_loss": 0.0038587893366254867 }, { "epoch": 164, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465614587068558, "mean_feedback_forward_cosine": 0.9995060270482844, "mean_feedback_forward_relative_error": 0.02996739289638671, "min_feedback_forward_cosine": 0.997923731803894 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00058741375419832, "instruction_rms": 0.0005874137543652931, "raw_apical_rms": 0.2174028632316789, "teaching_rms": 0.00058741375419832, "traffic_rms": 0.21740090854154104 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 2.3538157734037668e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5385025181287067e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014802609587018959, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64124, "train_examples": 50000, "train_loss": 0.00428344938647002 }, { "epoch": 165, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465606391429901, "mean_feedback_forward_cosine": 0.999506029215726, "mean_feedback_forward_relative_error": 0.02996734015812928, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000586293719120961, "instruction_rms": 0.0005862937191397492, "raw_apical_rms": 0.2174110437708709, "teaching_rms": 0.000586293719120961, "traffic_rms": 0.21740937994403361 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.537450202704349e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.538488882263741e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014767745614436181, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64515, "train_examples": 50000, "train_loss": 0.004168851910606027 }, { "epoch": 166, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465597450733185, "mean_feedback_forward_cosine": 0.9995060498064214, "mean_feedback_forward_relative_error": 0.029967289621179755, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005711286295311961, "instruction_rms": 0.0005711286296726123, "raw_apical_rms": 0.21742013608232025, "teaching_rms": 0.0005711286295311961, "traffic_rms": 0.21741843722367432 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.7039680244579358e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53934933282661e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014841632680235542, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64906, "train_examples": 50000, "train_loss": 0.003980741167739034 }, { "epoch": 167, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465589255094528, "mean_feedback_forward_cosine": 0.9995060368017716, "mean_feedback_forward_relative_error": 0.029967241573401474, "min_feedback_forward_cosine": 0.997923731803894 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005488385329512543, "instruction_rms": 0.0005488385327596644, "raw_apical_rms": 0.21742746812759606, "teaching_rms": 0.0005488385329512543, "traffic_rms": 0.21742596438432119 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.6996645513245312e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.537199711002185e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014674170605712869, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65297, "train_examples": 50000, "train_loss": 0.003744773309454322 }, { "epoch": 168, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646558329463005, "mean_feedback_forward_cosine": 0.9995060400529341, "mean_feedback_forward_relative_error": 0.02996719598939473, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005337192166041582, "instruction_rms": 0.0005337192165815987, "raw_apical_rms": 0.21742422693084587, "teaching_rms": 0.0005337192166041582, "traffic_rms": 0.2174228491767559 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.7608694236059819e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5406195897977895e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014804681210761178, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65688, "train_examples": 50000, "train_loss": 0.003526218791976571 }, { "epoch": 169, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465577334165573, "mean_feedback_forward_cosine": 0.9995060335506093, "mean_feedback_forward_relative_error": 0.029967155121266843, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004996069556226524, "instruction_rms": 0.0004996069556369657, "raw_apical_rms": 0.21741222278816413, "teaching_rms": 0.0004996069556226524, "traffic_rms": 0.21741099645953593 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 2.0968676039956335e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539053017426234e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015146897537673782, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66079, "train_examples": 50000, "train_loss": 0.003425298108793795 }, { "epoch": 170, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465571373701096, "mean_feedback_forward_cosine": 0.9995060389692133, "mean_feedback_forward_relative_error": 0.02996711063791405, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005247809982073545, "instruction_rms": 0.0005247809980287322, "raw_apical_rms": 0.21740645757151203, "teaching_rms": 0.0005247809982073545, "traffic_rms": 0.21740500772533136 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.419543735892148e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544157580582638e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01471563105188694, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66470, "train_examples": 50000, "train_loss": 0.0035274609739892183 }, { "epoch": 171, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465563923120499, "mean_feedback_forward_cosine": 0.999506046555259, "mean_feedback_forward_relative_error": 0.029967066433958033, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005108157900904676, "instruction_rms": 0.0005108157901464399, "raw_apical_rms": 0.2174094285213894, "teaching_rms": 0.0005108157900904676, "traffic_rms": 0.2174081244394395 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4977540274685452e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5412310028184802e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015139901016237727, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66861, "train_examples": 50000, "train_loss": 0.003486002595461905 }, { "epoch": 172, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465555727481842, "mean_feedback_forward_cosine": 0.9995060443878174, "mean_feedback_forward_relative_error": 0.02996701556681232, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005845881125955994, "instruction_rms": 0.00058458811230708, "raw_apical_rms": 0.2173959602032729, "teaching_rms": 0.0005845881125955994, "traffic_rms": 0.21739426045309143 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4391186198281503e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5363599367415803e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014783370626484523, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67252, "train_examples": 50000, "train_loss": 0.003774541051406413 }, { "epoch": 173, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465548276901245, "mean_feedback_forward_cosine": 0.9995060443878174, "mean_feedback_forward_relative_error": 0.029966969788074494, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005172267136059235, "instruction_rms": 0.0005172267134339713, "raw_apical_rms": 0.21739570198721703, "teaching_rms": 0.0005172267136059235, "traffic_rms": 0.21739415631778516 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.7663832352354802e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.53763648735008e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015075271571038825, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67643, "train_examples": 50000, "train_loss": 0.0034943548517813905 }, { "epoch": 174, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465540826320648, "mean_feedback_forward_cosine": 0.9995060346343301, "mean_feedback_forward_relative_error": 0.029966924246400593, "min_feedback_forward_cosine": 0.9979237914085388 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00047680270575156967, "instruction_rms": 0.0004768027057745421, "raw_apical_rms": 0.21740465935505576, "teaching_rms": 0.00047680270575156967, "traffic_rms": 0.2174032656897058 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894432544708, "maximum_absolute_post_projection_soma_slope": 1.6243130573911913e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5410672530972694e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014770830971317052, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68034, "train_examples": 50000, "train_loss": 0.0033188046364113688 }, { "epoch": 175, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646553561091423, "mean_feedback_forward_cosine": 0.999506046555259, "mean_feedback_forward_relative_error": 0.0299668820744211, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004823949782915145, "instruction_rms": 0.0004823949781897861, "raw_apical_rms": 0.2174034631546331, "teaching_rms": 0.0004823949782915145, "traffic_rms": 0.21740222987061142 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.3032894730567932, "maximum_absolute_post_projection_soma_slope": 2.0330870142970525e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539493085993386e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014719714613152765, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68425, "train_examples": 50000, "train_loss": 0.003235620997995138 }, { "epoch": 176, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465528905391693, "mean_feedback_forward_cosine": 0.9995060476389799, "mean_feedback_forward_relative_error": 0.029966836956075646, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005192002842949462, "instruction_rms": 0.0005192002841667181, "raw_apical_rms": 0.21740963727154622, "teaching_rms": 0.0005192002842949462, "traffic_rms": 0.21740824891497282 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4374454337939824e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54143562147924e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015180627090760313, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68816, "train_examples": 50000, "train_loss": 0.0036198783402796833 }, { "epoch": 177, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465522944927216, "mean_feedback_forward_cosine": 0.9995060378854925, "mean_feedback_forward_relative_error": 0.02996679348871112, "min_feedback_forward_cosine": 0.9979238510131836 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00047765511720424756, "instruction_rms": 0.0004776551170704759, "raw_apical_rms": 0.21740837779312225, "teaching_rms": 0.00047765511720424756, "traffic_rms": 0.2174072304949405 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.6102829647479666e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5392311416945337e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014867588664745803, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69207, "train_examples": 50000, "train_loss": 0.0031951745545119046 }, { "epoch": 178, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465516984462738, "mean_feedback_forward_cosine": 0.9995060563087463, "mean_feedback_forward_relative_error": 0.02996675068173896, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005090372178668618, "instruction_rms": 0.000509037217898844, "raw_apical_rms": 0.21742121981918439, "teaching_rms": 0.0005090372178668618, "traffic_rms": 0.21741990100883468 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7437180588331103e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.545058390190179e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014876043814117336, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69598, "train_examples": 50000, "train_loss": 0.003262077833302319 }, { "epoch": 179, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465507298707962, "mean_feedback_forward_cosine": 0.9995060433040965, "mean_feedback_forward_relative_error": 0.02996670018712228, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000569124005517209, "instruction_rms": 0.0005691240056004799, "raw_apical_rms": 0.2174115342567077, "teaching_rms": 0.000569124005517209, "traffic_rms": 0.21740992758003677 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.7676303798452864e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.534766744941932e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014864871087457533, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69989, "train_examples": 50000, "train_loss": 0.0038019757165014744 }, { "epoch": 180, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465500593185425, "mean_feedback_forward_cosine": 0.9995060454715382, "mean_feedback_forward_relative_error": 0.029966658396138386, "min_feedback_forward_cosine": 0.997923731803894 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00048721177301676153, "instruction_rms": 0.00048721177276412584, "raw_apical_rms": 0.21739991392401944, "teaching_rms": 0.00048721177301676153, "traffic_rms": 0.21739872380390068 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.559779718718346e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5451993017862373e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014874742900861508, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70380, "train_examples": 50000, "train_loss": 0.0032574594100378456 }, { "epoch": 181, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465493887662888, "mean_feedback_forward_cosine": 0.9995060454715382, "mean_feedback_forward_relative_error": 0.02996661550450054, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000494028143340967, "instruction_rms": 0.0004940281432991926, "raw_apical_rms": 0.21739441667603263, "teaching_rms": 0.000494028143340967, "traffic_rms": 0.21739315922411628 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4297611983238312e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5428185038179038e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014802584077321858, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70771, "train_examples": 50000, "train_loss": 0.003330545827448368 }, { "epoch": 182, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646548792719841, "mean_feedback_forward_cosine": 0.9995060487227007, "mean_feedback_forward_relative_error": 0.02996657093648206, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005206205105650402, "instruction_rms": 0.0005206205107205834, "raw_apical_rms": 0.21739966314334672, "teaching_rms": 0.0005206205105650402, "traffic_rms": 0.2173982548642933 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.1608278782659909e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544242047799201e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014724816158551066, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71162, "train_examples": 50000, "train_loss": 0.0032657277070358396 }, { "epoch": 183, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465479731559753, "mean_feedback_forward_cosine": 0.9995060454715382, "mean_feedback_forward_relative_error": 0.029966524768282068, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004978860861837604, "instruction_rms": 0.0004978860863518811, "raw_apical_rms": 0.21740888659840904, "teaching_rms": 0.0004978860861837604, "traffic_rms": 0.21740743908307528 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.8766252196655842e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5432152921863694e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014810028981526032, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71553, "train_examples": 50000, "train_loss": 0.0034700161396712063 }, { "epoch": 184, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465473026037216, "mean_feedback_forward_cosine": 0.9995060693133961, "mean_feedback_forward_relative_error": 0.02996648144484921, "min_feedback_forward_cosine": 0.9979240298271179 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005215601427734619, "instruction_rms": 0.0005215601425838428, "raw_apical_rms": 0.2174011236627009, "teaching_rms": 0.0005215601427734619, "traffic_rms": 0.21739975292772665 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.223177434894751e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.542862469549623e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015025801284942993, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71944, "train_examples": 50000, "train_loss": 0.0033588976715505123 }, { "epoch": 185, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465465575456619, "mean_feedback_forward_cosine": 0.9995060519738631, "mean_feedback_forward_relative_error": 0.029966438849541276, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000499381375764398, "instruction_rms": 0.0004993813756396742, "raw_apical_rms": 0.21740655922939264, "teaching_rms": 0.000499381375764398, "traffic_rms": 0.21740526230389107 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.4619259047776723e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5409276797362904e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014788344967447473, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72335, "train_examples": 50000, "train_loss": 0.0033693819453567268 }, { "epoch": 186, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465459614992142, "mean_feedback_forward_cosine": 0.9995060508901422, "mean_feedback_forward_relative_error": 0.02996639484878291, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004621170943048924, "instruction_rms": 0.00046211709406335363, "raw_apical_rms": 0.21741432584785536, "teaching_rms": 0.0004621170943048924, "traffic_rms": 0.2174130967605341 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.376182012791105e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539613960120708e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014716894426569689, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72726, "train_examples": 50000, "train_loss": 0.0031655293280258776 }, { "epoch": 187, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465452909469604, "mean_feedback_forward_cosine": 0.9995060552250256, "mean_feedback_forward_relative_error": 0.029966348680582913, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005219874691613879, "instruction_rms": 0.0005219874689990842, "raw_apical_rms": 0.21740740280217968, "teaching_rms": 0.0005219874691613879, "traffic_rms": 0.2174059162679814 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.613528866073466e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.539200203000518e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014772549855444916, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73117, "train_examples": 50000, "train_loss": 0.00337699354454875 }, { "epoch": 188, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465446203947067, "mean_feedback_forward_cosine": 0.9995060552250256, "mean_feedback_forward_relative_error": 0.02996630777858875, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004401869693800428, "instruction_rms": 0.00044018696941048116, "raw_apical_rms": 0.21739349082914738, "teaching_rms": 0.0004401869693800428, "traffic_rms": 0.21739242801023695 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328935384750366, "maximum_absolute_post_projection_soma_slope": 1.3805274079459195e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.54102377627672e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014765603761886445, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73508, "train_examples": 50000, "train_loss": 0.0030622552121989427 }, { "epoch": 189, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646543800830841, "mean_feedback_forward_cosine": 0.9995060498064214, "mean_feedback_forward_relative_error": 0.029966263608499008, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005126393015931346, "instruction_rms": 0.0005126393016675731, "raw_apical_rms": 0.21738862227333874, "teaching_rms": 0.0005126393015931346, "traffic_rms": 0.21738720255921504 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.492823713533653e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.542992685895887e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014703011810006272, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73899, "train_examples": 50000, "train_loss": 0.003446732765249908 }, { "epoch": 190, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465432047843933, "mean_feedback_forward_cosine": 0.9995060736482794, "mean_feedback_forward_relative_error": 0.029966227202252907, "min_feedback_forward_cosine": 0.9979240298271179 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00042896103254150096, "instruction_rms": 0.00042896103243049427, "raw_apical_rms": 0.21738216678016126, "teaching_rms": 0.00042896103254150096, "traffic_rms": 0.2173811609021421 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.416471064885627e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.541990399225296e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014830609030900289, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74290, "train_examples": 50000, "train_loss": 0.002722090342491865 }, { "epoch": 191, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465424597263336, "mean_feedback_forward_cosine": 0.9995060693133961, "mean_feedback_forward_relative_error": 0.02996617847714912, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005017619126451125, "instruction_rms": 0.0005017619125553546, "raw_apical_rms": 0.21737164417073454, "teaching_rms": 0.0005017619126451125, "traffic_rms": 0.21737014588535458 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.6515421918938955e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5456002938367865e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014759938623378302, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74681, "train_examples": 50000, "train_loss": 0.0033543736807256936 }, { "epoch": 192, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0646541640162468, "mean_feedback_forward_cosine": 0.9995060703971169, "mean_feedback_forward_relative_error": 0.029966128634458238, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005124443840093078, "instruction_rms": 0.0005124443841018715, "raw_apical_rms": 0.21738106285126324, "teaching_rms": 0.0005124443840093078, "traffic_rms": 0.21737949702215628 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.374504989826164e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5445737203376625e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014916032998438793, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75072, "train_examples": 50000, "train_loss": 0.003268081470038742 }, { "epoch": 193, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465410441160202, "mean_feedback_forward_cosine": 0.9995060671459545, "mean_feedback_forward_relative_error": 0.029966086962006307, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004652341979512973, "instruction_rms": 0.0004652341979292752, "raw_apical_rms": 0.21737825899908592, "teaching_rms": 0.0004652341979512973, "traffic_rms": 0.21737693815033785 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.3245708885278873e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.546000521723271e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015385667096859386, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75463, "train_examples": 50000, "train_loss": 0.0031492233463004233 }, { "epoch": 194, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465402990579605, "mean_feedback_forward_cosine": 0.9995060573924671, "mean_feedback_forward_relative_error": 0.02996604374017228, "min_feedback_forward_cosine": 0.9979239106178284 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00047173044018590624, "instruction_rms": 0.0004717304399300386, "raw_apical_rms": 0.21736509679969196, "teaching_rms": 0.00047173044018590624, "traffic_rms": 0.21736377003916488 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.351129270688034e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5388899873359245e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014724101628322498, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75854, "train_examples": 50000, "train_loss": 0.0031086916375532747 }, { "epoch": 195, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465397775173187, "mean_feedback_forward_cosine": 0.9995060714808377, "mean_feedback_forward_relative_error": 0.029966003667901864, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004699245203918985, "instruction_rms": 0.0004699245202037794, "raw_apical_rms": 0.21737071026339022, "teaching_rms": 0.0004699245203918985, "traffic_rms": 0.21736946554807926 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.4053436814265297e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5402495016101293e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01471504414380081, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76245, "train_examples": 50000, "train_loss": 0.003135574822369963 }, { "epoch": 196, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465393304824829, "mean_feedback_forward_cosine": 0.9995060790668834, "mean_feedback_forward_relative_error": 0.02996596359563145, "min_feedback_forward_cosine": 0.9979240298271179 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00043156756303708635, "instruction_rms": 0.00043156756290855933, "raw_apical_rms": 0.21736636893496109, "teaching_rms": 0.00043156756303708635, "traffic_rms": 0.21736533672306935 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.328577212689197e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5417359676759665e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014745400055178466, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76636, "train_examples": 50000, "train_loss": 0.0026692149826884268 }, { "epoch": 197, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465386599302292, "mean_feedback_forward_cosine": 0.9995060649785128, "mean_feedback_forward_relative_error": 0.02996592190624638, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004731337698227652, "instruction_rms": 0.0004731337698627747, "raw_apical_rms": 0.21737531541875718, "teaching_rms": 0.0004731337698227652, "traffic_rms": 0.2173741105770319 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 2.0235361830600596e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5428865423971323e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014727790364439046, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77027, "train_examples": 50000, "train_loss": 0.002996583756618202 }, { "epoch": 198, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465378403663635, "mean_feedback_forward_cosine": 0.9995060736482794, "mean_feedback_forward_relative_error": 0.029965876627036116, "min_feedback_forward_cosine": 0.9979240298271179 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004894008205334953, "instruction_rms": 0.0004894008204920032, "raw_apical_rms": 0.21737143889129606, "teaching_rms": 0.0004894008205334953, "traffic_rms": 0.21737008850784664 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.630112365091918e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.544127677474315e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014804889972159688, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77418, "train_examples": 50000, "train_loss": 0.0033445166710577906 }, { "epoch": 199, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465370953083038, "mean_feedback_forward_cosine": 0.9995060801506043, "mean_feedback_forward_relative_error": 0.02996583070436662, "min_feedback_forward_cosine": 0.9979239702224731 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004714014026243369, "instruction_rms": 0.00047140140240393275, "raw_apical_rms": 0.21736337218665547, "teaching_rms": 0.0004714014026243369, "traffic_rms": 0.21736210394017905 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328938364982605, "maximum_absolute_post_projection_soma_slope": 1.5625910521066544e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5403167405645478e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014824347345283921, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77809, "train_examples": 50000, "train_loss": 0.002965526859872043 }, { "epoch": 200, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06465364992618561, "mean_feedback_forward_cosine": 0.9995060747320001, "mean_feedback_forward_relative_error": 0.029965790149501778, "min_feedback_forward_cosine": 0.9979240894317627 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00045414121840758485, "instruction_rms": 0.000454141218399506, "raw_apical_rms": 0.21735632978428515, "teaching_rms": 0.00045414121840758485, "traffic_rms": 0.21735519234462988 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.30328941345214844, "maximum_absolute_post_projection_soma_slope": 1.567328240525967e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5423811025095633e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014725825154811948, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 78200, "train_examples": 50000, "train_loss": 0.0027749313162826 } ], "evaluation_protocol": { "test_evaluations": 1, "test_used_for_selection": false, "validation_evaluations": 0 }, "final": { "accuracy": 0.9264, "epoch": 200, "evaluation_split": "test", "finite": true, "loss": 0.40963050231933595, "step": 78200 }, "hardware": { "cuda_device_name": "NVIDIA GeForce GTX 1080", "cuda_visible_devices": "7", "device": "cuda", "device_total_memory_bytes": 8507949056, "peak_memory_allocated_bytes": 3324800000, "peak_memory_reserved_bytes": 5553258496, "torch_version": "2.3.1+cu118" }, "predictor_warmup": { "closed_form_fit": { "max_absolute_residual_soma_slope": 1.3212634542014712e-07, "max_applied_stability_margin": 0.0, "max_positive_residual_soma_slope": 1.3212634542014712e-07, "min_residual_soma_slope": -1.2691913298112922e-07, "mse": 2.1058514214185065e-17, "observations": 64, "residual_traffic_rms_ratio": 7.2224856950565e-08, "stability_margin": 0.0 }, "examples": 64, "instruction_present": false, "mode": "closed_form", "post_warmup_traffic_residual_rms_ratio": 7.2224856950565e-08, "reuses_traffic_calibration_forward": true, "steps": 1, "task_loader_state_restored": true }, "protocol_family": "oral_a_cifar_local_resnet_development", "provenance": { "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", "git_tracked_dirty": false }, "schema_version": 1, "split": { "cifar_source_files": [ { "bytes": 31035704, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" }, { "bytes": 31035320, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" }, { "bytes": 31035999, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" }, { "bytes": 31035696, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" }, { "bytes": 31035623, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" }, { "bytes": 31035526, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" } ], "dataset": "cifar10", "evaluation_split": "test", "input_layout": "NCHW", "input_shape": [ 3, 32, 32 ], "loader_seed": 12, "normalization_mean": [ 0.49140000343322754, 0.4821999967098236, 0.4465000033378601 ], "normalization_std": [ 0.24699999392032623, 0.2434999942779541, 0.26159998774528503 ], "split_from_training_only": true, "split_seed": null, "test_examples": 10000, "train_examples": 50000, "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", "validation_class_counts": {}, "validation_examples": 0, "validation_index_sha256": null }, "timing": { "apical_warmup_wall_s": 0.0, "evaluation_wall_s": 2.02486515045166, "mirror_warmup_wall_s": 0.0, "predictor_warmup_wall_s": 0.06300473213195801, "timing_excludes_data_loading_hashing_and_model_construction": true, "total_timed_wall_s": 26385.03307390213, "train_wall_s": 26378.69224047661 }, "traffic_calibration": { "data_source": "first unaugmented development-training examples", "examples": 64, "instruction_rms": [ 0.0627080574631691, 0.03706730529665947, 0.026097532361745834, 0.025997934862971306, 0.015059462748467922, 0.017114033922553062, 0.010142219252884388, 0.012665885500609875, 0.00798695906996727, 0.01084459200501442, 0.0064156330190598965, 0.00910227745771408, 0.005154291167855263, 0.006877919193357229, 0.004515109118074179, 0.0063164751045405865, 0.003920458722859621, 0.005357971414923668, 0.003439005697146058, 0.007975700311362743, 0.005291788373142481, 0.006808620411902666, 0.004765127785503864, 0.0066861556842923164, 0.004128842614591122, 0.0060616303235292435, 0.003541220910847187, 0.005087018013000488, 0.003170633688569069, 0.00439643207937479, 0.002961694495752454, 0.004410099238157272, 0.002663350198417902, 0.0037906498182564974, 0.0024551311507821083, 0.003720915177837014, 0.0022440673783421516, 0.005535278003662825, 0.003655515145510435, 0.00500504532828927, 0.0033655446022748947, 0.004662506282329559, 0.003106443677097559, 0.004185087513178587, 0.002920798258855939, 0.003907869104295969, 0.0027478388510644436, 0.0037486148066818714, 0.0026096648070961237, 0.0033798557706177235, 0.002526075579226017, 0.0031582352239638567, 0.0024816126096993685, 0.0029130764305591583, 0.002540357643738389 ], "realized_traffic_instruction_rms_ratio": [ 4.000000476837158, 4.000000476837158, 4.0, 3.999999761581421, 3.999999761581421, 4.0, 4.0, 4.000000476837158, 4.0, 4.000000476837158, 4.000000476837158, 3.999999523162842, 3.999999523162842, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.000000476837158, 4.0, 4.000000476837158, 4.0, 3.999999523162842, 4.0, 4.0, 4.0, 4.0, 4.0, 3.999999761581421, 4.000000476837158, 3.999999761581421, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0 ], "target_ratio": 4.0, "traffic_gain": [ 0.33750131726264954, 0.19590385258197784, 0.08895129710435867, 0.1366502046585083, 0.04054412990808487, 0.0918569266796112, 0.023009901866316795, 0.06589116156101227, 0.015995139256119728, 0.0597301684319973, 0.011368107981979847, 0.05139009281992912, 0.00864375289529562, 0.03534276410937309, 0.007082617841660976, 0.03329198807477951, 0.0058189029805362225, 0.027272045612335205, 0.004795322194695473, 0.04221294820308685, 0.009607328101992607, 0.0358678475022316, 0.00799160823225975, 0.03545752912759781, 0.006400048732757568, 0.03432459384202957, 0.00509628327563405, 0.027625061571598053, 0.004334445111453533, 0.022093990817666054, 0.003876881441101432, 0.023369548842310905, 0.0033206844236701727, 0.019791830331087112, 0.0029678642749786377, 0.019896846264600754, 0.0026025776751339436, 0.03057720698416233, 0.005607756786048412, 0.0264064222574234, 0.004839103203266859, 0.025382149964571, 0.004209002945572138, 0.021822823211550713, 0.0037249738816171885, 0.02059056982398033, 0.0033972274977713823, 0.019883370026946068, 0.00307767023332417, 0.01821579970419407, 0.002869992982596159, 0.0169074647128582, 0.0026983791030943394, 0.015219924971461296, 0.002645905362442136 ], "unscaled_traffic_rms": [ 0.7432036995887756, 0.7568469047546387, 1.1735650300979614, 0.7610068321228027, 1.4857354164123535, 0.7452474236488342, 1.7631051540374756, 0.7688974142074585, 1.9973465204238892, 0.7262388467788696, 2.2574145793914795, 0.7084850072860718, 2.385209798812866, 0.7784246206283569, 2.549966335296631, 0.7589183449745178, 2.694981336593628, 0.7858554720878601, 2.86863374710083, 0.7557586431503296, 2.2032299041748047, 0.759300708770752, 2.385065793991089, 0.7542720437049866, 2.5805070400238037, 0.7063891887664795, 2.779453754425049, 0.7365801334381104, 2.92598819732666, 0.7959507703781128, 3.0557494163513184, 0.7548454403877258, 3.2081942558288574, 0.7661039233207703, 3.3089535236358643, 0.7480412125587463, 3.4489920139312744, 0.7241051197052002, 2.6074705123901367, 0.7581557631492615, 2.7819573879241943, 0.734769344329834, 2.9521896839141846, 0.767102837562561, 3.1364495754241943, 0.7591570615768433, 3.2353899478912354, 0.7541206479072571, 3.391740560531616, 0.7421811819076538, 3.5206713676452637, 0.7471812963485718, 3.6786715984344482, 0.7655954957008362, 3.8404359817504883 ], "uses_validation_endpoint": false }, "work": { "apical_macs_per_example": 125043328, "causal_scalar_observations": 0, "components": { "apical_projection_macs": 1250441282772992, "apical_regression_macs": 0, "bp_reverse_macs_estimate": 0, "kp_reciprocal_correlation_macs": 1250433280000000, "local_weight_correlation_macs": 1254856960000000, "mirror_feedback_prediction_macs": 0, "mirror_local_correlation_macs": 0, "mirror_response_macs": 0, "ordinary_forward_macs": 1254856960000000, "perturbation_forward_macs": 0, "warmup_clean_forward_macs": 8031084544 }, "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", "elementwise_operations_estimate": 127796290519040, "forward_macs_per_example": 125485696, "logical_batch_loss_queries": 0, "mirror_probe_examples": 0, "mirror_readout_probe_examples": 0, "neutral_projection_observations": 10000000, "per_example_cross_entropy_terms": 0, "total_clean_forward_examples": 10000064, "total_forward_equivalent_examples": 10000064, "total_macs_estimate": 5010596513857536 } }