{ "architecture": { "adaptive_apical_parameters": 1064960, "adaptive_feedback_parameters": 848512, "base_width": 16, "blocks_per_stage": 9, "bn_eps": 1e-05, "bn_momentum": 0.1, "depth": 56, "family": "CIFAR 6n+2 ResNet, option-A shortcuts", "fixed_feedback_parameters": 0, "fixed_traffic_coefficients": 532480, "forward_parameters": 853018, "hidden_shapes": [ [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ] ], "normalization": "batchnorm", "predictor_parameters": 1064960, "residual_scale": 1.0, "vectorizer_mode": null, "vectorizer_parameters": 0 }, "args": { "a_scale": 1.0, "a_warmup_steps": 0, "alignment_probe": 32, "apical_calibration_mode": "unit_targets", "apical_seed": null, "augment_train": 1, "batch_size": 128, "bn_eps": 1e-05, "bn_momentum": 0.1, "data_dir": "/home/yurenh2/sdrn/data", "depth": 56, "device": "cuda", "epochs": 200, "eta_A": 0.01, "eta_P": 0.1, "eval_every": 0, "eval_split": "test", "learn_P": 1, "loader_seed": 10, "lr": 0.1, "lr_gamma": 0.1, "lr_milestones": "100,150", "lr_schedule": "step", "max_steps": 0, "mirror_batch_size": 1, "mirror_eta": 0.1, "mirror_every": 16, "mirror_noise_std": 1.0, "mirror_seed": 3000, "mirror_warmup_steps": 0, "mode": "kp_traffic", "momentum": 0.9, "neutral_projection": 1, "normalization": "batchnorm", "nuisance_scale": 0.0, "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json", "output_lr": 0.1, "pert_directions": 1, "pert_every": 4, "pert_sigma": 0.01, "perturb_seed": 1000, "predictor_every": 0, "predictor_mode": "closed_form", "predictor_warmup_steps": 1, "residual_scale": null, "seed": 10, "split_seed": 2027, "traffic_calibration_examples": 64, "traffic_ratio": 4.0, "traffic_rule": "innovation", "traffic_seed": 5010, "train_limit": 0, "use_residual": 1, "val_examples": 0, "vectorizer_mode": "spatial_template", "warmup_epochs": 0, "weight_decay": 0.0001, "weight_scale": 1.0, "width": 16 }, "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", "counters": { "apical_warmup_examples": 0, "calibration_event_examples": 0, "causal_scalar_observations": 0, "logical_batch_loss_queries": 0, "mirror_conv_examples": 0, "mirror_events": 0, "mirror_readout_examples": 0, "neutral_projection_examples": 10000000, "ordinary_examples": 10000000, "per_example_loss_terms": 0, "perturbation_events": 0, "perturbation_forward_examples": 0, "predictor_update_examples": 64, "predictor_warmup_examples": 0, "traffic_audit_examples": 0, "traffic_calibration_examples": 64 }, "diagnostics": { "early_third_mean": 0.9994682272275289, "feedback_forward_cosine": [ 0.9994404911994934, 0.9993954300880432, 0.9997115135192871, 0.9996904730796814, 0.999552845954895, 0.9995489120483398, 0.9995783567428589, 0.9995408058166504, 0.9996228218078613, 0.999614953994751, 0.9996095299720764, 0.999545693397522, 0.9996140003204346, 0.9995242357254028, 0.999771773815155, 0.9996898174285889, 0.9997661709785461, 0.9996163845062256, 0.9997018575668335, 0.9997928142547607, 0.9996846914291382, 0.999636709690094, 0.9997365474700928, 0.9996662139892578, 0.9997066259384155, 0.9996163845062256, 0.9997081756591797, 0.9996177554130554, 0.999658465385437, 0.9995304346084595, 0.9996687173843384, 0.9995114803314209, 0.9995819330215454, 0.9993857145309448, 0.9994992017745972, 0.9992763996124268, 0.9997461438179016, 0.9998161196708679, 0.9997888803482056, 0.9997533559799194, 0.9997977018356323, 0.9996863603591919, 0.9997535347938538, 0.99958735704422, 0.999610185623169, 0.9993331432342529, 0.999364972114563, 0.9990265369415283, 0.9985905885696411, 0.9981398582458496, 0.9982001781463623, 0.9977648258209229, 0.9981805086135864, 0.9975036978721619, 0.9999802708625793 ], "feedback_forward_norm_ratio": [ 0.9990659356117249, 1.0005857944488525, 0.9993277192115784, 1.0003453493118286, 0.9995670318603516, 1.000895380973816, 0.9981652498245239, 1.0008583068847656, 0.9991608262062073, 1.001194953918457, 0.9992017149925232, 1.0010004043579102, 0.9991812705993652, 1.002564549446106, 0.9990981817245483, 1.000566005706787, 0.9995611906051636, 1.0014108419418335, 0.9984918236732483, 1.0005040168762207, 0.9991447925567627, 1.0008258819580078, 0.9996499419212341, 1.0017189979553223, 0.9990311861038208, 1.002008080482483, 0.9997596740722656, 1.001738429069519, 0.9991170167922974, 1.0017306804656982, 0.9995566010475159, 1.0015692710876465, 0.9979696869850159, 1.0022270679473877, 0.9989573359489441, 1.0032389163970947, 0.9992907047271729, 1.0006147623062134, 0.9997590780258179, 1.0006561279296875, 0.9998376369476318, 1.0011348724365234, 0.9995772838592529, 1.0010188817977905, 0.9992583990097046, 1.0021554231643677, 0.99852454662323, 1.00221586227417, 0.9974808096885681, 1.0032844543457031, 0.9973658323287964, 1.004159688949585, 0.9972424507141113, 1.0035505294799805, 1.001733660697937 ], "feedback_forward_relative_error": [ 0.03344787284731865, 0.03478962555527687, 0.0240226648747921, 0.024886533617973328, 0.02990039624273777, 0.03006056882441044, 0.02907276526093483, 0.030331334099173546, 0.027464091777801514, 0.0277912225574255, 0.027941882610321045, 0.0301781315356493, 0.027781657874584198, 0.03099004551768303, 0.021371891722083092, 0.02491869404911995, 0.02162111923098564, 0.027751967310905457, 0.02444976009428501, 0.020368635654449463, 0.025114303454756737, 0.02697877772152424, 0.02295496314764023, 0.02591652236878872, 0.02422996051609516, 0.02780137211084366, 0.02415524236857891, 0.027729131281375885, 0.026138020679354668, 0.030723802745342255, 0.025735855102539062, 0.031318821012973785, 0.02895987033843994, 0.03516266867518425, 0.03164835274219513, 0.03823957219719887, 0.022533871233463287, 0.019190732389688492, 0.02054876834154129, 0.02222895808517933, 0.020110785961151123, 0.025087302550673485, 0.022203581407666206, 0.02875879406929016, 0.02792232856154442, 0.03662370890378952, 0.03564311936497688, 0.044228386133909225, 0.05308665335178375, 0.06118026003241539, 0.05997497960925102, 0.06712844967842102, 0.06030327081680298, 0.07087264955043793, 0.006518933922052383 ], "innovation_negative_gradient_cosine": [ 0.9995369911193848, 0.9993072748184204, 0.9995357990264893, 0.9994770884513855, 0.9995355010032654, 0.9994328618049622, 0.9995237588882446, 0.9993277788162231, 0.9995232820510864, 0.9993844032287598, 0.9995205402374268, 0.9993714094161987, 0.9995244741439819, 0.999367356300354, 0.9995344877243042, 0.9995198249816895, 0.9995425939559937, 0.9994626641273499, 0.9995633959770203, 0.9995496273040771, 0.9995813369750977, 0.9994677305221558, 0.999589741230011, 0.9994921088218689, 0.9996006488800049, 0.9994814991950989, 0.9996095895767212, 0.9995163679122925, 0.9996070861816406, 0.999485433101654, 0.9996163845062256, 0.9995322227478027, 0.9996259212493896, 0.9994911551475525, 0.9996343851089478, 0.9994434714317322, 0.9996479749679565, 0.9996869564056396, 0.999660313129425, 0.9996445178985596, 0.9996895790100098, 0.9996963143348694, 0.9996941089630127, 0.9997339844703674, 0.9996970891952515, 0.9997127056121826, 0.9996949434280396, 0.9997172355651855, 0.9995944499969482, 0.9993976950645447, 0.9996228814125061, 0.9996196627616882, 0.9996307492256165, 0.9996695518493652, 0.6467665433883667 ], "instruction_negative_gradient_cosine": [ 0.9995369911193848, 0.9993072748184204, 0.9995357990264893, 0.9994770288467407, 0.9995355010032654, 0.9994328618049622, 0.9995237588882446, 0.9993277788162231, 0.9995232820510864, 0.9993844628334045, 0.9995205402374268, 0.9993714094161987, 0.9995244741439819, 0.9993672370910645, 0.9995344877243042, 0.9995198249816895, 0.9995425939559937, 0.9994626641273499, 0.999563455581665, 0.9995495676994324, 0.9995813369750977, 0.9994677305221558, 0.999589741230011, 0.9994921088218689, 0.9996007084846497, 0.9994814991950989, 0.9996095895767212, 0.9995163679122925, 0.9996070861816406, 0.9994853734970093, 0.9996163845062256, 0.9995322227478027, 0.9996258616447449, 0.9994912147521973, 0.999634325504303, 0.9994434714317322, 0.9996479749679565, 0.9996869564056396, 0.999660313129425, 0.9996445178985596, 0.9996895790100098, 0.9996963143348694, 0.9996941089630127, 0.9997339844703674, 0.9996970891952515, 0.9997127056121826, 0.9996948838233948, 0.9997172355651855, 0.9995944499969482, 0.9993976950645447, 0.9996228814125061, 0.9996196031570435, 0.9996308088302612, 0.9996695518493652, 0.6637846231460571 ], "matched_negative_gradient_cosine": [ 0.007951020263135433, 0.016651220619678497, 0.00022909475956112146, 0.0007789621595293283, 0.0020209504291415215, -0.003988915588706732, 0.007779962383210659, 0.0169359240680933, 0.006374146323651075, -0.019619127735495567, 0.015027269721031189, -0.0005737957544624805, 0.012350887060165405, 0.01950559765100479, 0.009089230559766293, 0.019061442464590073, 0.010499964468181133, 0.028676047921180725, -0.00823073647916317, 0.05451694130897522, 0.00878145918250084, 0.014558956027030945, 0.014895726926624775, 0.03158414363861084, 0.03653767704963684, 0.1080160140991211, 0.04275117814540863, 0.0927334874868393, 0.033844441175460815, 0.07671237736940384, 0.04065904766321182, 0.058761682361364365, 0.052511297166347504, 0.09380972385406494, 0.054168861359357834, 0.09256035089492798, 0.05772949010133743, 0.006526164244860411, 0.04461504891514778, 0.16173142194747925, 0.019345808774232864, 0.10187895596027374, 0.024881921708583832, 0.1399366557598114, 0.019930541515350342, 0.04394404590129852, 0.040142178535461426, 0.02651257999241352, 0.056152936071157455, 0.029059287160634995, 0.02733425609767437, 0.007577531039714813, 0.026050828397274017, 0.02375444583594799, 0.06823229044675827 ], "max_norm_match_direction_error": 0.14550673961639404, "max_norm_match_relative_error": 1.673303842153473e-07, "mean_feedback_forward_cosine": 0.9994443373246626, "mean_feedback_forward_relative_error": 0.031019884212450548, "neutral_projection": { "instruction_observations": 0, "max_absolute_correction_slope": 0.21679285168647766, "max_absolute_post_projection_soma_slope": 2.920860175947837e-08, "max_absolute_pre_projection_soma_slope": 0.21679285168647766, "max_positive_post_projection_soma_slope": 2.920860175947837e-08, "min_post_projection_soma_slope": -2.2999914861543402e-08, "observations": 32, "post_projection_traffic_rms_ratio": 2.3419398701970128e-08, "pre_projection_traffic_rms_ratio": 0.005726907156141328 }, "normalization_state": "training_batch_stats_without_running_update", "predictor_traffic_residual_rms_ratio": 0.005726907156090022, "raw_negative_gradient_cosine": [ 0.007951020263135433, 0.016651220619678497, 0.00022909522522240877, 0.0007789625087752938, 0.0020209504291415215, -0.0039889151230454445, 0.007779961451888084, 0.0169359240680933, 0.006374146789312363, -0.019619125872850418, 0.015027269721031189, -0.0005737952888011932, 0.01235088612884283, 0.01950559765100479, 0.009089229628443718, 0.019061442464590073, 0.010499965399503708, 0.028676047921180725, -0.00823073647916317, 0.05451694130897522, 0.00878145918250084, 0.01455895695835352, 0.014895725063979626, 0.03158414363861084, 0.03653767704963684, 0.1080160140991211, 0.04275117814540863, 0.0927334874868393, 0.033844441175460815, 0.07671236991882324, 0.04065905138850212, 0.058761678636074066, 0.052511293441057205, 0.09380972385406494, 0.054168861359357834, 0.09256035089492798, 0.05772949755191803, 0.00652616610750556, 0.04461504891514778, 0.16173143684864044, 0.019345812499523163, 0.10187895596027374, 0.024881921708583832, 0.1399366557598114, 0.019930541515350342, 0.04394404590129852, 0.040142182260751724, 0.02651258185505867, 0.05615293234586716, 0.029059283435344696, 0.02733425796031952, 0.007577531039714813, 0.026050828397274017, 0.02375444769859314, 0.0681997612118721 ], "teaching_negative_gradient_cosine": [ 0.9995369911193848, 0.9993072748184204, 0.9995357990264893, 0.9994770884513855, 0.9995355010032654, 0.9994328618049622, 0.9995237588882446, 0.9993277788162231, 0.9995232820510864, 0.9993844032287598, 0.9995205402374268, 0.9993714094161987, 0.9995244741439819, 0.999367356300354, 0.9995344877243042, 0.9995198249816895, 0.9995425939559937, 0.9994626641273499, 0.9995633959770203, 0.9995496273040771, 0.9995813369750977, 0.9994677305221558, 0.999589741230011, 0.9994921088218689, 0.9996006488800049, 0.9994814991950989, 0.9996095895767212, 0.9995163679122925, 0.9996070861816406, 0.999485433101654, 0.9996163845062256, 0.9995322227478027, 0.9996259212493896, 0.9994911551475525, 0.9996343851089478, 0.9994434714317322, 0.9996479749679565, 0.9996869564056396, 0.999660313129425, 0.9996445178985596, 0.9996895790100098, 0.9996963143348694, 0.9996941089630127, 0.9997339844703674, 0.9996970891952515, 0.9997127056121826, 0.9996949434280396, 0.9997172355651855, 0.9995944499969482, 0.9993976950645447, 0.9996228814125061, 0.9996196627616882, 0.9996307492256165, 0.9996695518493652, 0.6467665433883667 ], "traffic_instruction_rms_ratio": 166.47478673073695, "used_negative_gradient_cosine": [ 0.9995369911193848, 0.9993072748184204, 0.9995357990264893, 0.9994770884513855, 0.9995355010032654, 0.9994328618049622, 0.9995237588882446, 0.9993277788162231, 0.9995232820510864, 0.9993844032287598, 0.9995205402374268, 0.9993714094161987, 0.9995244741439819, 0.999367356300354, 0.9995344877243042, 0.9995198249816895, 0.9995425939559937, 0.9994626641273499, 0.9995633959770203, 0.9995496273040771, 0.9995813369750977, 0.9994677305221558, 0.999589741230011, 0.9994921088218689, 0.9996006488800049, 0.9994814991950989, 0.9996095895767212, 0.9995163679122925, 0.9996070861816406, 0.999485433101654, 0.9996163845062256, 0.9995322227478027, 0.9996259212493896, 0.9994911551475525, 0.9996343851089478, 0.9994434714317322, 0.9996479749679565, 0.9996869564056396, 0.999660313129425, 0.9996445178985596, 0.9996895790100098, 0.9996963143348694, 0.9996941089630127, 0.9997339844703674, 0.9996970891952515, 0.9997127056121826, 0.9996949434280396, 0.9997172355651855, 0.9995944499969482, 0.9993976950645447, 0.9996228814125061, 0.9996196627616882, 0.9996307492256165, 0.9996695518493652, 0.6467665433883667 ], "wall_s": 0.3682084083557129 }, "epochs": [ { "epoch": 1, "feedback_tracking": { "max_feedback_forward_relative_error": 1.369456171989441, "mean_feedback_forward_cosine": 0.2689082251353697, "mean_feedback_forward_relative_error": 1.1972714272412386, "min_feedback_forward_cosine": 0.06917765736579895 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0014078608180658027, "instruction_rms": 0.001407860820661047, "raw_apical_rms": 0.07253148805079876, "teaching_rms": 0.0014078608180658027, "traffic_rms": 0.07242028298479802 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.183836459034865e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 3.0222815594380756e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008607884238328454, "minimum_observations": 80 }, "output_lr": 0.1, "step": 391, "train_examples": 50000, "train_loss": 2.5390182747650147 }, { "epoch": 2, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3501542806625366, "mean_feedback_forward_cosine": 0.2927861137823625, "mean_feedback_forward_relative_error": 1.177639068256725, "min_feedback_forward_cosine": 0.0984971821308136 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00124677806096627, "instruction_rms": 0.001246778060357656, "raw_apical_rms": 0.07905536325674647, "teaching_rms": 0.00124677806096627, "traffic_rms": 0.07904517099797034 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.801659134860529e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.813901610059566e-08, "maximum_pre_projection_traffic_rms_ratio": 0.009354999126080822, "minimum_observations": 80 }, "output_lr": 0.1, "step": 782, "train_examples": 50000, "train_loss": 1.825491848373413 }, { "epoch": 3, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3406648635864258, "mean_feedback_forward_cosine": 0.33759623102166436, "mean_feedback_forward_relative_error": 1.1397242833267558, "min_feedback_forward_cosine": 0.10546259582042694 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0017762302135308115, "instruction_rms": 0.0017762302137874684, "raw_apical_rms": 0.09286173665831304, "teaching_rms": 0.0017762302135308115, "traffic_rms": 0.09284445870091278 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1403717081748255e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.7028709890868054e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008458986768579237, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1173, "train_examples": 50000, "train_loss": 1.5229721897888184 }, { "epoch": 4, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3353369235992432, "mean_feedback_forward_cosine": 0.38439204462549903, "mean_feedback_forward_relative_error": 1.0989309056238694, "min_feedback_forward_cosine": 0.11290597170591354 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002144352366856395, "instruction_rms": 0.002144352366926018, "raw_apical_rms": 0.10642397751297464, "teaching_rms": 0.002144352366856395, "traffic_rms": 0.10640207164306367 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.766463738789753e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.607272010383771e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007169416539074072, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1564, "train_examples": 50000, "train_loss": 1.2386383350372314 }, { "epoch": 5, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3303279876708984, "mean_feedback_forward_cosine": 0.42887628769332714, "mean_feedback_forward_relative_error": 1.058563599803231, "min_feedback_forward_cosine": 0.11963705718517303 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0024083291066470266, "instruction_rms": 0.002408329106783188, "raw_apical_rms": 0.1160738627277121, "teaching_rms": 0.0024083291066470266, "traffic_rms": 0.11604860936263153 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.463994305429878e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5641748357825903e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007335635853544253, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1955, "train_examples": 50000, "train_loss": 1.0158939805603027 }, { "epoch": 6, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3247514963150024, "mean_feedback_forward_cosine": 0.468974922191013, "mean_feedback_forward_relative_error": 1.0200427906079725, "min_feedback_forward_cosine": 0.127312570810318 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025600956808246975, "instruction_rms": 0.0025600956817007758, "raw_apical_rms": 0.12247912124202827, "teaching_rms": 0.0025600956808246975, "traffic_rms": 0.12245209271991864 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 5.8787094303625054e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5591618086320432e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008561494907804461, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2346, "train_examples": 50000, "train_loss": 0.8577664368057251 }, { "epoch": 7, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3185664415359497, "mean_feedback_forward_cosine": 0.5038931838490747, "mean_feedback_forward_relative_error": 0.9849336450750178, "min_feedback_forward_cosine": 0.13563823699951172 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025940226788831447, "instruction_rms": 0.002594022678948535, "raw_apical_rms": 0.12895238646516094, "teaching_rms": 0.0025940226788831447, "traffic_rms": 0.12892603267008163 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.997678525522133e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5463127291706684e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008545097883428839, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2737, "train_examples": 50000, "train_loss": 0.7557037147521972 }, { "epoch": 8, "feedback_tracking": { "max_feedback_forward_relative_error": 1.312221646308899, "mean_feedback_forward_cosine": 0.53461450798945, "mean_feedback_forward_relative_error": 0.9526763005690141, "min_feedback_forward_cosine": 0.1440867930650711 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026261802167477115, "instruction_rms": 0.0026261802163296158, "raw_apical_rms": 0.13317921947134523, "teaching_rms": 0.0026261802167477115, "traffic_rms": 0.1331530843718966 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.0903553970820212e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.529052634860394e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00911506880900851, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3128, "train_examples": 50000, "train_loss": 0.6905287527656555 }, { "epoch": 9, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3053839206695557, "mean_feedback_forward_cosine": 0.5630068250677802, "mean_feedback_forward_relative_error": 0.9216304621913216, "min_feedback_forward_cosine": 0.15337881445884705 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026532173367286287, "instruction_rms": 0.002653217336847133, "raw_apical_rms": 0.13781177115967047, "teaching_rms": 0.0026532173367286287, "traffic_rms": 0.13778599137145367 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 9.864122318958835e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5253319297284716e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00903966909057363, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3519, "train_examples": 50000, "train_loss": 0.6335982405853271 }, { "epoch": 10, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2983505725860596, "mean_feedback_forward_cosine": 0.5881762472066012, "mean_feedback_forward_relative_error": 0.8930000028826973, "min_feedback_forward_cosine": 0.16186240315437317 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027004392122214776, "instruction_rms": 0.0027004392135709186, "raw_apical_rms": 0.1409414882365129, "teaching_rms": 0.0027004392122214776, "traffic_rms": 0.14091533321399727 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.604141837371571e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5159799066847384e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008300611858488472, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3910, "train_examples": 50000, "train_loss": 0.5807088320827484 }, { "epoch": 11, "feedback_tracking": { "max_feedback_forward_relative_error": 1.289905309677124, "mean_feedback_forward_cosine": 0.611640171029351, "mean_feedback_forward_relative_error": 0.8652345949953253, "min_feedback_forward_cosine": 0.17215199768543243 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002716556502013636, "instruction_rms": 0.002716556501728653, "raw_apical_rms": 0.1438973105166632, "teaching_rms": 0.002716556502013636, "traffic_rms": 0.1438713914837601 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 9.660015365398067e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5125790295178934e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008332734171125573, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4301, "train_examples": 50000, "train_loss": 0.5490889276123047 }, { "epoch": 12, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2804360389709473, "mean_feedback_forward_cosine": 0.6332393632693725, "mean_feedback_forward_relative_error": 0.8388771290128881, "min_feedback_forward_cosine": 0.1850309669971466 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027347042332565657, "instruction_rms": 0.0027347042333227137, "raw_apical_rms": 0.145752187024359, "teaching_rms": 0.0027347042332565657, "traffic_rms": 0.14572623077321176 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.2038564989325096e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5105251607952445e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008174152878091092, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4692, "train_examples": 50000, "train_loss": 0.5216856644821167 }, { "epoch": 13, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2710715532302856, "mean_feedback_forward_cosine": 0.6532921455123207, "mean_feedback_forward_relative_error": 0.8137308101762425, "min_feedback_forward_cosine": 0.1969955563545227 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027213841771664385, "instruction_rms": 0.0027213841770934604, "raw_apical_rms": 0.1482095211465228, "teaching_rms": 0.0027213841771664385, "traffic_rms": 0.1481842355957605 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.45189455592299e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.526094867671055e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008321533278653932, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5083, "train_examples": 50000, "train_loss": 0.49639288541793825 }, { "epoch": 14, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2606836557388306, "mean_feedback_forward_cosine": 0.6722355338660153, "mean_feedback_forward_relative_error": 0.7892406214367259, "min_feedback_forward_cosine": 0.21050788462162018 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002706110810581065, "instruction_rms": 0.0027061108111700195, "raw_apical_rms": 0.1498301910981681, "teaching_rms": 0.002706110810581065, "traffic_rms": 0.1498054236433129 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.23983947132001e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.504863395961472e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008117705535747154, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5474, "train_examples": 50000, "train_loss": 0.46903689533233645 }, { "epoch": 15, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2496236562728882, "mean_feedback_forward_cosine": 0.6898900433020159, "mean_feedback_forward_relative_error": 0.7656778820536353, "min_feedback_forward_cosine": 0.2246866524219513 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00268414078045173, "instruction_rms": 0.002684140779454647, "raw_apical_rms": 0.1510483561881407, "teaching_rms": 0.00268414078045173, "traffic_rms": 0.151024166507925 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 1.180244240117645e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5135116606682998e-08, "maximum_pre_projection_traffic_rms_ratio": 0.008063122030842956, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5865, "train_examples": 50000, "train_loss": 0.4508209700489044 }, { "epoch": 16, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2381395101547241, "mean_feedback_forward_cosine": 0.706576835567301, "mean_feedback_forward_relative_error": 0.7427569503133947, "min_feedback_forward_cosine": 0.24030257761478424 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027269388715657687, "instruction_rms": 0.0027269388713653925, "raw_apical_rms": 0.15219185098940602, "teaching_rms": 0.0027269388715657687, "traffic_rms": 0.1521671288481907 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.0166957764567996e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5060952700744226e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0077939087266589505, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6256, "train_examples": 50000, "train_loss": 0.42989219255447386 }, { "epoch": 17, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2247095108032227, "mean_feedback_forward_cosine": 0.7227096731012518, "mean_feedback_forward_relative_error": 0.7199545334685933, "min_feedback_forward_cosine": 0.25628435611724854 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027349959697728905, "instruction_rms": 0.002734995970364187, "raw_apical_rms": 0.15284853997319411, "teaching_rms": 0.0027349959697728905, "traffic_rms": 0.15282369517765512 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.373790822384763e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5198463096368874e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007536574376778029, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6647, "train_examples": 50000, "train_loss": 0.4131422837734222 }, { "epoch": 18, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2106099128723145, "mean_feedback_forward_cosine": 0.7377519146962599, "mean_feedback_forward_relative_error": 0.6982379024679011, "min_feedback_forward_cosine": 0.27311837673187256 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002738938882674984, "instruction_rms": 0.002738938882131211, "raw_apical_rms": 0.1547192768412384, "teaching_rms": 0.002738938882674984, "traffic_rms": 0.15469464677270342 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.65467325688951e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.509952813512533e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007475800837032979, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7038, "train_examples": 50000, "train_loss": 0.395740670375824 }, { "epoch": 19, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1949330568313599, "mean_feedback_forward_cosine": 0.7525744221427224, "mean_feedback_forward_relative_error": 0.6761982630599629, "min_feedback_forward_cosine": 0.29287850856781006 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002789933881637465, "instruction_rms": 0.002789933882418844, "raw_apical_rms": 0.15529511365498264, "teaching_rms": 0.002789933881637465, "traffic_rms": 0.15526965106451546 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.554450576208183e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5095342040844068e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007504243891270323, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7429, "train_examples": 50000, "train_loss": 0.3899913565635681 }, { "epoch": 20, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1793348789215088, "mean_feedback_forward_cosine": 0.7664710158651525, "mean_feedback_forward_relative_error": 0.654895176670768, "min_feedback_forward_cosine": 0.3113252520561218 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0028157399067542995, "instruction_rms": 0.0028157399068014966, "raw_apical_rms": 0.1557017757088369, "teaching_rms": 0.0028157399067542995, "traffic_rms": 0.15567592398314006 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.2300030505230097e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5141737887963763e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007724938687399083, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7820, "train_examples": 50000, "train_loss": 0.3716805156517029 }, { "epoch": 21, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1615961790084839, "mean_feedback_forward_cosine": 0.7794803326780145, "mean_feedback_forward_relative_error": 0.6345552338795228, "min_feedback_forward_cosine": 0.3317318558692932 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027772103042668236, "instruction_rms": 0.0027772103042611046, "raw_apical_rms": 0.15703431703397072, "teaching_rms": 0.0027772103042668236, "traffic_rms": 0.15700935973156757 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.0139478945347946e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5200974792610012e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007565728388337472, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8211, "train_examples": 50000, "train_loss": 0.3565149616909027 }, { "epoch": 22, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1436591148376465, "mean_feedback_forward_cosine": 0.7917030274868011, "mean_feedback_forward_relative_error": 0.6147973905910146, "min_feedback_forward_cosine": 0.3503715693950653 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002740800465849123, "instruction_rms": 0.0027408004651419916, "raw_apical_rms": 0.15884990233234111, "teaching_rms": 0.002740800465849123, "traffic_rms": 0.15882587576190477 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 8.08871476465356e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.515649550919636e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007051738210346881, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8602, "train_examples": 50000, "train_loss": 0.34919896123886107 }, { "epoch": 23, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1289823055267334, "mean_feedback_forward_cosine": 0.8035282308405096, "mean_feedback_forward_relative_error": 0.5955030484633013, "min_feedback_forward_cosine": 0.37110692262649536 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002720008624748741, "instruction_rms": 0.0027200086257573902, "raw_apical_rms": 0.1591613560909939, "teaching_rms": 0.002720008624748741, "traffic_rms": 0.1591376994669512 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 5.961846483160116e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.507685907145174e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006787212674603808, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8993, "train_examples": 50000, "train_loss": 0.3399496278190613 }, { "epoch": 24, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1149834394454956, "mean_feedback_forward_cosine": 0.8148032464764335, "mean_feedback_forward_relative_error": 0.5765755279497666, "min_feedback_forward_cosine": 0.3912418484687805 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027380940860072885, "instruction_rms": 0.002738094086287847, "raw_apical_rms": 0.160350078362088, "teaching_rms": 0.0027380940860072885, "traffic_rms": 0.16032627262381183 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.384102135825742e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.514405910573417e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006609140139783976, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9384, "train_examples": 50000, "train_loss": 0.32405499139785765 }, { "epoch": 25, "feedback_tracking": { "max_feedback_forward_relative_error": 1.098513126373291, "mean_feedback_forward_cosine": 0.825629183920947, "mean_feedback_forward_relative_error": 0.5577839160507375, "min_feedback_forward_cosine": 0.4139281213283539 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002806733872328214, "instruction_rms": 0.002806733871476678, "raw_apical_rms": 0.16137592009991242, "teaching_rms": 0.002806733872328214, "traffic_rms": 0.16135106133359212 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.402244588978647e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5122284420077096e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006833164944225116, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9775, "train_examples": 50000, "train_loss": 0.31489995611190796 }, { "epoch": 26, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0807279348373413, "mean_feedback_forward_cosine": 0.8359038759361613, "mean_feedback_forward_relative_error": 0.5396850214763121, "min_feedback_forward_cosine": 0.43376851081848145 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027126405252002935, "instruction_rms": 0.002712640525776598, "raw_apical_rms": 0.1614713695608004, "teaching_rms": 0.0027126405252002935, "traffic_rms": 0.16144816076638513 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.129415908162628e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5209754067163376e-08, "maximum_pre_projection_traffic_rms_ratio": 0.007243929023428913, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10166, "train_examples": 50000, "train_loss": 0.31143629782676696 }, { "epoch": 27, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0643980503082275, "mean_feedback_forward_cosine": 0.8452983178875663, "mean_feedback_forward_relative_error": 0.5226983774792064, "min_feedback_forward_cosine": 0.45132529735565186 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027025649776800734, "instruction_rms": 0.0027025649788819084, "raw_apical_rms": 0.1619282005105999, "teaching_rms": 0.0027025649776800734, "traffic_rms": 0.16190523076048755 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.616452452590238e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5134851767211678e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006847339694932586, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10557, "train_examples": 50000, "train_loss": 0.29772738583564756 }, { "epoch": 28, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0457823276519775, "mean_feedback_forward_cosine": 0.854599083553661, "mean_feedback_forward_relative_error": 0.5055396803400733, "min_feedback_forward_cosine": 0.4712110757827759 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002761482782204626, "instruction_rms": 0.0027614827828063375, "raw_apical_rms": 0.16258257613656435, "teaching_rms": 0.002761482782204626, "traffic_rms": 0.1625586360347466 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.46648885549439e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.510967737137601e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006350087813880074, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10948, "train_examples": 50000, "train_loss": 0.29446000383377074 }, { "epoch": 29, "feedback_tracking": { "max_feedback_forward_relative_error": 1.026662826538086, "mean_feedback_forward_cosine": 0.8632767005400224, "mean_feedback_forward_relative_error": 0.48891182243824005, "min_feedback_forward_cosine": 0.4909406304359436 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027294029851671073, "instruction_rms": 0.002729402984734353, "raw_apical_rms": 0.16345852326418697, "teaching_rms": 0.0027294029851671073, "traffic_rms": 0.1634353017690766 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.029981136634888e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5219791969399757e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0065914767230672595, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11339, "train_examples": 50000, "train_loss": 0.2873349623298645 }, { "epoch": 30, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0072821378707886, "mean_feedback_forward_cosine": 0.8715605811639265, "mean_feedback_forward_relative_error": 0.472716176238927, "min_feedback_forward_cosine": 0.5108346939086914 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027412687801244375, "instruction_rms": 0.002741268779740909, "raw_apical_rms": 0.1637920463690306, "teaching_rms": 0.0027412687801244375, "traffic_rms": 0.1637685970984676 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.260398777158116e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.513659095315303e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006347078384476118, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11730, "train_examples": 50000, "train_loss": 0.2780431655406952 }, { "epoch": 31, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9849993586540222, "mean_feedback_forward_cosine": 0.8796194163235751, "mean_feedback_forward_relative_error": 0.4566669481721791, "min_feedback_forward_cosine": 0.5322908163070679 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002772720722504387, "instruction_rms": 0.002772720721653245, "raw_apical_rms": 0.16517825215258577, "teaching_rms": 0.002772720722504387, "traffic_rms": 0.1651544968565768 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.4016616957142105e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5124009446383405e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006232119474522236, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12121, "train_examples": 50000, "train_loss": 0.27643853506088256 }, { "epoch": 32, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9637517333030701, "mean_feedback_forward_cosine": 0.8872257872061295, "mean_feedback_forward_relative_error": 0.44102646708488463, "min_feedback_forward_cosine": 0.5526212453842163 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027165305410477045, "instruction_rms": 0.0027165305406895435, "raw_apical_rms": 0.16552759880769918, "teaching_rms": 0.0027165305410477045, "traffic_rms": 0.16550480070143003 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.4904397472910205e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5104235840156505e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006151879557324416, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12512, "train_examples": 50000, "train_loss": 0.2654162586069107 }, { "epoch": 33, "feedback_tracking": { "max_feedback_forward_relative_error": 0.944539487361908, "mean_feedback_forward_cosine": 0.8941527670080012, "mean_feedback_forward_relative_error": 0.42625711262226107, "min_feedback_forward_cosine": 0.5705175399780273 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002712585016804926, "instruction_rms": 0.002712585016648845, "raw_apical_rms": 0.16654005679792938, "teaching_rms": 0.002712585016804926, "traffic_rms": 0.166517485394477 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.368676335772761e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.506944724660411e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006120622290934922, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12903, "train_examples": 50000, "train_loss": 0.2637014389514923 }, { "epoch": 34, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9225064516067505, "mean_feedback_forward_cosine": 0.9008544921875, "mean_feedback_forward_relative_error": 0.411741810224273, "min_feedback_forward_cosine": 0.5907073020935059 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027195632493860525, "instruction_rms": 0.0027195632494493604, "raw_apical_rms": 0.16716096719402668, "teaching_rms": 0.0027195632493860525, "traffic_rms": 0.16713831787247851 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.625273130111964e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5099903609261106e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0058345445216743674, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13294, "train_examples": 50000, "train_loss": 0.2554851693439484 }, { "epoch": 35, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9018487334251404, "mean_feedback_forward_cosine": 0.907134747505188, "mean_feedback_forward_relative_error": 0.39767970808527686, "min_feedback_forward_cosine": 0.6090466380119324 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026915925703477647, "instruction_rms": 0.0026915925705541096, "raw_apical_rms": 0.16747368530356588, "teaching_rms": 0.0026915925703477647, "traffic_rms": 0.167451493246592 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.8205895214769043e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.507205419149286e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0059935289922810634, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13685, "train_examples": 50000, "train_loss": 0.25527560507774355 }, { "epoch": 36, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8779973983764648, "mean_feedback_forward_cosine": 0.9132803266698664, "mean_feedback_forward_relative_error": 0.3836985009637746, "min_feedback_forward_cosine": 0.629700779914856 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002709336798875379, "instruction_rms": 0.002709336798922376, "raw_apical_rms": 0.16876696760186286, "teaching_rms": 0.002709336798875379, "traffic_rms": 0.16874474387579133 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.7212787396565545e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5155106164427826e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005770719968114469, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14076, "train_examples": 50000, "train_loss": 0.24738198353767396 }, { "epoch": 37, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8550582528114319, "mean_feedback_forward_cosine": 0.9191248839551752, "mean_feedback_forward_relative_error": 0.3699219751087102, "min_feedback_forward_cosine": 0.6488503813743591 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002744658580348916, "instruction_rms": 0.0027446585809002867, "raw_apical_rms": 0.1692784749870594, "teaching_rms": 0.002744658580348916, "traffic_rms": 0.16925564762653938 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 1.0283056184334782e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.503462783355452e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005984480415672107, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14467, "train_examples": 50000, "train_loss": 0.24656046650886534 }, { "epoch": 38, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8322657942771912, "mean_feedback_forward_cosine": 0.924671167677099, "mean_feedback_forward_relative_error": 0.35647109056060966, "min_feedback_forward_cosine": 0.6674500107765198 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002716551682468488, "instruction_rms": 0.002716551681202091, "raw_apical_rms": 0.16999963073479868, "teaching_rms": 0.002716551682468488, "traffic_rms": 0.16997738192670953 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.883178199108443e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.503999784704528e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005998146009132028, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14858, "train_examples": 50000, "train_loss": 0.24410252239227295 }, { "epoch": 39, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8098189830780029, "mean_feedback_forward_cosine": 0.9298397335139188, "mean_feedback_forward_relative_error": 0.343571529740637, "min_feedback_forward_cosine": 0.6851625442504883 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002704993410636537, "instruction_rms": 0.00270499340952124, "raw_apical_rms": 0.17004736791511776, "teaching_rms": 0.002704993410636537, "traffic_rms": 0.17002524441399822 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.865217810376635e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5008694971792143e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00595464802904857, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15249, "train_examples": 50000, "train_loss": 0.2346136785888672 }, { "epoch": 40, "feedback_tracking": { "max_feedback_forward_relative_error": 0.788639485836029, "mean_feedback_forward_cosine": 0.9345328157598322, "mean_feedback_forward_relative_error": 0.3313400975682519, "min_feedback_forward_cosine": 0.7013775706291199 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027144490760981355, "instruction_rms": 0.0027144490765332522, "raw_apical_rms": 0.1704820113064447, "teaching_rms": 0.0027144490760981355, "traffic_rms": 0.17045976833896143 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.369202054656853e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5075531941569833e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005941322468501192, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15640, "train_examples": 50000, "train_loss": 0.22998918856143952 }, { "epoch": 41, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7658517956733704, "mean_feedback_forward_cosine": 0.9390178973024542, "mean_feedback_forward_relative_error": 0.31936303905465385, "min_feedback_forward_cosine": 0.7179839015007019 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027388282564563614, "instruction_rms": 0.0027388282566992773, "raw_apical_rms": 0.17149561445755873, "teaching_rms": 0.0027388282564563614, "traffic_rms": 0.1714732163783227 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.646818289686053e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5039550853157958e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0058671058650391975, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16031, "train_examples": 50000, "train_loss": 0.228340030670166 }, { "epoch": 42, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7429981827735901, "mean_feedback_forward_cosine": 0.9432894836772572, "mean_feedback_forward_relative_error": 0.30768744457851754, "min_feedback_forward_cosine": 0.7345595955848694 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027492090132646358, "instruction_rms": 0.0027492090135381726, "raw_apical_rms": 0.17173264824442055, "teaching_rms": 0.0027492090132646358, "traffic_rms": 0.17171000743235323 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.478892800032554e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4961528678032153e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005707809539607657, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16422, "train_examples": 50000, "train_loss": 0.22297325903892518 }, { "epoch": 43, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7205039262771606, "mean_feedback_forward_cosine": 0.9472182219678705, "mean_feedback_forward_relative_error": 0.29652146344835106, "min_feedback_forward_cosine": 0.7503696084022522 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002699274124081228, "instruction_rms": 0.0026992741242085087, "raw_apical_rms": 0.17213260750946038, "teaching_rms": 0.002699274124081228, "traffic_rms": 0.17211085907920048 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 8.331967649155558e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5001326548704666e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005755646294036971, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16813, "train_examples": 50000, "train_loss": 0.22228818331718445 }, { "epoch": 44, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6984027028083801, "mean_feedback_forward_cosine": 0.9509410045363687, "mean_feedback_forward_relative_error": 0.2856178346005353, "min_feedback_forward_cosine": 0.7656651735305786 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00271700873409705, "instruction_rms": 0.002717008734128077, "raw_apical_rms": 0.17280180485978924, "teaching_rms": 0.00271700873409705, "traffic_rms": 0.17277982802284342 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1747259520689113e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4984288504050477e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005985720429172296, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17204, "train_examples": 50000, "train_loss": 0.22128331359386444 }, { "epoch": 45, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6764211058616638, "mean_feedback_forward_cosine": 0.9543936209245162, "mean_feedback_forward_relative_error": 0.27514181313189595, "min_feedback_forward_cosine": 0.7800532579421997 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002709935901320221, "instruction_rms": 0.00270993590110685, "raw_apical_rms": 0.17309379917053339, "teaching_rms": 0.002709935901320221, "traffic_rms": 0.173071956657856 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.971801980171222e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.499260260947927e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005833380762116176, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17595, "train_examples": 50000, "train_loss": 0.21470431671142579 }, { "epoch": 46, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6528832316398621, "mean_feedback_forward_cosine": 0.9577399297194047, "mean_feedback_forward_relative_error": 0.26469197462905536, "min_feedback_forward_cosine": 0.7951393723487854 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027628235506417013, "instruction_rms": 0.0027628235505700546, "raw_apical_rms": 0.1738290779543857, "teaching_rms": 0.0027628235506417013, "traffic_rms": 0.17380649136716134 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.574178084723826e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5033849938601963e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005856943721158105, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17986, "train_examples": 50000, "train_loss": 0.2135639434337616 }, { "epoch": 47, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6299036741256714, "mean_feedback_forward_cosine": 0.9609023495153948, "mean_feedback_forward_relative_error": 0.2544504498216239, "min_feedback_forward_cosine": 0.8091050386428833 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027536471840989255, "instruction_rms": 0.002753647183624104, "raw_apical_rms": 0.174755363669475, "teaching_rms": 0.0027536471840989255, "traffic_rms": 0.17473309632877218 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.033400540810362e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.497529781374043e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006092486563079558, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18377, "train_examples": 50000, "train_loss": 0.21429219744205474 }, { "epoch": 48, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6096960306167603, "mean_feedback_forward_cosine": 0.9636846466497941, "mean_feedback_forward_relative_error": 0.24503131820396942, "min_feedback_forward_cosine": 0.8211265802383423 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027462287503163567, "instruction_rms": 0.002746228750504722, "raw_apical_rms": 0.17501511406704992, "teaching_rms": 0.0027462287503163567, "traffic_rms": 0.17499293449270764 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 4.459483093910421e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.496827060255142e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006133579477802447, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18768, "train_examples": 50000, "train_loss": 0.20507440061092377 }, { "epoch": 49, "feedback_tracking": { "max_feedback_forward_relative_error": 0.58868408203125, "mean_feedback_forward_cosine": 0.9663694229992953, "mean_feedback_forward_relative_error": 0.23567482084035873, "min_feedback_forward_cosine": 0.8330232501029968 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002788761182192513, "instruction_rms": 0.0027887611818201625, "raw_apical_rms": 0.17594458221082196, "teaching_rms": 0.002788761182192513, "traffic_rms": 0.17592183768676548 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.44173860312003e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5080592249893096e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006280252800208818, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19159, "train_examples": 50000, "train_loss": 0.2034974954175949 }, { "epoch": 50, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5699996948242188, "mean_feedback_forward_cosine": 0.9687195626172153, "mean_feedback_forward_relative_error": 0.22712430534037678, "min_feedback_forward_cosine": 0.8433349132537842 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026731575028941345, "instruction_rms": 0.002673157502333831, "raw_apical_rms": 0.17700813020256884, "teaching_rms": 0.0026731575028941345, "traffic_rms": 0.1769873235663447 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.2035066033795374e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5017710679382425e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00610103915669816, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19550, "train_examples": 50000, "train_loss": 0.19972688953638076 }, { "epoch": 51, "feedback_tracking": { "max_feedback_forward_relative_error": 0.550325870513916, "mean_feedback_forward_cosine": 0.9709732543338429, "mean_feedback_forward_relative_error": 0.21872749497944657, "min_feedback_forward_cosine": 0.8538931608200073 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002717835118428842, "instruction_rms": 0.0027178351175052664, "raw_apical_rms": 0.17722203003458972, "teaching_rms": 0.002717835118428842, "traffic_rms": 0.1772006454723428 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 5.999399377287773e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4922741685155208e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005937190934807443, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19941, "train_examples": 50000, "train_loss": 0.1962828039741516 }, { "epoch": 52, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5283382534980774, "mean_feedback_forward_cosine": 0.9732055718248541, "mean_feedback_forward_relative_error": 0.21019287739287723, "min_feedback_forward_cosine": 0.8651987314224243 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002760480034646327, "instruction_rms": 0.0027604800344301003, "raw_apical_rms": 0.177716750738102, "teaching_rms": 0.002760480034646327, "traffic_rms": 0.17769463331364055 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 1.1262102361797588e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.499809594321995e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006019799285633998, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20332, "train_examples": 50000, "train_loss": 0.198746871881485 }, { "epoch": 53, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5103389620780945, "mean_feedback_forward_cosine": 0.9751089291139082, "mean_feedback_forward_relative_error": 0.20251375328410756, "min_feedback_forward_cosine": 0.8740372657775879 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002684252193379826, "instruction_rms": 0.0026842521931177395, "raw_apical_rms": 0.17827039607941997, "teaching_rms": 0.002684252193379826, "traffic_rms": 0.17824952594767854 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1688766932138606e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.498274480094141e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005988714848234756, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20723, "train_examples": 50000, "train_loss": 0.19467794558525087 }, { "epoch": 54, "feedback_tracking": { "max_feedback_forward_relative_error": 0.49154627323150635, "mean_feedback_forward_cosine": 0.9769123283299532, "mean_feedback_forward_relative_error": 0.1950347569178451, "min_feedback_forward_cosine": 0.8830726742744446 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002664375140555376, "instruction_rms": 0.002664375140456436, "raw_apical_rms": 0.17924584341280653, "teaching_rms": 0.002664375140555376, "traffic_rms": 0.17922537098901548 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.832449190279476e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4884402453295137e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006116108332319452, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21114, "train_examples": 50000, "train_loss": 0.19025342669487 }, { "epoch": 55, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4726116955280304, "mean_feedback_forward_cosine": 0.9786086906086314, "mean_feedback_forward_relative_error": 0.18781283477490598, "min_feedback_forward_cosine": 0.8918552994728088 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00265934108324626, "instruction_rms": 0.0026593410829282797, "raw_apical_rms": 0.17989370183653353, "teaching_rms": 0.00265934108324626, "traffic_rms": 0.17987337427686068 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.191707140918879e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4890153971951208e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005906286966988396, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21505, "train_examples": 50000, "train_loss": 0.18266307161092757 }, { "epoch": 56, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4537387788295746, "mean_feedback_forward_cosine": 0.9802491524002769, "mean_feedback_forward_relative_error": 0.18047235039147463, "min_feedback_forward_cosine": 0.9002604484558105 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027143535690182896, "instruction_rms": 0.002714353568681626, "raw_apical_rms": 0.17958034591684222, "teaching_rms": 0.0027143535690182896, "traffic_rms": 0.17955922788121503 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.349976272053027e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.499637616653392e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005936952527896943, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21896, "train_examples": 50000, "train_loss": 0.18880251668930054 }, { "epoch": 57, "feedback_tracking": { "max_feedback_forward_relative_error": 0.43645980954170227, "mean_feedback_forward_cosine": 0.9817448681051081, "mean_feedback_forward_relative_error": 0.17356848791241647, "min_feedback_forward_cosine": 0.9076414108276367 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026550620897831515, "instruction_rms": 0.002655062090175433, "raw_apical_rms": 0.17980331039513187, "teaching_rms": 0.0026550620897831515, "traffic_rms": 0.17978306629196117 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.297108422539168e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4932539674891137e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005965728970932545, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22287, "train_examples": 50000, "train_loss": 0.18843077926635743 }, { "epoch": 58, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4198605418205261, "mean_feedback_forward_cosine": 0.9831109122796492, "mean_feedback_forward_relative_error": 0.16701087118549782, "min_feedback_forward_cosine": 0.914421558380127 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026392736202412405, "instruction_rms": 0.002639273620609916, "raw_apical_rms": 0.18019670041627758, "teaching_rms": 0.0026392736202412405, "traffic_rms": 0.1801767993466816 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.338590452514836e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4979112706185428e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005684992921142866, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22678, "train_examples": 50000, "train_loss": 0.1808064446258545 }, { "epoch": 59, "feedback_tracking": { "max_feedback_forward_relative_error": 0.40299341082572937, "mean_feedback_forward_cosine": 0.9844114715402776, "mean_feedback_forward_relative_error": 0.16050030040470037, "min_feedback_forward_cosine": 0.9210730791091919 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027142568524102014, "instruction_rms": 0.002714256852345905, "raw_apical_rms": 0.18032538911979093, "teaching_rms": 0.0027142568524102014, "traffic_rms": 0.18030426226248156 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 8.407894114270675e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4923075430215646e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0057010398688956115, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23069, "train_examples": 50000, "train_loss": 0.18632859456062317 }, { "epoch": 60, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3866041302680969, "mean_feedback_forward_cosine": 0.9855976007201455, "mean_feedback_forward_relative_error": 0.15433649508790537, "min_feedback_forward_cosine": 0.9272903203964233 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027006490642498765, "instruction_rms": 0.002700649063897837, "raw_apical_rms": 0.18080862530846392, "teaching_rms": 0.0027006490642498765, "traffic_rms": 0.18078785494432892 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.155787867281106e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5019170164792197e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0061135259567479654, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23460, "train_examples": 50000, "train_loss": 0.1800046843624115 }, { "epoch": 61, "feedback_tracking": { "max_feedback_forward_relative_error": 0.36960187554359436, "mean_feedback_forward_cosine": 0.9867526943033392, "mean_feedback_forward_relative_error": 0.14811216795986348, "min_feedback_forward_cosine": 0.9334717392921448 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027252355608856633, "instruction_rms": 0.002725235562080899, "raw_apical_rms": 0.1812811856149048, "teaching_rms": 0.0027252355608856633, "traffic_rms": 0.18126004610690769 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.862533297180562e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4971890764273145e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005988503268362011, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23851, "train_examples": 50000, "train_loss": 0.18468582039356232 }, { "epoch": 62, "feedback_tracking": { "max_feedback_forward_relative_error": 0.35576748847961426, "mean_feedback_forward_cosine": 0.9877345540306784, "mean_feedback_forward_relative_error": 0.14254499599337578, "min_feedback_forward_cosine": 0.9383275508880615 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026626480948363164, "instruction_rms": 0.002662648093476927, "raw_apical_rms": 0.18187451383364642, "teaching_rms": 0.0026626480948363164, "traffic_rms": 0.18185426421311832 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.054628005041195e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.491814491700462e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0060516355778928495, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24242, "train_examples": 50000, "train_loss": 0.17379911204338075 }, { "epoch": 63, "feedback_tracking": { "max_feedback_forward_relative_error": 0.341165691614151, "mean_feedback_forward_cosine": 0.9886939211325212, "mean_feedback_forward_relative_error": 0.13691989874297922, "min_feedback_forward_cosine": 0.9432326555252075 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002742297542302723, "instruction_rms": 0.0027422975431780046, "raw_apical_rms": 0.18213827013110045, "teaching_rms": 0.002742297542302723, "traffic_rms": 0.18211689684701102 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.150603499259887e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4984150646015722e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005957774052336889, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24633, "train_examples": 50000, "train_loss": 0.17903558188438415 }, { "epoch": 64, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3280952274799347, "mean_feedback_forward_cosine": 0.9895437955856323, "mean_feedback_forward_relative_error": 0.13170490163293752, "min_feedback_forward_cosine": 0.947439432144165 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026945714398406303, "instruction_rms": 0.002694571439876451, "raw_apical_rms": 0.18240486444450613, "teaching_rms": 0.0026945714398406303, "traffic_rms": 0.18238433186518632 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.45010045982508e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5030875347773177e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005924772977991581, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25024, "train_examples": 50000, "train_loss": 0.17925691761016846 }, { "epoch": 65, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3144298791885376, "mean_feedback_forward_cosine": 0.9903578942472284, "mean_feedback_forward_relative_error": 0.12659529240971262, "min_feedback_forward_cosine": 0.9516677856445312 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002672899015007783, "instruction_rms": 0.0026728990151781056, "raw_apical_rms": 0.18344595300720584, "teaching_rms": 0.002672899015007783, "traffic_rms": 0.1834258679288141 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.787651329887012e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5011893892438375e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006007994333805862, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25415, "train_examples": 50000, "train_loss": 0.17378512043476105 }, { "epoch": 66, "feedback_tracking": { "max_feedback_forward_relative_error": 0.300890177488327, "mean_feedback_forward_cosine": 0.9911255684765903, "mean_feedback_forward_relative_error": 0.1215421838177876, "min_feedback_forward_cosine": 0.955715000629425 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002714685658448304, "instruction_rms": 0.0027146856580466806, "raw_apical_rms": 0.18382709214583234, "teaching_rms": 0.002714685658448304, "traffic_rms": 0.18380641156425492 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.8219693954697505e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4926006548927225e-08, "maximum_pre_projection_traffic_rms_ratio": 0.006097633915270201, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25806, "train_examples": 50000, "train_loss": 0.17609858583450316 }, { "epoch": 67, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2895379662513733, "mean_feedback_forward_cosine": 0.9917840307409113, "mean_feedback_forward_relative_error": 0.1169719752262939, "min_feedback_forward_cosine": 0.958964467048645 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002655206526901862, "instruction_rms": 0.0026552065271331876, "raw_apical_rms": 0.1843576559142445, "teaching_rms": 0.002655206526901862, "traffic_rms": 0.18433789288204339 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.002170576697608e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4923624582222507e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005926291225303201, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26197, "train_examples": 50000, "train_loss": 0.17187404872894288 }, { "epoch": 68, "feedback_tracking": { "max_feedback_forward_relative_error": 0.27829137444496155, "mean_feedback_forward_cosine": 0.9924183303659613, "mean_feedback_forward_relative_error": 0.11238479854708368, "min_feedback_forward_cosine": 0.9620615839958191 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002710543486908072, "instruction_rms": 0.0027105434866209047, "raw_apical_rms": 0.18438718904472642, "teaching_rms": 0.002710543486908072, "traffic_rms": 0.1843666451236843 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.896579035104878e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.484495620178975e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005738775496578574, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26588, "train_examples": 50000, "train_loss": 0.17466742164611818 }, { "epoch": 69, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2671208381652832, "mean_feedback_forward_cosine": 0.992997576973655, "mean_feedback_forward_relative_error": 0.10806869698519056, "min_feedback_forward_cosine": 0.9650495052337646 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002660826974935695, "instruction_rms": 0.0026608269755329836, "raw_apical_rms": 0.1850226516700624, "teaching_rms": 0.002660826974935695, "traffic_rms": 0.18500279320360521 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.553655396146496e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4911308755548197e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005460609321289271, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26979, "train_examples": 50000, "train_loss": 0.16644893995761872 }, { "epoch": 70, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2560533285140991, "mean_feedback_forward_cosine": 0.9935503992167386, "mean_feedback_forward_relative_error": 0.10377158830789003, "min_feedback_forward_cosine": 0.9678542613983154 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027544022459381288, "instruction_rms": 0.0027544022461819958, "raw_apical_rms": 0.18549669961122786, "teaching_rms": 0.0027544022459381288, "traffic_rms": 0.18547550483511785 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.82698421630812e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4945048682973907e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005745918348240271, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27370, "train_examples": 50000, "train_loss": 0.17110243844985962 }, { "epoch": 71, "feedback_tracking": { "max_feedback_forward_relative_error": 0.24560950696468353, "mean_feedback_forward_cosine": 0.9940380963412199, "mean_feedback_forward_relative_error": 0.0998407182707028, "min_feedback_forward_cosine": 0.9703977704048157 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00265093646446746, "instruction_rms": 0.0026509364642112827, "raw_apical_rms": 0.18568833720966033, "teaching_rms": 0.00265093646446746, "traffic_rms": 0.18566876172137756 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.658588347363548e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.484481315388553e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005600620307193533, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27761, "train_examples": 50000, "train_loss": 0.16274750321388246 }, { "epoch": 72, "feedback_tracking": { "max_feedback_forward_relative_error": 0.23551318049430847, "mean_feedback_forward_cosine": 0.9945091789419, "mean_feedback_forward_relative_error": 0.09583028155294332, "min_feedback_forward_cosine": 0.9727450609207153 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027441751521812695, "instruction_rms": 0.002744175152484084, "raw_apical_rms": 0.18679847675580416, "teaching_rms": 0.0027441751521812695, "traffic_rms": 0.1867776277802787 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.766995852558466e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4839523385048985e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0058507432804929885, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28152, "train_examples": 50000, "train_loss": 0.1717451312160492 }, { "epoch": 73, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2254258245229721, "mean_feedback_forward_cosine": 0.9949419931931929, "mean_feedback_forward_relative_error": 0.09205600087615577, "min_feedback_forward_cosine": 0.9750077724456787 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027330063941230285, "instruction_rms": 0.0027330063942390837, "raw_apical_rms": 0.18724200154112863, "teaching_rms": 0.0027330063941230285, "traffic_rms": 0.18722145144791583 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.0082177226422573e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.485527360168689e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005474347340255327, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28543, "train_examples": 50000, "train_loss": 0.16850471174240111 }, { "epoch": 74, "feedback_tracking": { "max_feedback_forward_relative_error": 0.21620775759220123, "mean_feedback_forward_cosine": 0.9953409563411366, "mean_feedback_forward_relative_error": 0.08840271156619896, "min_feedback_forward_cosine": 0.9769967794418335 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027384400922097715, "instruction_rms": 0.0027384400932530767, "raw_apical_rms": 0.1874413875391775, "teaching_rms": 0.0027384400922097715, "traffic_rms": 0.18742066599396165 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.82139011334948e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4866016125743815e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0057920571394057705, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28934, "train_examples": 50000, "train_loss": 0.1602698998260498 }, { "epoch": 75, "feedback_tracking": { "max_feedback_forward_relative_error": 0.20743760466575623, "mean_feedback_forward_cosine": 0.9956982590935447, "mean_feedback_forward_relative_error": 0.08500193560665303, "min_feedback_forward_cosine": 0.9788150787353516 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026415409205600366, "instruction_rms": 0.0026415409203534765, "raw_apical_rms": 0.1883252030729858, "teaching_rms": 0.0026415409205600366, "traffic_rms": 0.18830597472486543 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.010427083287141e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4891452249653445e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005805818102755636, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29325, "train_examples": 50000, "train_loss": 0.16418667131900788 }, { "epoch": 76, "feedback_tracking": { "max_feedback_forward_relative_error": 0.19822026789188385, "mean_feedback_forward_cosine": 0.9960439064285972, "mean_feedback_forward_relative_error": 0.08159297315234487, "min_feedback_forward_cosine": 0.9806467294692993 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002670809836066248, "instruction_rms": 0.002670809835063417, "raw_apical_rms": 0.18818173302187235, "teaching_rms": 0.002670809836066248, "traffic_rms": 0.18816201965489845 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.136671425518216e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.500931509103375e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005907966424484982, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29716, "train_examples": 50000, "train_loss": 0.1620645476436615 }, { "epoch": 77, "feedback_tracking": { "max_feedback_forward_relative_error": 0.190128892660141, "mean_feedback_forward_cosine": 0.9963437058708885, "mean_feedback_forward_relative_error": 0.07847126156769016, "min_feedback_forward_cosine": 0.9821842908859253 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026653986992704933, "instruction_rms": 0.002665398699077468, "raw_apical_rms": 0.18917828664579017, "teaching_rms": 0.0026653986992704933, "traffic_rms": 0.18915890402351607 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.754499537464653e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.480230018878317e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005596040555727568, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30107, "train_examples": 50000, "train_loss": 0.15636374557495117 }, { "epoch": 78, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1819751113653183, "mean_feedback_forward_cosine": 0.9966294906356118, "mean_feedback_forward_relative_error": 0.0753943392160264, "min_feedback_forward_cosine": 0.9836736917495728 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026968256156761016, "instruction_rms": 0.0026968256153775327, "raw_apical_rms": 0.18935510363067287, "teaching_rms": 0.0026968256156761016, "traffic_rms": 0.1893352194814942 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.918212301978201e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4768652011833755e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0055450689618138415, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30498, "train_examples": 50000, "train_loss": 0.15599127224445344 }, { "epoch": 79, "feedback_tracking": { "max_feedback_forward_relative_error": 0.17416630685329437, "mean_feedback_forward_cosine": 0.9968989545648749, "mean_feedback_forward_relative_error": 0.07235846170647578, "min_feedback_forward_cosine": 0.9850413203239441 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027180539313595643, "instruction_rms": 0.0027180539316359964, "raw_apical_rms": 0.18968632248078213, "teaching_rms": 0.0027180539313595643, "traffic_rms": 0.189666169677182 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.398345047704424e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4802031950066428e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005681046297481906, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30889, "train_examples": 50000, "train_loss": 0.16048648918867112 }, { "epoch": 80, "feedback_tracking": { "max_feedback_forward_relative_error": 0.16696111857891083, "mean_feedback_forward_cosine": 0.997138261795044, "mean_feedback_forward_relative_error": 0.06955248916691, "min_feedback_forward_cosine": 0.986241340637207 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026404591563534375, "instruction_rms": 0.0026404591568132255, "raw_apical_rms": 0.19031131551390063, "teaching_rms": 0.0026404591563534375, "traffic_rms": 0.1902923191833995 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.384455275565415e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4858139683994578e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005328538068270849, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31280, "train_examples": 50000, "train_loss": 0.15991598387241363 }, { "epoch": 81, "feedback_tracking": { "max_feedback_forward_relative_error": 0.16049210727214813, "mean_feedback_forward_cosine": 0.9973547902974216, "mean_feedback_forward_relative_error": 0.06688470335846597, "min_feedback_forward_cosine": 0.9872801303863525 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002639214064001048, "instruction_rms": 0.0026392140638360397, "raw_apical_rms": 0.19106928072143337, "teaching_rms": 0.002639214064001048, "traffic_rms": 0.19105039286851047 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.0731622397725e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4715494178358734e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00556611939160749, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31671, "train_examples": 50000, "train_loss": 0.15247124420642852 }, { "epoch": 82, "feedback_tracking": { "max_feedback_forward_relative_error": 0.15385060012340546, "mean_feedback_forward_cosine": 0.997557439587333, "mean_feedback_forward_relative_error": 0.06429105201228098, "min_feedback_forward_cosine": 0.9883031845092773 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026681067989476346, "instruction_rms": 0.0026681067998364726, "raw_apical_rms": 0.19117395586662655, "teaching_rms": 0.0026681067989476346, "traffic_rms": 0.1911546044770046 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.939963270724547e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4827310844934857e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0055671561122739004, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32062, "train_examples": 50000, "train_loss": 0.15150256306648255 }, { "epoch": 83, "feedback_tracking": { "max_feedback_forward_relative_error": 0.14684991538524628, "mean_feedback_forward_cosine": 0.997753357887268, "mean_feedback_forward_relative_error": 0.06170663378116759, "min_feedback_forward_cosine": 0.9893401265144348 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002720927986619134, "instruction_rms": 0.002720927987159682, "raw_apical_rms": 0.19116774390199975, "teaching_rms": 0.002720927986619134, "traffic_rms": 0.1911476161593291 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.76103582009091e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.48429502964912e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005505891978268893, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32453, "train_examples": 50000, "train_loss": 0.15532715906620026 }, { "epoch": 84, "feedback_tracking": { "max_feedback_forward_relative_error": 0.14046870172023773, "mean_feedback_forward_cosine": 0.9979327949610624, "mean_feedback_forward_relative_error": 0.059233984401957554, "min_feedback_forward_cosine": 0.9902418255805969 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027356576089698115, "instruction_rms": 0.0027356576084319527, "raw_apical_rms": 0.19162561696523955, "teaching_rms": 0.0027356576089698115, "traffic_rms": 0.19160540444431545 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.035745935330851e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4950216628707212e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005554710419520541, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32844, "train_examples": 50000, "train_loss": 0.15724634010314942 }, { "epoch": 85, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1347571462392807, "mean_feedback_forward_cosine": 0.9980938857251948, "mean_feedback_forward_relative_error": 0.05692117818715897, "min_feedback_forward_cosine": 0.991012454032898 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027125745833637806, "instruction_rms": 0.0027125745829940104, "raw_apical_rms": 0.1917939404331772, "teaching_rms": 0.0027125745833637806, "traffic_rms": 0.1917740754563628 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.476822278500549e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.48663609317214e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005388191210017593, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33235, "train_examples": 50000, "train_loss": 0.15491003794789315 }, { "epoch": 86, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12929846346378326, "mean_feedback_forward_cosine": 0.9982388453050093, "mean_feedback_forward_relative_error": 0.0547489713200114, "min_feedback_forward_cosine": 0.9917217493057251 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026528897508248253, "instruction_rms": 0.0026528897515970874, "raw_apical_rms": 0.1926668455164547, "teaching_rms": 0.0026528897508248253, "traffic_rms": 0.19264781811201465 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 8.286859554118564e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4829239017387906e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00553722700393831, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33626, "train_examples": 50000, "train_loss": 0.1501428285551071 }, { "epoch": 87, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12421248108148575, "mean_feedback_forward_cosine": 0.9983759078112515, "mean_feedback_forward_relative_error": 0.05260178695686839, "min_feedback_forward_cosine": 0.9923573136329651 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002697842206245549, "instruction_rms": 0.0026978422064576875, "raw_apical_rms": 0.193514785769868, "teaching_rms": 0.002697842206245549, "traffic_rms": 0.19349529821164013 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.172270161641791e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.480632409701656e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005483752235576802, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34017, "train_examples": 50000, "train_loss": 0.15325217506408692 }, { "epoch": 88, "feedback_tracking": { "max_feedback_forward_relative_error": 0.11903703957796097, "mean_feedback_forward_cosine": 0.9984997803514654, "mean_feedback_forward_relative_error": 0.050592693652619015, "min_feedback_forward_cosine": 0.9929812550544739 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002685146277560296, "instruction_rms": 0.00268514627669799, "raw_apical_rms": 0.19386935073996772, "teaching_rms": 0.002685146277560296, "traffic_rms": 0.19384998785456464 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.306372313247266e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.483001605875091e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0055556696070504655, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34408, "train_examples": 50000, "train_loss": 0.14831138321876525 }, { "epoch": 89, "feedback_tracking": { "max_feedback_forward_relative_error": 0.11387547850608826, "mean_feedback_forward_cosine": 0.9986178744922984, "mean_feedback_forward_relative_error": 0.0485988156192682, "min_feedback_forward_cosine": 0.9935735464096069 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026892984516622065, "instruction_rms": 0.002689298452234876, "raw_apical_rms": 0.19381157601006951, "teaching_rms": 0.0026892984516622065, "traffic_rms": 0.19379222099141588 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.864793450882644e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4805781571390814e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005673575025965466, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34799, "train_examples": 50000, "train_loss": 0.1475057663822174 }, { "epoch": 90, "feedback_tracking": { "max_feedback_forward_relative_error": 0.10914173722267151, "mean_feedback_forward_cosine": 0.9987257047133012, "mean_feedback_forward_relative_error": 0.046692649495195256, "min_feedback_forward_cosine": 0.9940951466560364 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002707446801658122, "instruction_rms": 0.0027074468008335953, "raw_apical_rms": 0.19490610957578813, "teaching_rms": 0.002707446801658122, "traffic_rms": 0.19488656025149476 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.8793279578139845e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4706892809021093e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005191779896525374, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35190, "train_examples": 50000, "train_loss": 0.14866874879837036 }, { "epoch": 91, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1046086773276329, "mean_feedback_forward_cosine": 0.9988254601305181, "mean_feedback_forward_relative_error": 0.04485084143551913, "min_feedback_forward_cosine": 0.9945739507675171 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027242884675772253, "instruction_rms": 0.0027242884675424206, "raw_apical_rms": 0.19540975368732447, "teaching_rms": 0.0027242884675772253, "traffic_rms": 0.19538998278133352 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.180718669502312e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.474773803523709e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005246561816305377, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35581, "train_examples": 50000, "train_loss": 0.14888891705036164 }, { "epoch": 92, "feedback_tracking": { "max_feedback_forward_relative_error": 0.10021883249282837, "mean_feedback_forward_cosine": 0.9989158489487387, "mean_feedback_forward_relative_error": 0.04311930025843057, "min_feedback_forward_cosine": 0.9950194358825684 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002693345890631095, "instruction_rms": 0.0026933458901430467, "raw_apical_rms": 0.19556882416054872, "teaching_rms": 0.002693345890631095, "traffic_rms": 0.1955495263338322 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.602576974046315e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.470937748647442e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005078910160794891, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35972, "train_examples": 50000, "train_loss": 0.14472049828052522 }, { "epoch": 93, "feedback_tracking": { "max_feedback_forward_relative_error": 0.09581611305475235, "mean_feedback_forward_cosine": 0.9990024891766635, "mean_feedback_forward_relative_error": 0.04139081283726476, "min_feedback_forward_cosine": 0.995445728302002 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002742003564110486, "instruction_rms": 0.002742003564704616, "raw_apical_rms": 0.19603411154988898, "teaching_rms": 0.002742003564110486, "traffic_rms": 0.1960141425878438 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.071874819075674e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.468354803251202e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00511159262017984, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36363, "train_examples": 50000, "train_loss": 0.15269218800067902 }, { "epoch": 94, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0917789563536644, "mean_feedback_forward_cosine": 0.9990798885172064, "mean_feedback_forward_relative_error": 0.03978007679635828, "min_feedback_forward_cosine": 0.9958189725875854 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002689767271455075, "instruction_rms": 0.002689767271721301, "raw_apical_rms": 0.19673704843669637, "teaching_rms": 0.002689767271455075, "traffic_rms": 0.19671792379262165 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.931858382268729e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4791794750082213e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005167129442606366, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36754, "train_examples": 50000, "train_loss": 0.14823474292993546 }, { "epoch": 95, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08791062235832214, "mean_feedback_forward_cosine": 0.9991524934768676, "mean_feedback_forward_relative_error": 0.03820779186419465, "min_feedback_forward_cosine": 0.9961642026901245 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00270110678096097, "instruction_rms": 0.002701106781420777, "raw_apical_rms": 0.19736663528167958, "teaching_rms": 0.00270110678096097, "traffic_rms": 0.1973474663415084 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.916197665101208e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4763722753244483e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00532267559677848, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37145, "train_examples": 50000, "train_loss": 0.14822878425598143 }, { "epoch": 96, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0846085399389267, "mean_feedback_forward_cosine": 0.9992151975631713, "mean_feedback_forward_relative_error": 0.036782165498218757, "min_feedback_forward_cosine": 0.9964458346366882 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026655710020981327, "instruction_rms": 0.0026655710014431384, "raw_apical_rms": 0.19832052232170086, "teaching_rms": 0.0026655710020981327, "traffic_rms": 0.1983018833502957 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.293979275071251e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4721804704192416e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005423458451203647, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37536, "train_examples": 50000, "train_loss": 0.14442641533851625 }, { "epoch": 97, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08136910945177078, "mean_feedback_forward_cosine": 0.9992750623009422, "mean_feedback_forward_relative_error": 0.03535802076486024, "min_feedback_forward_cosine": 0.9967116713523865 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00272810964782141, "instruction_rms": 0.0027281096480237456, "raw_apical_rms": 0.198665116699432, "teaching_rms": 0.00272810964782141, "traffic_rms": 0.19864570828223777 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 1.0495469382476585e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4756904906268807e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005524084704260759, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37927, "train_examples": 50000, "train_loss": 0.1430003475189209 }, { "epoch": 98, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0777994841337204, "mean_feedback_forward_cosine": 0.9993326013738458, "mean_feedback_forward_relative_error": 0.03394931190731851, "min_feedback_forward_cosine": 0.996992290019989 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027240797588575566, "instruction_rms": 0.002724079758267756, "raw_apical_rms": 0.19863590530231257, "teaching_rms": 0.0027240797588575566, "traffic_rms": 0.1986164375353274 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.082190478513439e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4694126723778814e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005264208722605274, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38318, "train_examples": 50000, "train_loss": 0.14785423511981965 }, { "epoch": 99, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07459433376789093, "mean_feedback_forward_cosine": 0.9993848963217302, "mean_feedback_forward_relative_error": 0.032613970136100595, "min_feedback_forward_cosine": 0.9972344636917114 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026739769661550086, "instruction_rms": 0.0026739769670374816, "raw_apical_rms": 0.1990884431705579, "teaching_rms": 0.0026739769661550086, "traffic_rms": 0.19906986230559304 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.161327803511085e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.474640909338308e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00532078878628481, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38709, "train_examples": 50000, "train_loss": 0.14291324827194213 }, { "epoch": 100, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07143103331327438, "mean_feedback_forward_cosine": 0.9994342056187716, "mean_feedback_forward_relative_error": 0.03129539456726475, "min_feedback_forward_cosine": 0.9974645376205444 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027373663419869598, "instruction_rms": 0.0027373663419299104, "raw_apical_rms": 0.19921440341597585, "teaching_rms": 0.0027373663419869598, "traffic_rms": 0.1991947927604281 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 1.023156102064604e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4671252830762428e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005176140216877374, "minimum_observations": 80 }, "output_lr": 0.1, "step": 39100, "train_examples": 50000, "train_loss": 0.14808677036762238 }, { "epoch": 101, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07140765339136124, "mean_feedback_forward_cosine": 0.9994345762512901, "mean_feedback_forward_relative_error": 0.031284770123999224, "min_feedback_forward_cosine": 0.9974661469459534 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0018495065379233345, "instruction_rms": 0.0018495065373225433, "raw_apical_rms": 0.19942685833346657, "teaching_rms": 0.0018495065379233345, "traffic_rms": 0.19941762747600783 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.28745987998991e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.458424118525584e-08, "maximum_pre_projection_traffic_rms_ratio": 0.004929282239103567, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39491, "train_examples": 50000, "train_loss": 0.07751537271499634 }, { "epoch": 102, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07139676809310913, "mean_feedback_forward_cosine": 0.9994347463954579, "mean_feedback_forward_relative_error": 0.031279056587002495, "min_feedback_forward_cosine": 0.9974669814109802 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0015777643795577298, "instruction_rms": 0.0015777643791070927, "raw_apical_rms": 0.19941121707114334, "teaching_rms": 0.0015777643795577298, "traffic_rms": 0.19940438493955723 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.394533696469807e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4592925348359475e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005013067033939708, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39882, "train_examples": 50000, "train_loss": 0.050618355315923694 }, { "epoch": 103, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07138567417860031, "mean_feedback_forward_cosine": 0.9994349122047425, "mean_feedback_forward_relative_error": 0.0312735039148141, "min_feedback_forward_cosine": 0.9974678158760071 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001565832305922256, "instruction_rms": 0.001565832305939745, "raw_apical_rms": 0.19934545364122225, "teaching_rms": 0.001565832305922256, "traffic_rms": 0.19933869213206315 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.948245356852567e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4631476323350904e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005049516117945999, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40273, "train_examples": 50000, "train_loss": 0.04441148671329021 }, { "epoch": 104, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07137410342693329, "mean_feedback_forward_cosine": 0.9994351300326261, "mean_feedback_forward_relative_error": 0.031267848864875054, "min_feedback_forward_cosine": 0.9974687099456787 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0015625445229474767, "instruction_rms": 0.0015625445225821968, "raw_apical_rms": 0.1993275369581802, "teaching_rms": 0.0015625445229474767, "traffic_rms": 0.19932066886211822 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.269783873833148e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4633837143850747e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005009128719219743, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40664, "train_examples": 50000, "train_loss": 0.03961767840951681 }, { "epoch": 105, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07136402279138565, "mean_feedback_forward_cosine": 0.999435276334936, "mean_feedback_forward_relative_error": 0.03126273304224014, "min_feedback_forward_cosine": 0.9974693059921265 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014598623118464557, "instruction_rms": 0.00145986231204941, "raw_apical_rms": 0.1992605119956912, "teaching_rms": 0.0014598623118464557, "traffic_rms": 0.1992543425729492 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.56562386072801e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.457785573289802e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00498740630431355, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41055, "train_examples": 50000, "train_loss": 0.03284155424594879 }, { "epoch": 106, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07135354727506638, "mean_feedback_forward_cosine": 0.9994354551488703, "mean_feedback_forward_relative_error": 0.03125756416808475, "min_feedback_forward_cosine": 0.9974699020385742 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014555804135443797, "instruction_rms": 0.0014555804137796576, "raw_apical_rms": 0.1992600566467235, "teaching_rms": 0.0014555804135443797, "traffic_rms": 0.19925389700715707 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.907467309247295e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4549661306616943e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051395152897739434, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41446, "train_examples": 50000, "train_loss": 0.03039330755710602 }, { "epoch": 107, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0713423490524292, "mean_feedback_forward_cosine": 0.9994356404651296, "mean_feedback_forward_relative_error": 0.031252134692939845, "min_feedback_forward_cosine": 0.9974709153175354 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014833573690659213, "instruction_rms": 0.001483357369263451, "raw_apical_rms": 0.19920526037322447, "teaching_rms": 0.0014833573690659213, "traffic_rms": 0.1991988299909125 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.633653898939883e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4574680997490702e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005082147892737552, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41837, "train_examples": 50000, "train_loss": 0.02948811733663082 }, { "epoch": 108, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07133160531520844, "mean_feedback_forward_cosine": 0.9994358344511552, "mean_feedback_forward_relative_error": 0.03124694436449896, "min_feedback_forward_cosine": 0.9974715709686279 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001438791539101049, "instruction_rms": 0.001438791539086446, "raw_apical_rms": 0.19910229308583682, "teaching_rms": 0.001438791539101049, "traffic_rms": 0.1990960171708098 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.517689854490527e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4567295500488302e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005088590825404236, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42228, "train_examples": 50000, "train_loss": 0.026679220786094665 }, { "epoch": 109, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07132166624069214, "mean_feedback_forward_cosine": 0.999435999176719, "mean_feedback_forward_relative_error": 0.031241951772773807, "min_feedback_forward_cosine": 0.9974722862243652 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014028609862289602, "instruction_rms": 0.0014028609863941414, "raw_apical_rms": 0.19911387872688596, "teaching_rms": 0.0014028609862289602, "traffic_rms": 0.19910790504564585 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.577410260888428e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.456873033808295e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005129392407500083, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42619, "train_examples": 50000, "train_loss": 0.02497885542213917 }, { "epoch": 110, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07131074368953705, "mean_feedback_forward_cosine": 0.9994361909953031, "mean_feedback_forward_relative_error": 0.031236791907047683, "min_feedback_forward_cosine": 0.9974730014801025 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001355116720174963, "instruction_rms": 0.0013551167201685502, "raw_apical_rms": 0.19905342671168053, "teaching_rms": 0.001355116720174963, "traffic_rms": 0.19904777532813817 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.8555411186489437e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.461635199129888e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005135905031312674, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43010, "train_examples": 50000, "train_loss": 0.022831981168985365 }, { "epoch": 111, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07130035758018494, "mean_feedback_forward_cosine": 0.999436354637146, "mean_feedback_forward_relative_error": 0.031231847007504917, "min_feedback_forward_cosine": 0.9974737763404846 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013172750117069164, "instruction_rms": 0.0013172750116959972, "raw_apical_rms": 0.1990287998584814, "teaching_rms": 0.0013172750117069164, "traffic_rms": 0.19902338053783347 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.909274219424333e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4635918359050652e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005082521198541561, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43401, "train_examples": 50000, "train_loss": 0.02103618494540453 }, { "epoch": 112, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0712905153632164, "mean_feedback_forward_cosine": 0.9994365345348012, "mean_feedback_forward_relative_error": 0.031226877952841195, "min_feedback_forward_cosine": 0.9974745512008667 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001322208176314824, "instruction_rms": 0.0013222081758442656, "raw_apical_rms": 0.19900189212558503, "teaching_rms": 0.001322208176314824, "traffic_rms": 0.19899650148956916 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.730419244149743e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4621691387073312e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005223045990181792, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43792, "train_examples": 50000, "train_loss": 0.01949120617210865 }, { "epoch": 113, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07128015905618668, "mean_feedback_forward_cosine": 0.9994367339394309, "mean_feedback_forward_relative_error": 0.031221711787987837, "min_feedback_forward_cosine": 0.9974753260612488 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013203694610326472, "instruction_rms": 0.0013203694614501908, "raw_apical_rms": 0.19900873173707467, "teaching_rms": 0.0013203694610326472, "traffic_rms": 0.19900313380932755 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.530133754902636e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4583809279651156e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005033622846982757, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44183, "train_examples": 50000, "train_loss": 0.019819492907971144 }, { "epoch": 114, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07126913219690323, "mean_feedback_forward_cosine": 0.9994369170882486, "mean_feedback_forward_relative_error": 0.031216473183171316, "min_feedback_forward_cosine": 0.9974759817123413 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013172640447274018, "instruction_rms": 0.0013172640443568607, "raw_apical_rms": 0.1989699759219127, "teaching_rms": 0.0013172640447274018, "traffic_rms": 0.19896426031619208 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 8.568976284095697e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4627477679988265e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005037033788794907, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44574, "train_examples": 50000, "train_loss": 0.018879418965876103 }, { "epoch": 115, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07125793397426605, "mean_feedback_forward_cosine": 0.9994371154091575, "mean_feedback_forward_relative_error": 0.031211044707081536, "min_feedback_forward_cosine": 0.9974768757820129 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001313282273760199, "instruction_rms": 0.0013132822738414164, "raw_apical_rms": 0.19889969451394604, "teaching_rms": 0.001313282273760199, "traffic_rms": 0.19889414060284477 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.973375039047824e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.460488534074445e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005099359185110131, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44965, "train_examples": 50000, "train_loss": 0.01721682056903839 }, { "epoch": 116, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07124721258878708, "mean_feedback_forward_cosine": 0.9994373072277416, "mean_feedback_forward_relative_error": 0.031205538186160002, "min_feedback_forward_cosine": 0.997477650642395 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013163457189959336, "instruction_rms": 0.0013163457189392684, "raw_apical_rms": 0.19881240929937205, "teaching_rms": 0.0013163457189959336, "traffic_rms": 0.1988066195071072 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.152397785148423e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4593228303730974e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005070992993632505, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45356, "train_examples": 50000, "train_loss": 0.016983157099336385 }, { "epoch": 117, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07123630493879318, "mean_feedback_forward_cosine": 0.9994375131346963, "mean_feedback_forward_relative_error": 0.031200243498791348, "min_feedback_forward_cosine": 0.9974783658981323 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012491100280182322, "instruction_rms": 0.0012491100283490205, "raw_apical_rms": 0.19884305199908187, "teaching_rms": 0.0012491100280182322, "traffic_rms": 0.19883770739003226 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.351935155635147e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4569821454584868e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005110478302105733, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45747, "train_examples": 50000, "train_loss": 0.01545833678394556 }, { "epoch": 118, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07122577726840973, "mean_feedback_forward_cosine": 0.999437712539326, "mean_feedback_forward_relative_error": 0.03119498146697879, "min_feedback_forward_cosine": 0.9974790811538696 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012470871607667604, "instruction_rms": 0.0012470871606689025, "raw_apical_rms": 0.19881528212057398, "teaching_rms": 0.0012470871607667604, "traffic_rms": 0.1988100765851186 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.465253221676903e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.460795219568578e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005162518784697405, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46138, "train_examples": 50000, "train_loss": 0.015599264223873616 }, { "epoch": 119, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07121507078409195, "mean_feedback_forward_cosine": 0.9994379032741894, "mean_feedback_forward_relative_error": 0.031189677711914887, "min_feedback_forward_cosine": 0.9974797964096069 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012191826979796856, "instruction_rms": 0.001219182697865101, "raw_apical_rms": 0.19879420848450352, "teaching_rms": 0.0012191826979796856, "traffic_rms": 0.1987890617499381 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.496817909848687e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4590689263176857e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005080241773836865, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46529, "train_examples": 50000, "train_loss": 0.014447662914395332 }, { "epoch": 120, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07120535522699356, "mean_feedback_forward_cosine": 0.9994380647485906, "mean_feedback_forward_relative_error": 0.031184876092116943, "min_feedback_forward_cosine": 0.9974804520606995 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011559709399052696, "instruction_rms": 0.0011559709397655112, "raw_apical_rms": 0.19879655592713513, "teaching_rms": 0.0011559709399052696, "traffic_rms": 0.19879184472646552 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.120876060502269e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.458782286472728e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005169515235283719, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46920, "train_examples": 50000, "train_loss": 0.013233123388588428 }, { "epoch": 121, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0711955726146698, "mean_feedback_forward_cosine": 0.9994382554834539, "mean_feedback_forward_relative_error": 0.03117991037328135, "min_feedback_forward_cosine": 0.9974811673164368 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011546298416442813, "instruction_rms": 0.0011546298417712396, "raw_apical_rms": 0.19881600040907224, "teaching_rms": 0.0011546298416442813, "traffic_rms": 0.19881140316187348 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.087182834515261e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.459817538740061e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005079960235353323, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47311, "train_examples": 50000, "train_loss": 0.01236043606929481 }, { "epoch": 122, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0711865946650505, "mean_feedback_forward_cosine": 0.9994384397159923, "mean_feedback_forward_relative_error": 0.0311754064719108, "min_feedback_forward_cosine": 0.9974818825721741 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010654257456607832, "instruction_rms": 0.0010654257456061908, "raw_apical_rms": 0.1987333250366317, "teaching_rms": 0.0010654257456607832, "traffic_rms": 0.19872916824189388 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.445023359447077e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4565052243745985e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051418137236353585, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47702, "train_examples": 50000, "train_loss": 0.011380807536076754 }, { "epoch": 123, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07117650657892227, "mean_feedback_forward_cosine": 0.9994386271996931, "mean_feedback_forward_relative_error": 0.03117037285965952, "min_feedback_forward_cosine": 0.9974825382232666 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001100886365428987, "instruction_rms": 0.0011008863646458282, "raw_apical_rms": 0.1987470751676122, "teaching_rms": 0.001100886365428987, "traffic_rms": 0.19874242371306938 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.404133839372662e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4620149112774336e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005114624300211534, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48093, "train_examples": 50000, "train_loss": 0.012123570803254843 }, { "epoch": 124, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07116719335317612, "mean_feedback_forward_cosine": 0.9994387875903736, "mean_feedback_forward_relative_error": 0.031165640733458778, "min_feedback_forward_cosine": 0.9974830150604248 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010821219510699267, "instruction_rms": 0.0010821219514403917, "raw_apical_rms": 0.19875239092199495, "teaching_rms": 0.0010821219510699267, "traffic_rms": 0.1987480129076099 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.525664986156698e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4564971951480037e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005143106475378592, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48484, "train_examples": 50000, "train_loss": 0.011324955357462167 }, { "epoch": 125, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07115576416254044, "mean_feedback_forward_cosine": 0.9994390032508157, "mean_feedback_forward_relative_error": 0.031160284036939795, "min_feedback_forward_cosine": 0.9974840879440308 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011076464696770291, "instruction_rms": 0.001107646469520249, "raw_apical_rms": 0.1987321062949196, "teaching_rms": 0.0011076464696770291, "traffic_rms": 0.1987274947959835 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.856924272824472e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4564302447873456e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005090543421855355, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48875, "train_examples": 50000, "train_loss": 0.011298456238918007 }, { "epoch": 126, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07114609330892563, "mean_feedback_forward_cosine": 0.9994391885670748, "mean_feedback_forward_relative_error": 0.0311554063280875, "min_feedback_forward_cosine": 0.9974846839904785 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010425381095331763, "instruction_rms": 0.001042538109407465, "raw_apical_rms": 0.1986928829977562, "teaching_rms": 0.0010425381095331763, "traffic_rms": 0.1986887193875803 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.911442795853873e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.457654979571983e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005189060147206698, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49266, "train_examples": 50000, "train_loss": 0.010381140566021204 }, { "epoch": 127, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07113548368215561, "mean_feedback_forward_cosine": 0.9994393944740295, "mean_feedback_forward_relative_error": 0.031150113994424994, "min_feedback_forward_cosine": 0.9974853992462158 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010989234910148077, "instruction_rms": 0.0010989234909653993, "raw_apical_rms": 0.19866438239827142, "teaching_rms": 0.0010989234910148077, "traffic_rms": 0.19865962507319254 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.175053357537763e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4589869995995475e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005153233335700686, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49657, "train_examples": 50000, "train_loss": 0.010389255159944296 }, { "epoch": 128, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07112447172403336, "mean_feedback_forward_cosine": 0.9994395657019182, "mean_feedback_forward_relative_error": 0.031144795151935384, "min_feedback_forward_cosine": 0.9974862337112427 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010843093573535106, "instruction_rms": 0.0010843093572660036, "raw_apical_rms": 0.19862367092591732, "teaching_rms": 0.0010843093573535106, "traffic_rms": 0.19861922087980705 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.024796389032417e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4546360509790742e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005191692607743386, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50048, "train_examples": 50000, "train_loss": 0.010292481841444968 }, { "epoch": 129, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07111339271068573, "mean_feedback_forward_cosine": 0.9994397911158475, "mean_feedback_forward_relative_error": 0.03113898594271053, "min_feedback_forward_cosine": 0.9974867105484009 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001142533804928452, "instruction_rms": 0.0011425338045973905, "raw_apical_rms": 0.19856723720836575, "teaching_rms": 0.001142533804928452, "traffic_rms": 0.1985623881440384 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.337993679357169e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4637993288262236e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005282985700801881, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50439, "train_examples": 50000, "train_loss": 0.0108459441678226 }, { "epoch": 130, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07110411673784256, "mean_feedback_forward_cosine": 0.9994399677623402, "mean_feedback_forward_relative_error": 0.031134315808726984, "min_feedback_forward_cosine": 0.9974874258041382 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009974149181451748, "instruction_rms": 0.0009974149186470814, "raw_apical_rms": 0.19850268094715104, "teaching_rms": 0.0009974149181451748, "traffic_rms": 0.19849871831388485 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.762687831951553e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4528464100260063e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005229958752258195, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50830, "train_examples": 50000, "train_loss": 0.009308304391801357 }, { "epoch": 131, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07109230011701584, "mean_feedback_forward_cosine": 0.9994402083483609, "mean_feedback_forward_relative_error": 0.03112850643863732, "min_feedback_forward_cosine": 0.997488260269165 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011153761913156438, "instruction_rms": 0.001115376191328265, "raw_apical_rms": 0.19861464569274487, "teaching_rms": 0.0011153761913156438, "traffic_rms": 0.19860973834457943 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1028347302044494e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4559822076352724e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005200775910773839, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51221, "train_examples": 50000, "train_loss": 0.010205369082093239 }, { "epoch": 132, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07108078896999359, "mean_feedback_forward_cosine": 0.999440424008803, "mean_feedback_forward_relative_error": 0.031122633603147484, "min_feedback_forward_cosine": 0.9974890947341919 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010602016613338163, "instruction_rms": 0.0010602016612856612, "raw_apical_rms": 0.1986677366997766, "teaching_rms": 0.0010602016613338163, "traffic_rms": 0.19866331019454708 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.215456486799667e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.454069803832435e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005192546472282864, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51612, "train_examples": 50000, "train_loss": 0.009919193947017194 }, { "epoch": 133, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07106922566890717, "mean_feedback_forward_cosine": 0.9994406266645952, "mean_feedback_forward_relative_error": 0.0311172089624134, "min_feedback_forward_cosine": 0.9974900484085083 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009962794817005125, "instruction_rms": 0.0009962794818440552, "raw_apical_rms": 0.1985586627136116, "teaching_rms": 0.0009962794817005125, "traffic_rms": 0.19855464919534335 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.408561231159183e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4539696995937464e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005134946019578701, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52003, "train_examples": 50000, "train_loss": 0.008672905013412236 }, { "epoch": 134, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0710592120885849, "mean_feedback_forward_cosine": 0.9994408206506209, "mean_feedback_forward_relative_error": 0.0311122240498662, "min_feedback_forward_cosine": 0.9974907040596008 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009583823850593243, "instruction_rms": 0.0009583823853470254, "raw_apical_rms": 0.19856861505706658, "teaching_rms": 0.0009583823850593243, "traffic_rms": 0.19856486841591087 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.916759159343201e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4541923442166532e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005115200526328582, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52394, "train_examples": 50000, "train_loss": 0.008275501573011278 }, { "epoch": 135, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0710485577583313, "mean_feedback_forward_cosine": 0.9994410233064132, "mean_feedback_forward_relative_error": 0.03110693013295531, "min_feedback_forward_cosine": 0.9974914193153381 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009721696787663096, "instruction_rms": 0.000972169678946262, "raw_apical_rms": 0.1986525121878335, "teaching_rms": 0.0009721696787663096, "traffic_rms": 0.19864853084562625 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.8668117475235704e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4622831874983543e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005181926677309708, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52785, "train_examples": 50000, "train_loss": 0.00862616381302476 }, { "epoch": 136, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07103725522756577, "mean_feedback_forward_cosine": 0.9994412237947637, "mean_feedback_forward_relative_error": 0.031101475926962767, "min_feedback_forward_cosine": 0.9974921941757202 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009819280440553045, "instruction_rms": 0.0009819280445649934, "raw_apical_rms": 0.19865248082503967, "teaching_rms": 0.0009819280440553045, "traffic_rms": 0.19864857092917637 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.376549149284983e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.455719640269268e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005153495492990665, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53176, "train_examples": 50000, "train_loss": 0.008505770028084517 }, { "epoch": 137, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0710277184844017, "mean_feedback_forward_cosine": 0.9994414047761397, "mean_feedback_forward_relative_error": 0.031096697818826544, "min_feedback_forward_cosine": 0.9974929690361023 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009007894767279102, "instruction_rms": 0.0009007894766342797, "raw_apical_rms": 0.1986070899519479, "teaching_rms": 0.0009007894767279102, "traffic_rms": 0.19860360287655857 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.50982865788319e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4563283095965293e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005190200003308769, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53567, "train_examples": 50000, "train_loss": 0.007033691170886159 }, { "epoch": 138, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07101801037788391, "mean_feedback_forward_cosine": 0.9994416063482111, "mean_feedback_forward_relative_error": 0.031091597278348423, "min_feedback_forward_cosine": 0.9974935054779053 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009061122772729981, "instruction_rms": 0.000906112277275743, "raw_apical_rms": 0.19862110934112187, "teaching_rms": 0.0009061122772729981, "traffic_rms": 0.198617491035837 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.835217902789736e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4556975960006008e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005254594622289153, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53958, "train_examples": 50000, "train_loss": 0.007410051720142364 }, { "epoch": 139, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07100477814674377, "mean_feedback_forward_cosine": 0.9994418675249274, "mean_feedback_forward_relative_error": 0.03108482180501927, "min_feedback_forward_cosine": 0.9974945187568665 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010888866943520256, "instruction_rms": 0.0010888866945878372, "raw_apical_rms": 0.1986044027406809, "teaching_rms": 0.0010888866943520256, "traffic_rms": 0.19859936956320898 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.409127616459955e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4541310576878738e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005194665828949503, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54349, "train_examples": 50000, "train_loss": 0.009170027937218547 }, { "epoch": 140, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07099320739507675, "mean_feedback_forward_cosine": 0.999442085352811, "mean_feedback_forward_relative_error": 0.03107914309948683, "min_feedback_forward_cosine": 0.9974953532218933 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000984304165236274, "instruction_rms": 0.000984304165384461, "raw_apical_rms": 0.19859773397355449, "teaching_rms": 0.000984304165236274, "traffic_rms": 0.19859388161013422 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.223627480039795e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4547594358086225e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005138192616022023, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54740, "train_examples": 50000, "train_loss": 0.008122862913832069 }, { "epoch": 141, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07098197191953659, "mean_feedback_forward_cosine": 0.9994423096830195, "mean_feedback_forward_relative_error": 0.0310732192275199, "min_feedback_forward_cosine": 0.9974960088729858 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009590896732649674, "instruction_rms": 0.0009590896730412782, "raw_apical_rms": 0.1985874397189068, "teaching_rms": 0.0009590896732649674, "traffic_rms": 0.19858342813541927 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.367846504597765e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4584751411201764e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00517402420489567, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55131, "train_examples": 50000, "train_loss": 0.008091802515983581 }, { "epoch": 142, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07097038626670837, "mean_feedback_forward_cosine": 0.9994425242597407, "mean_feedback_forward_relative_error": 0.03106747240844098, "min_feedback_forward_cosine": 0.9974969625473022 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009812022565942814, "instruction_rms": 0.0009812022562432654, "raw_apical_rms": 0.19859494733626848, "teaching_rms": 0.0009812022565942814, "traffic_rms": 0.19859097493718963 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.37472305445408e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.460843900335787e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005151572334256666, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55522, "train_examples": 50000, "train_loss": 0.007736592751443386 }, { "epoch": 143, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07095889747142792, "mean_feedback_forward_cosine": 0.9994427485899492, "mean_feedback_forward_relative_error": 0.031061977427452803, "min_feedback_forward_cosine": 0.9974977374076843 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000872387732203055, "instruction_rms": 0.0008723877321707823, "raw_apical_rms": 0.19864231295446036, "teaching_rms": 0.000872387732203055, "traffic_rms": 0.19863883515276773 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.5650190233791363e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.453675856800904e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005170748556815396, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55913, "train_examples": 50000, "train_loss": 0.006516078158915043 }, { "epoch": 144, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0709473118185997, "mean_feedback_forward_cosine": 0.9994429414922541, "mean_feedback_forward_relative_error": 0.031056620654734697, "min_feedback_forward_cosine": 0.9974985718727112 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008759879590589954, "instruction_rms": 0.0008759879588691847, "raw_apical_rms": 0.19853133641943577, "teaching_rms": 0.0008759879590589954, "traffic_rms": 0.19852795888041933 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.389691264985231e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4568714794503277e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005181208992771188, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56304, "train_examples": 50000, "train_loss": 0.006663693172633648 }, { "epoch": 145, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07093457132577896, "mean_feedback_forward_cosine": 0.999443192915483, "mean_feedback_forward_relative_error": 0.031050480030138383, "min_feedback_forward_cosine": 0.9974994659423828 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000917162858437985, "instruction_rms": 0.0009171628581629316, "raw_apical_rms": 0.19848226363117388, "teaching_rms": 0.000917162858437985, "traffic_rms": 0.19847836122062418 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.4883622858124e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4604533689798454e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051666042424135085, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56695, "train_examples": 50000, "train_loss": 0.006982537309993059 }, { "epoch": 146, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07092170417308807, "mean_feedback_forward_cosine": 0.9994434020736, "mean_feedback_forward_relative_error": 0.03104492685842243, "min_feedback_forward_cosine": 0.9975001811981201 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008657565970352031, "instruction_rms": 0.000865756596617077, "raw_apical_rms": 0.1985229202868265, "teaching_rms": 0.0008657565970352031, "traffic_rms": 0.1985194211660336 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.942541202510256e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.462424831445963e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00523605273910061, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57086, "train_examples": 50000, "train_loss": 0.006335549934282899 }, { "epoch": 147, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07091014832258224, "mean_feedback_forward_cosine": 0.9994436502456665, "mean_feedback_forward_relative_error": 0.03103921368548816, "min_feedback_forward_cosine": 0.9975011348724365 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000860342801093788, "instruction_rms": 0.0008603428012837423, "raw_apical_rms": 0.19844662791649098, "teaching_rms": 0.000860342801093788, "traffic_rms": 0.19844310960572917 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.447817213484086e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4560085214198357e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005207154316572451, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57477, "train_examples": 50000, "train_loss": 0.006344442099118605 }, { "epoch": 148, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07089883089065552, "mean_feedback_forward_cosine": 0.9994438518177379, "mean_feedback_forward_relative_error": 0.03103379345583645, "min_feedback_forward_cosine": 0.9975018501281738 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008382857888126977, "instruction_rms": 0.0008382857892124851, "raw_apical_rms": 0.19840592761389877, "teaching_rms": 0.0008382857888126977, "traffic_rms": 0.19840255258273826 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.832058119243811e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.457895069551827e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005190139738145289, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57868, "train_examples": 50000, "train_loss": 0.006669815689213574 }, { "epoch": 149, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07088804990053177, "mean_feedback_forward_cosine": 0.9994440501386469, "mean_feedback_forward_relative_error": 0.031028075465424493, "min_feedback_forward_cosine": 0.9975026249885559 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008600565823382211, "instruction_rms": 0.0008600565821161378, "raw_apical_rms": 0.19841534225786578, "teaching_rms": 0.0008600565823382211, "traffic_rms": 0.19841198383300407 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.328612383616928e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4514694501456336e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005274943251047321, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58259, "train_examples": 50000, "train_loss": 0.0065101036351174115 }, { "epoch": 150, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087628543376923, "mean_feedback_forward_cosine": 0.9994442744688554, "mean_feedback_forward_relative_error": 0.03102250546216965, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008405675066713958, "instruction_rms": 0.0008405675066287487, "raw_apical_rms": 0.1984425367431237, "teaching_rms": 0.0008405675066713958, "traffic_rms": 0.1984392261301603 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.704645099693153e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4577687555376206e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005199751495553181, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58650, "train_examples": 50000, "train_loss": 0.005932280392274261 }, { "epoch": 151, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087613642215729, "mean_feedback_forward_cosine": 0.9994442723014137, "mean_feedback_forward_relative_error": 0.031022419484162872, "min_feedback_forward_cosine": 0.9975034594535828 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0008352126211054606, "instruction_rms": 0.0008352126207653732, "raw_apical_rms": 0.19843134541717114, "teaching_rms": 0.0008352126211054606, "traffic_rms": 0.1984280325597218 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.00494879879443e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4568140284079475e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005184273900987599, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59041, "train_examples": 50000, "train_loss": 0.005908031362853944 }, { "epoch": 152, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087605446577072, "mean_feedback_forward_cosine": 0.9994442690502513, "mean_feedback_forward_relative_error": 0.0310223570516841, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006999618465159179, "instruction_rms": 0.000699961846543442, "raw_apical_rms": 0.1984319939331712, "teaching_rms": 0.0006999618465159179, "traffic_rms": 0.19842965797833936 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.586440631257574e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4565748106495767e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005188715872578883, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59432, "train_examples": 50000, "train_loss": 0.005021687182933092 }, { "epoch": 153, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087596505880356, "mean_feedback_forward_cosine": 0.9994442907246677, "mean_feedback_forward_relative_error": 0.03102229774336923, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006653337246858778, "instruction_rms": 0.000665333724778397, "raw_apical_rms": 0.19843014664425418, "teaching_rms": 0.0006653337246858778, "traffic_rms": 0.19842783767475164 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.923963979943437e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4558876165487727e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005227421194972849, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59823, "train_examples": 50000, "train_loss": 0.0046188938918570056 }, { "epoch": 154, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087589055299759, "mean_feedback_forward_cosine": 0.9994442809711803, "mean_feedback_forward_relative_error": 0.031022238697518002, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006755021573545577, "instruction_rms": 0.0006755021570261319, "raw_apical_rms": 0.19842687383434635, "teaching_rms": 0.0006755021573545577, "traffic_rms": 0.19842464889854403 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.500596327896346e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4544007476849943e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005186066573474382, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60214, "train_examples": 50000, "train_loss": 0.004739633579477668 }, { "epoch": 155, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087580859661102, "mean_feedback_forward_cosine": 0.9994442950595509, "mean_feedback_forward_relative_error": 0.03102217670530081, "min_feedback_forward_cosine": 0.9975034594535828 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000689985292663778, "instruction_rms": 0.0006899852929873441, "raw_apical_rms": 0.19842403339644812, "teaching_rms": 0.000689985292663778, "traffic_rms": 0.1984216114021958 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 7.766475818016261e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.458719488706358e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005169648083257179, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60605, "train_examples": 50000, "train_loss": 0.004798793706316501 }, { "epoch": 156, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087571173906326, "mean_feedback_forward_cosine": 0.9994442863897843, "mean_feedback_forward_relative_error": 0.031022117549384182, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0007127411481667645, "instruction_rms": 0.0007127411479346683, "raw_apical_rms": 0.19841267249078187, "teaching_rms": 0.0007127411481667645, "traffic_rms": 0.19840994500359008 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.130058238795755e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4588388363485124e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052111710106986795, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60996, "train_examples": 50000, "train_loss": 0.004737346856324002 }, { "epoch": 157, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0708756148815155, "mean_feedback_forward_cosine": 0.9994442798874595, "mean_feedback_forward_relative_error": 0.031022056183693084, "min_feedback_forward_cosine": 0.9975034594535828 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0007279549564201155, "instruction_rms": 0.0007279549563313103, "raw_apical_rms": 0.19840619771315238, "teaching_rms": 0.0007279549564201155, "traffic_rms": 0.19840366162333237 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.810090980025052e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4560076263865057e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005198181196058761, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61387, "train_examples": 50000, "train_loss": 0.004792956570647657 }, { "epoch": 158, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087555527687073, "mean_feedback_forward_cosine": 0.9994442874735052, "mean_feedback_forward_relative_error": 0.031022003589367325, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000628039039688138, "instruction_rms": 0.0006280390396776572, "raw_apical_rms": 0.19840040043594118, "teaching_rms": 0.000628039039688138, "traffic_rms": 0.19839849235125653 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.354715592100547e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4546408912466624e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005201924671441793, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61778, "train_examples": 50000, "train_loss": 0.0041045606086030605 }, { "epoch": 159, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087548077106476, "mean_feedback_forward_cosine": 0.9994442939758301, "mean_feedback_forward_relative_error": 0.031021949377926912, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006422627345033392, "instruction_rms": 0.0006422627346204936, "raw_apical_rms": 0.19840430545017262, "teaching_rms": 0.0006422627345033392, "traffic_rms": 0.1984022302216301 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.65345956715646e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.456912295612518e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005212250307062712, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62169, "train_examples": 50000, "train_loss": 0.004289394716303796 }, { "epoch": 160, "feedback_tracking": { "max_feedback_forward_relative_error": 0.070875383913517, "mean_feedback_forward_cosine": 0.9994442918083885, "mean_feedback_forward_relative_error": 0.031021888503296808, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006664954500301222, "instruction_rms": 0.0006664954498556702, "raw_apical_rms": 0.19840809729194273, "teaching_rms": 0.0006664954500301222, "traffic_rms": 0.19840546908413345 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.301002031250391e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4570145048919254e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005235190130952043, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62560, "train_examples": 50000, "train_loss": 0.004854296311326325 }, { "epoch": 161, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087531685829163, "mean_feedback_forward_cosine": 0.9994442928921092, "mean_feedback_forward_relative_error": 0.031021835045381026, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000583682077381, "instruction_rms": 0.0005836820777246466, "raw_apical_rms": 0.19840586554877504, "teaching_rms": 0.000583682077381, "traffic_rms": 0.19840401687219067 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.867010699489583e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.463414015475103e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005159691509365488, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62951, "train_examples": 50000, "train_loss": 0.004024033974134363 }, { "epoch": 162, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087524980306625, "mean_feedback_forward_cosine": 0.9994442993944341, "mean_feedback_forward_relative_error": 0.031021780554543844, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006109186453110178, "instruction_rms": 0.0006109186451682414, "raw_apical_rms": 0.19839504249994439, "teaching_rms": 0.0006109186453110178, "traffic_rms": 0.1983929002396999 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.151612552685037e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4579942197758857e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005201297746984306, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63342, "train_examples": 50000, "train_loss": 0.003951676387898624 }, { "epoch": 163, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087517529726028, "mean_feedback_forward_cosine": 0.9994442918083885, "mean_feedback_forward_relative_error": 0.03102173221890222, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00059490662006452, "instruction_rms": 0.0005949066203547712, "raw_apical_rms": 0.19839937424639822, "teaching_rms": 0.00059490662006452, "traffic_rms": 0.19839749698010006 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.013488811935531e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4570330587987505e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005213150061505643, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63733, "train_examples": 50000, "train_loss": 0.003897927967980504 }, { "epoch": 164, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0708751231431961, "mean_feedback_forward_cosine": 0.9994443048130383, "mean_feedback_forward_relative_error": 0.031021677787331017, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006071230650155615, "instruction_rms": 0.0006071230649386183, "raw_apical_rms": 0.19840685310204723, "teaching_rms": 0.0006071230650155615, "traffic_rms": 0.19840477093026393 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 7.434940130224277e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4529379590278897e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005212620588886794, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64124, "train_examples": 50000, "train_loss": 0.0038895293265208603 }, { "epoch": 165, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087503373622894, "mean_feedback_forward_cosine": 0.9994442961432717, "mean_feedback_forward_relative_error": 0.031021623431958936, "min_feedback_forward_cosine": 0.9975034594535828 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006038273426023746, "instruction_rms": 0.0006038273425548478, "raw_apical_rms": 0.1983977096088115, "teaching_rms": 0.0006038273426023746, "traffic_rms": 0.1983956456995935 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.574558852889822e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4550262182414503e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005162958637371182, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64515, "train_examples": 50000, "train_loss": 0.004045673833340407 }, { "epoch": 166, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087497413158417, "mean_feedback_forward_cosine": 0.9994443048130383, "mean_feedback_forward_relative_error": 0.03102157186208801, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005856811854687501, "instruction_rms": 0.0005856811851808009, "raw_apical_rms": 0.19839649014247737, "teaching_rms": 0.0005856811854687501, "traffic_rms": 0.1983945624002354 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1365042951183568e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4548727531945382e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005175048068519982, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64906, "train_examples": 50000, "train_loss": 0.0037456664326414465 }, { "epoch": 167, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087491452693939, "mean_feedback_forward_cosine": 0.9994443004781549, "mean_feedback_forward_relative_error": 0.0310215188190341, "min_feedback_forward_cosine": 0.997503399848938 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006099395495430482, "instruction_rms": 0.0006099395492629795, "raw_apical_rms": 0.19839931493149326, "teaching_rms": 0.0006099395495430482, "traffic_rms": 0.19839731691280715 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.263616825208373e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4635543236011635e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005256844875537188, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65297, "train_examples": 50000, "train_loss": 0.003853200528845191 }, { "epoch": 168, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087483257055283, "mean_feedback_forward_cosine": 0.9994443145665255, "mean_feedback_forward_relative_error": 0.03102146831595085, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005324029095230174, "instruction_rms": 0.0005324029096370997, "raw_apical_rms": 0.19840162015261154, "teaching_rms": 0.0005324029095230174, "traffic_rms": 0.1983999675930895 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.490534414955619e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.454272403742583e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005212492343790001, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65688, "train_examples": 50000, "train_loss": 0.0035581306520663203 }, { "epoch": 169, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087477296590805, "mean_feedback_forward_cosine": 0.9994443069804798, "mean_feedback_forward_relative_error": 0.031021423637866974, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005139249229244815, "instruction_rms": 0.0005139249230309824, "raw_apical_rms": 0.19840020150583032, "teaching_rms": 0.0005139249229244815, "traffic_rms": 0.19839867351053583 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.274450553040879e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4592641982005717e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005204792962792407, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66079, "train_examples": 50000, "train_loss": 0.0033015960488282144 }, { "epoch": 170, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087469846010208, "mean_feedback_forward_cosine": 0.9994443199851296, "mean_feedback_forward_relative_error": 0.031021371043541215, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005931269877756821, "instruction_rms": 0.0005931269875862437, "raw_apical_rms": 0.19840348602524016, "teaching_rms": 0.0005931269877756821, "traffic_rms": 0.19840147471450945 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.369310850435795e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4610529369226817e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051939545537208545, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66470, "train_examples": 50000, "train_loss": 0.0038284460739418866 }, { "epoch": 171, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087463140487671, "mean_feedback_forward_cosine": 0.9994443123990839, "mean_feedback_forward_relative_error": 0.031021322013640946, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005691439783579176, "instruction_rms": 0.0005691439781327346, "raw_apical_rms": 0.19838013811621222, "teaching_rms": 0.0005691439783579176, "traffic_rms": 0.198378199937522 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.042215700408633e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4548119881957364e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00517076741808568, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66861, "train_examples": 50000, "train_loss": 0.0034550998530164362 }, { "epoch": 172, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087455689907074, "mean_feedback_forward_cosine": 0.9994443026455966, "mean_feedback_forward_relative_error": 0.031021267514337193, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00060687613509259, "instruction_rms": 0.000606876135179811, "raw_apical_rms": 0.19838131946574805, "teaching_rms": 0.00060687613509259, "traffic_rms": 0.19837943015695114 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.362449767038925e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4533974390634368e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052044932984464986, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67252, "train_examples": 50000, "train_loss": 0.004053802644014359 }, { "epoch": 173, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087449729442596, "mean_feedback_forward_cosine": 0.9994443221525713, "mean_feedback_forward_relative_error": 0.031021217375316403, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005797225152001788, "instruction_rms": 0.0005797225152039247, "raw_apical_rms": 0.19837943820325557, "teaching_rms": 0.0005797225152001788, "traffic_rms": 0.19837769694143376 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.384224349176293e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.453052132987642e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005231493064910818, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67643, "train_examples": 50000, "train_loss": 0.0036838062054291368 }, { "epoch": 174, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087443023920059, "mean_feedback_forward_cosine": 0.9994443080642007, "mean_feedback_forward_relative_error": 0.03102117201990702, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005703037511427691, "instruction_rms": 0.0005703037510203516, "raw_apical_rms": 0.19837876783247854, "teaching_rms": 0.0005703037511427691, "traffic_rms": 0.19837708829018713 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 5.831750371498856e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4511705868657675e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005264586799461567, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68034, "train_examples": 50000, "train_loss": 0.00366726968402043 }, { "epoch": 175, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087436318397522, "mean_feedback_forward_cosine": 0.9994443123990839, "mean_feedback_forward_relative_error": 0.031021125614643097, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005439385730983528, "instruction_rms": 0.0005439385732534964, "raw_apical_rms": 0.19837582204999543, "teaching_rms": 0.0005439385730983528, "traffic_rms": 0.19837412421842746 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.28502476729409e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4543267350132903e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052337591668257626, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68425, "train_examples": 50000, "train_loss": 0.003257799834087491 }, { "epoch": 176, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087429612874985, "mean_feedback_forward_cosine": 0.9994443048130383, "mean_feedback_forward_relative_error": 0.031021074298769234, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005551257525163542, "instruction_rms": 0.0005551257526217705, "raw_apical_rms": 0.19838754615142104, "teaching_rms": 0.0005551257525163542, "traffic_rms": 0.19838574621616303 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.116390404211415e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4519769907809278e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00525964115245736, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68816, "train_examples": 50000, "train_loss": 0.0034607375524565577 }, { "epoch": 177, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087421417236328, "mean_feedback_forward_cosine": 0.9994443210688504, "mean_feedback_forward_relative_error": 0.031021020307459613, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005570930639744078, "instruction_rms": 0.0005570930638937304, "raw_apical_rms": 0.19839688205822775, "teaching_rms": 0.0005570930639744078, "traffic_rms": 0.19839502020766048 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 7.441861527013316e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4626235941380288e-08, "maximum_pre_projection_traffic_rms_ratio": 0.00524380928434035, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69207, "train_examples": 50000, "train_loss": 0.0034764549234882 }, { "epoch": 178, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0708741694688797, "mean_feedback_forward_cosine": 0.9994443026455966, "mean_feedback_forward_relative_error": 0.03102098039605401, "min_feedback_forward_cosine": 0.9975035190582275 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000487896554721914, "instruction_rms": 0.00048789655472409736, "raw_apical_rms": 0.19838515423679295, "teaching_rms": 0.000487896554721914, "traffic_rms": 0.19838381448873826 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.450164136140302e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.455255612615303e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005170866890442281, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69598, "train_examples": 50000, "train_loss": 0.0030614467611908914 }, { "epoch": 179, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087410241365433, "mean_feedback_forward_cosine": 0.9994443254037337, "mean_feedback_forward_relative_error": 0.031020933855324985, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005256534224849093, "instruction_rms": 0.000525653422310863, "raw_apical_rms": 0.1983885388303093, "teaching_rms": 0.0005256534224849093, "traffic_rms": 0.1983868748011363 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.060152202280733e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4559721261704332e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005193507642783886, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69989, "train_examples": 50000, "train_loss": 0.003334190772008151 }, { "epoch": 180, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087403535842896, "mean_feedback_forward_cosine": 0.9994443178176879, "mean_feedback_forward_relative_error": 0.031020883530039678, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005949596379681088, "instruction_rms": 0.0005949596378681266, "raw_apical_rms": 0.19839655449087715, "teaching_rms": 0.0005949596379681088, "traffic_rms": 0.19839459661691453 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.813817859414485e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4605804579684185e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005341173906741259, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70380, "train_examples": 50000, "train_loss": 0.0039058992750942707 }, { "epoch": 181, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087396830320358, "mean_feedback_forward_cosine": 0.9994443221525713, "mean_feedback_forward_relative_error": 0.03102083448320627, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005557876442186892, "instruction_rms": 0.0005557876442407051, "raw_apical_rms": 0.19838762858299583, "teaching_rms": 0.0005557876442186892, "traffic_rms": 0.19838569347218332 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.031283644209907e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4622970568169133e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052170114473527275, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70771, "train_examples": 50000, "train_loss": 0.0037654544898681344 }, { "epoch": 182, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087390124797821, "mean_feedback_forward_cosine": 0.9994443189014088, "mean_feedback_forward_relative_error": 0.03102078405632214, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005761374741845923, "instruction_rms": 0.0005761374738444317, "raw_apical_rms": 0.19836357234668672, "teaching_rms": 0.0005761374741845923, "traffic_rms": 0.1983617425354422 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.807526714032065e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4539504648635845e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005172793975464787, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71162, "train_examples": 50000, "train_loss": 0.0034998789017274975 }, { "epoch": 183, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087381184101105, "mean_feedback_forward_cosine": 0.9994443275711753, "mean_feedback_forward_relative_error": 0.031020724138414318, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006179242252465211, "instruction_rms": 0.0006179242253167938, "raw_apical_rms": 0.19837288702480932, "teaching_rms": 0.0006179242252465211, "traffic_rms": 0.1983705226275133 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.173841882173292e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.45340419472121e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005222758028199636, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71553, "train_examples": 50000, "train_loss": 0.004100104279592633 }, { "epoch": 184, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087374478578568, "mean_feedback_forward_cosine": 0.9994443243200128, "mean_feedback_forward_relative_error": 0.03102067204361612, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005867640849503622, "instruction_rms": 0.0005867640847766611, "raw_apical_rms": 0.19837360630061016, "teaching_rms": 0.0005867640849503622, "traffic_rms": 0.19837165266139067 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 8.053980593558663e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.45679067698397e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005223032633933359, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71944, "train_examples": 50000, "train_loss": 0.0038313682655058802 }, { "epoch": 185, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0708736702799797, "mean_feedback_forward_cosine": 0.9994443329897794, "mean_feedback_forward_relative_error": 0.031020619271492415, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005745299370221307, "instruction_rms": 0.0005745299368285423, "raw_apical_rms": 0.19837839507076455, "teaching_rms": 0.0005745299370221307, "traffic_rms": 0.19837643945232725 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.368669313085775e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4550576538034435e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005175468355130116, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72335, "train_examples": 50000, "train_loss": 0.0036198436260037126 }, { "epoch": 186, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087359577417374, "mean_feedback_forward_cosine": 0.9994443373246626, "mean_feedback_forward_relative_error": 0.031020566753365775, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000569675066957006, "instruction_rms": 0.0005696750671878628, "raw_apical_rms": 0.19837954847705666, "teaching_rms": 0.000569675066957006, "traffic_rms": 0.19837768878964848 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 7.080065245190781e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4580503526578067e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005212411001893131, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72726, "train_examples": 50000, "train_loss": 0.0035563668692857025 }, { "epoch": 187, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087353616952896, "mean_feedback_forward_cosine": 0.9994443308223377, "mean_feedback_forward_relative_error": 0.031020517308603633, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005192432622622501, "instruction_rms": 0.0005192432622952186, "raw_apical_rms": 0.19837143116241368, "teaching_rms": 0.0005192432622622501, "traffic_rms": 0.1983698686461472 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.119332678939827e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.45699557397128e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051989044141162845, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73117, "train_examples": 50000, "train_loss": 0.0032445984718203545 }, { "epoch": 188, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087347656488419, "mean_feedback_forward_cosine": 0.9994443319060585, "mean_feedback_forward_relative_error": 0.031020470852540297, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005174913985374893, "instruction_rms": 0.0005174913985395044, "raw_apical_rms": 0.19835766008898922, "teaching_rms": 0.0005174913985374893, "traffic_rms": 0.19835612523492654 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 8.423488395692402e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4542211095288394e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005195300166156281, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73508, "train_examples": 50000, "train_loss": 0.003139071330465376 }, { "epoch": 189, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087341696023941, "mean_feedback_forward_cosine": 0.9994443329897794, "mean_feedback_forward_relative_error": 0.031020428062501278, "min_feedback_forward_cosine": 0.9975035786628723 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005124451325271137, "instruction_rms": 0.0005124451323233437, "raw_apical_rms": 0.19836225822850184, "teaching_rms": 0.0005124451325271137, "traffic_rms": 0.19836083591956438 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 7.309558469614785e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.455061846853004e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0051700029931921136, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73899, "train_examples": 50000, "train_loss": 0.003097061588875949 }, { "epoch": 190, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087335735559464, "mean_feedback_forward_cosine": 0.9994443340735002, "mean_feedback_forward_relative_error": 0.031020381860435008, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005216481368464296, "instruction_rms": 0.0005216481367170813, "raw_apical_rms": 0.1983520140883415, "teaching_rms": 0.0005216481368464296, "traffic_rms": 0.1983504653078767 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679288148880005, "maximum_absolute_post_projection_soma_slope": 6.230025917375315e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.455474367166569e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005260110822380021, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74290, "train_examples": 50000, "train_loss": 0.0031969439377449453 }, { "epoch": 191, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087327539920807, "mean_feedback_forward_cosine": 0.9994443319060585, "mean_feedback_forward_relative_error": 0.031020332441072572, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005436299421096169, "instruction_rms": 0.0005436299419663652, "raw_apical_rms": 0.1983496793655065, "teaching_rms": 0.0005436299421096169, "traffic_rms": 0.1983479009987772 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679291129112244, "maximum_absolute_post_projection_soma_slope": 6.450100897836819e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4587179143368043e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052313750355796685, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74681, "train_examples": 50000, "train_loss": 0.0032822404459211976 }, { "epoch": 192, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087323814630508, "mean_feedback_forward_cosine": 0.9994443340735002, "mean_feedback_forward_relative_error": 0.031020289507101884, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004764600348086196, "instruction_rms": 0.00047646003455047094, "raw_apical_rms": 0.19834649462170426, "teaching_rms": 0.0004764600348086196, "traffic_rms": 0.19834510507460187 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.795836782202969e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4571782095662998e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005224601649212932, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75072, "train_examples": 50000, "train_loss": 0.0030518958858028055 }, { "epoch": 193, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087316364049911, "mean_feedback_forward_cosine": 0.9994443264874545, "mean_feedback_forward_relative_error": 0.0310202428732406, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005438428453949378, "instruction_rms": 0.0005438428454955388, "raw_apical_rms": 0.19834393393682032, "teaching_rms": 0.0005438428453949378, "traffic_rms": 0.19834217649827485 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.260765665430881e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4575738280612573e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005233951139437571, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75463, "train_examples": 50000, "train_loss": 0.0033357055381685497 }, { "epoch": 194, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087308168411255, "mean_feedback_forward_cosine": 0.99944434707815, "mean_feedback_forward_relative_error": 0.03102018926292658, "min_feedback_forward_cosine": 0.9975037574768066 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005745461595731847, "instruction_rms": 0.0005745461592588483, "raw_apical_rms": 0.19834217799562165, "teaching_rms": 0.0005745461595731847, "traffic_rms": 0.1983402787520629 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.444171501447272e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4548498662341882e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005200864648099261, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75854, "train_examples": 50000, "train_loss": 0.0035722616494633258 }, { "epoch": 195, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087302207946777, "mean_feedback_forward_cosine": 0.9994443319060585, "mean_feedback_forward_relative_error": 0.031020138192583212, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005338283003820097, "instruction_rms": 0.0005338283003500636, "raw_apical_rms": 0.19834741290401714, "teaching_rms": 0.0005338283003820097, "traffic_rms": 0.1983456250202075 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 1.1837356339583494e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4628018867091537e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052015247819041715, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76245, "train_examples": 50000, "train_loss": 0.0031789246093854306 }, { "epoch": 196, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0708729475736618, "mean_feedback_forward_cosine": 0.9994443416595459, "mean_feedback_forward_relative_error": 0.031020083523948083, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005852475355660669, "instruction_rms": 0.0005852475355995258, "raw_apical_rms": 0.1983580408783285, "teaching_rms": 0.0005852475355660669, "traffic_rms": 0.19835593561391532 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.345303032479933e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4559123164556096e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0052775150593144865, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76636, "train_examples": 50000, "train_loss": 0.0036035204985551536 }, { "epoch": 197, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087288796901703, "mean_feedback_forward_cosine": 0.9994443286548961, "mean_feedback_forward_relative_error": 0.03102003690701994, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005302380234393901, "instruction_rms": 0.0005302380232493751, "raw_apical_rms": 0.1983530837425426, "teaching_rms": 0.0005302380234393901, "traffic_rms": 0.19835147411459012 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.972496973707166e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4579206035445845e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005249619023913873, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77027, "train_examples": 50000, "train_loss": 0.003161972364485264 }, { "epoch": 198, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087282091379166, "mean_feedback_forward_cosine": 0.9994443427432668, "mean_feedback_forward_relative_error": 0.031019986446269535, "min_feedback_forward_cosine": 0.9975036382675171 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005336209022694507, "instruction_rms": 0.0005336209024587929, "raw_apical_rms": 0.19836216862885736, "teaching_rms": 0.0005336209022694507, "traffic_rms": 0.1983604383334117 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 9.765429354047228e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4551876547590628e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005240751925353194, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77418, "train_examples": 50000, "train_loss": 0.003450669647715986 }, { "epoch": 199, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087274640798569, "mean_feedback_forward_cosine": 0.9994443514130332, "mean_feedback_forward_relative_error": 0.031019937026907096, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005496137953538349, "instruction_rms": 0.0005496137951772304, "raw_apical_rms": 0.19837051343171147, "teaching_rms": 0.0005496137953538349, "traffic_rms": 0.1983686675752752 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 6.517190342947288e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4576794100733942e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005266707241306954, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77809, "train_examples": 50000, "train_loss": 0.0033774491391144693 }, { "epoch": 200, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07087264955043793, "mean_feedback_forward_cosine": 0.9994443373246626, "mean_feedback_forward_relative_error": 0.031019884212450548, "min_feedback_forward_cosine": 0.9975036978721619 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005897003023443545, "instruction_rms": 0.0005897003024692283, "raw_apical_rms": 0.19836524352767781, "teaching_rms": 0.0005897003023443545, "traffic_rms": 0.19836318098523031 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.21679289638996124, "maximum_absolute_post_projection_soma_slope": 7.27837843328416e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.457650115476823e-08, "maximum_pre_projection_traffic_rms_ratio": 0.005154803657624553, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 78200, "train_examples": 50000, "train_loss": 0.0036807414781674743 } ], "evaluation_protocol": { "test_evaluations": 1, "test_used_for_selection": false, "validation_evaluations": 0 }, "final": { "accuracy": 0.9292, "epoch": 200, "evaluation_split": "test", "finite": true, "loss": 0.3912335693359375, "step": 78200 }, "hardware": { "cuda_device_name": "NVIDIA GeForce GTX 1080", "cuda_visible_devices": "7", "device": "cuda", "device_total_memory_bytes": 8507949056, "peak_memory_allocated_bytes": 3324800000, "peak_memory_reserved_bytes": 5553258496, "torch_version": "2.3.1+cu118" }, "predictor_warmup": { "closed_form_fit": { "max_absolute_residual_soma_slope": 1.2472722232814704e-07, "max_applied_stability_margin": 0.0, "max_positive_residual_soma_slope": 1.2146459482664795e-07, "min_residual_soma_slope": -1.2472722232814704e-07, "mse": 1.8070805926959287e-17, "observations": 64, "residual_traffic_rms_ratio": 7.199251019882141e-08, "stability_margin": 0.0 }, "examples": 64, "instruction_present": false, "mode": "closed_form", "post_warmup_traffic_residual_rms_ratio": 7.199251019882141e-08, "reuses_traffic_calibration_forward": true, "steps": 1, "task_loader_state_restored": true }, "protocol_family": "oral_a_cifar_local_resnet_development", "provenance": { "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", "git_tracked_dirty": false }, "schema_version": 1, "split": { "cifar_source_files": [ { "bytes": 31035704, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" }, { "bytes": 31035320, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" }, { "bytes": 31035999, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" }, { "bytes": 31035696, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" }, { "bytes": 31035623, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" }, { "bytes": 31035526, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" } ], "dataset": "cifar10", "evaluation_split": "test", "input_layout": "NCHW", "input_shape": [ 3, 32, 32 ], "loader_seed": 10, "normalization_mean": [ 0.49140000343322754, 0.4821999967098236, 0.4465000033378601 ], "normalization_std": [ 0.24699999392032623, 0.2434999942779541, 0.26159998774528503 ], "split_from_training_only": true, "split_seed": null, "test_examples": 10000, "train_examples": 50000, "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", "validation_class_counts": {}, "validation_examples": 0, "validation_index_sha256": null }, "timing": { "apical_warmup_wall_s": 0.0, "evaluation_wall_s": 2.0234105587005615, "mirror_warmup_wall_s": 0.0, "predictor_warmup_wall_s": 0.06387972831726074, "timing_excludes_data_loading_hashing_and_model_construction": true, "total_timed_wall_s": 26448.92703437805, "train_wall_s": 26442.46849989891 }, "traffic_calibration": { "data_source": "first unaugmented development-training examples", "examples": 64, "instruction_rms": [ 0.056737203150987625, 0.03466915711760521, 0.025380922481417656, 0.023368151858448982, 0.015401496551930904, 0.01708696223795414, 0.010191723704338074, 0.012498791329562664, 0.007734539452940226, 0.009953099302947521, 0.006193092558532953, 0.008852911181747913, 0.004943703766912222, 0.006862254347652197, 0.004266873002052307, 0.006199307274073362, 0.003704395378008485, 0.005341028328984976, 0.0031979475170373917, 0.007326237857341766, 0.005027200561016798, 0.006448567379266024, 0.00441219424828887, 0.006279183551669121, 0.003818117780610919, 0.005211378913372755, 0.003340089460834861, 0.004735496826469898, 0.003009872045367956, 0.004164178390055895, 0.0027639002073556185, 0.003919674549251795, 0.0024971873499453068, 0.0037482266779989004, 0.0022654798813164234, 0.0033104282338172197, 0.0021054078824818134, 0.004926503635942936, 0.003475334495306015, 0.004802375566214323, 0.0031876815482974052, 0.004390588030219078, 0.0029604053124785423, 0.004102425649762154, 0.0027928128838539124, 0.00390723068267107, 0.002610700437799096, 0.0035815658047795296, 0.0025039466563612223, 0.003361599752679467, 0.0024003200232982635, 0.0032344518695026636, 0.002335174474865198, 0.003047503065317869, 0.002387239597737789 ], "realized_traffic_instruction_rms_ratio": [ 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.000000476837158, 4.000000476837158, 4.0, 3.999999761581421, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 3.999999761581421, 4.0, 4.000000476837158, 3.999999523162842, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0, 4.000000476837158, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 3.999999761581421, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0 ], "target_ratio": 4.0, "traffic_gain": [ 0.30167168378829956, 0.18403391540050507, 0.09050484746694565, 0.1256996989250183, 0.04250982776284218, 0.09509823471307755, 0.023601505905389786, 0.06689246743917465, 0.016166171059012413, 0.05356940999627113, 0.011292538605630398, 0.047968730330467224, 0.008278507739305496, 0.03684104233980179, 0.006637901067733765, 0.03280358761548996, 0.005378217436373234, 0.028896356001496315, 0.004386315122246742, 0.03771384805440903, 0.00903933122754097, 0.03365190327167511, 0.007395597640424967, 0.03414306789636612, 0.005943499505519867, 0.027080019935965538, 0.004866709932684898, 0.02507423609495163, 0.004125508479773998, 0.021414360031485558, 0.003599257906898856, 0.020058082416653633, 0.0031137375626713037, 0.019754327833652496, 0.0026740720495581627, 0.017418887466192245, 0.002392395166680217, 0.025816624984145164, 0.005350381135940552, 0.02607998624444008, 0.004654225427657366, 0.022968623787164688, 0.004061016254127026, 0.021902546286582947, 0.0036145965568721294, 0.02107754908502102, 0.0031958860345184803, 0.01884119212627411, 0.002985289553180337, 0.018127063289284706, 0.0027052839286625385, 0.017298173159360886, 0.0025729695335030556, 0.01592264696955681, 0.002482388401404023 ], "unscaled_traffic_rms": [ 0.7523040175437927, 0.7535384297370911, 1.121748685836792, 0.743618369102478, 1.449217438697815, 0.7187078595161438, 1.7273005247116089, 0.7473960518836975, 1.9137591123580933, 0.743192732334137, 2.1936936378479004, 0.7382234930992126, 2.38869309425354, 0.745066225528717, 2.571218252182007, 0.7559303641319275, 2.755110263824463, 0.7393358945846558, 2.916295289993286, 0.7770342230796814, 2.2245895862579346, 0.7665025591850281, 2.3863894939422607, 0.735632061958313, 2.5696091651916504, 0.7697747349739075, 2.7452545166015625, 0.7554362416267395, 2.918303966522217, 0.7778291702270508, 3.0716333389282227, 0.7816648483276367, 3.207961320877075, 0.7589682340621948, 3.3888089656829834, 0.7601928114891052, 3.520167589187622, 0.7633071541786194, 2.598195791244507, 0.7365610599517822, 2.7396023273468018, 0.7646236419677734, 2.9159257411956787, 0.7492143511772156, 3.0905942916870117, 0.741496205329895, 3.2675764560699463, 0.7603692412376404, 3.3550469875335693, 0.7417858242988586, 3.549084186553955, 0.7479291558265686, 3.6303181648254395, 0.7655770182609558, 3.846681833267212 ], "uses_validation_endpoint": false }, "work": { "apical_macs_per_example": 125043328, "causal_scalar_observations": 0, "components": { "apical_projection_macs": 1250441282772992, "apical_regression_macs": 0, "bp_reverse_macs_estimate": 0, "kp_reciprocal_correlation_macs": 1250433280000000, "local_weight_correlation_macs": 1254856960000000, "mirror_feedback_prediction_macs": 0, "mirror_local_correlation_macs": 0, "mirror_response_macs": 0, "ordinary_forward_macs": 1254856960000000, "perturbation_forward_macs": 0, "warmup_clean_forward_macs": 8031084544 }, "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", "elementwise_operations_estimate": 127796290519040, "forward_macs_per_example": 125485696, "logical_batch_loss_queries": 0, "mirror_probe_examples": 0, "mirror_readout_probe_examples": 0, "neutral_projection_observations": 10000000, "per_example_cross_entropy_terms": 0, "total_clean_forward_examples": 10000064, "total_forward_equivalent_examples": 10000064, "total_macs_estimate": 5010596513857536 } }