summaryrefslogtreecommitdiff
path: root/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json')
-rw-r--r--results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json7293
1 files changed, 7293 insertions, 0 deletions
diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json
new file mode 100644
index 0000000..6ec049d
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json
@@ -0,0 +1,7293 @@
+{
+ "architecture": {
+ "adaptive_apical_parameters": 1064960,
+ "adaptive_feedback_parameters": 848512,
+ "base_width": 16,
+ "blocks_per_stage": 9,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "depth": 56,
+ "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+ "fixed_feedback_parameters": 0,
+ "fixed_traffic_coefficients": 532480,
+ "forward_parameters": 853018,
+ "hidden_shapes": [
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ]
+ ],
+ "normalization": "batchnorm",
+ "predictor_parameters": 1064960,
+ "residual_scale": 1.0,
+ "vectorizer_mode": null,
+ "vectorizer_parameters": 0
+ },
+ "args": {
+ "a_scale": 1.0,
+ "a_warmup_steps": 0,
+ "alignment_probe": 32,
+ "apical_calibration_mode": "unit_targets",
+ "apical_seed": null,
+ "augment_train": 1,
+ "batch_size": 128,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "data_dir": "/home/yurenh2/sdrn/data",
+ "depth": 56,
+ "device": "cuda",
+ "epochs": 200,
+ "eta_A": 0.01,
+ "eta_P": 0.1,
+ "eval_every": 0,
+ "eval_split": "test",
+ "learn_P": 1,
+ "loader_seed": 10,
+ "lr": 0.1,
+ "lr_gamma": 0.1,
+ "lr_milestones": "100,150",
+ "lr_schedule": "step",
+ "max_steps": 0,
+ "mirror_batch_size": 1,
+ "mirror_eta": 0.1,
+ "mirror_every": 16,
+ "mirror_noise_std": 1.0,
+ "mirror_seed": 3000,
+ "mirror_warmup_steps": 0,
+ "mode": "kp_traffic",
+ "momentum": 0.9,
+ "neutral_projection": 1,
+ "normalization": "batchnorm",
+ "nuisance_scale": 0.0,
+ "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json",
+ "output_lr": 0.1,
+ "pert_directions": 1,
+ "pert_every": 4,
+ "pert_sigma": 0.01,
+ "perturb_seed": 1000,
+ "predictor_every": 0,
+ "predictor_mode": "closed_form",
+ "predictor_warmup_steps": 1,
+ "residual_scale": null,
+ "seed": 10,
+ "split_seed": 2027,
+ "traffic_calibration_examples": 64,
+ "traffic_ratio": 4.0,
+ "traffic_rule": "innovation",
+ "traffic_seed": 5010,
+ "train_limit": 0,
+ "use_residual": 1,
+ "val_examples": 0,
+ "vectorizer_mode": "spatial_template",
+ "warmup_epochs": 0,
+ "weight_decay": 0.0001,
+ "weight_scale": 1.0,
+ "width": 16
+ },
+ "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+ "counters": {
+ "apical_warmup_examples": 0,
+ "calibration_event_examples": 0,
+ "causal_scalar_observations": 0,
+ "logical_batch_loss_queries": 0,
+ "mirror_conv_examples": 0,
+ "mirror_events": 0,
+ "mirror_readout_examples": 0,
+ "neutral_projection_examples": 10000000,
+ "ordinary_examples": 10000000,
+ "per_example_loss_terms": 0,
+ "perturbation_events": 0,
+ "perturbation_forward_examples": 0,
+ "predictor_update_examples": 64,
+ "predictor_warmup_examples": 0,
+ "traffic_audit_examples": 0,
+ "traffic_calibration_examples": 64
+ },
+ "diagnostics": {
+ "early_third_mean": 0.9994682272275289,
+ "feedback_forward_cosine": [
+ 0.9994404911994934,
+ 0.9993954300880432,
+ 0.9997115135192871,
+ 0.9996904730796814,
+ 0.999552845954895,
+ 0.9995489120483398,
+ 0.9995783567428589,
+ 0.9995408058166504,
+ 0.9996228218078613,
+ 0.999614953994751,
+ 0.9996095299720764,
+ 0.999545693397522,
+ 0.9996140003204346,
+ 0.9995242357254028,
+ 0.999771773815155,
+ 0.9996898174285889,
+ 0.9997661709785461,
+ 0.9996163845062256,
+ 0.9997018575668335,
+ 0.9997928142547607,
+ 0.9996846914291382,
+ 0.999636709690094,
+ 0.9997365474700928,
+ 0.9996662139892578,
+ 0.9997066259384155,
+ 0.9996163845062256,
+ 0.9997081756591797,
+ 0.9996177554130554,
+ 0.999658465385437,
+ 0.9995304346084595,
+ 0.9996687173843384,
+ 0.9995114803314209,
+ 0.9995819330215454,
+ 0.9993857145309448,
+ 0.9994992017745972,
+ 0.9992763996124268,
+ 0.9997461438179016,
+ 0.9998161196708679,
+ 0.9997888803482056,
+ 0.9997533559799194,
+ 0.9997977018356323,
+ 0.9996863603591919,
+ 0.9997535347938538,
+ 0.99958735704422,
+ 0.999610185623169,
+ 0.9993331432342529,
+ 0.999364972114563,
+ 0.9990265369415283,
+ 0.9985905885696411,
+ 0.9981398582458496,
+ 0.9982001781463623,
+ 0.9977648258209229,
+ 0.9981805086135864,
+ 0.9975036978721619,
+ 0.9999802708625793
+ ],
+ "feedback_forward_norm_ratio": [
+ 0.9990659356117249,
+ 1.0005857944488525,
+ 0.9993277192115784,
+ 1.0003453493118286,
+ 0.9995670318603516,
+ 1.000895380973816,
+ 0.9981652498245239,
+ 1.0008583068847656,
+ 0.9991608262062073,
+ 1.001194953918457,
+ 0.9992017149925232,
+ 1.0010004043579102,
+ 0.9991812705993652,
+ 1.002564549446106,
+ 0.9990981817245483,
+ 1.000566005706787,
+ 0.9995611906051636,
+ 1.0014108419418335,
+ 0.9984918236732483,
+ 1.0005040168762207,
+ 0.9991447925567627,
+ 1.0008258819580078,
+ 0.9996499419212341,
+ 1.0017189979553223,
+ 0.9990311861038208,
+ 1.002008080482483,
+ 0.9997596740722656,
+ 1.001738429069519,
+ 0.9991170167922974,
+ 1.0017306804656982,
+ 0.9995566010475159,
+ 1.0015692710876465,
+ 0.9979696869850159,
+ 1.0022270679473877,
+ 0.9989573359489441,
+ 1.0032389163970947,
+ 0.9992907047271729,
+ 1.0006147623062134,
+ 0.9997590780258179,
+ 1.0006561279296875,
+ 0.9998376369476318,
+ 1.0011348724365234,
+ 0.9995772838592529,
+ 1.0010188817977905,
+ 0.9992583990097046,
+ 1.0021554231643677,
+ 0.99852454662323,
+ 1.00221586227417,
+ 0.9974808096885681,
+ 1.0032844543457031,
+ 0.9973658323287964,
+ 1.004159688949585,
+ 0.9972424507141113,
+ 1.0035505294799805,
+ 1.001733660697937
+ ],
+ "feedback_forward_relative_error": [
+ 0.03344787284731865,
+ 0.03478962555527687,
+ 0.0240226648747921,
+ 0.024886533617973328,
+ 0.02990039624273777,
+ 0.03006056882441044,
+ 0.02907276526093483,
+ 0.030331334099173546,
+ 0.027464091777801514,
+ 0.0277912225574255,
+ 0.027941882610321045,
+ 0.0301781315356493,
+ 0.027781657874584198,
+ 0.03099004551768303,
+ 0.021371891722083092,
+ 0.02491869404911995,
+ 0.02162111923098564,
+ 0.027751967310905457,
+ 0.02444976009428501,
+ 0.020368635654449463,
+ 0.025114303454756737,
+ 0.02697877772152424,
+ 0.02295496314764023,
+ 0.02591652236878872,
+ 0.02422996051609516,
+ 0.02780137211084366,
+ 0.02415524236857891,
+ 0.027729131281375885,
+ 0.026138020679354668,
+ 0.030723802745342255,
+ 0.025735855102539062,
+ 0.031318821012973785,
+ 0.02895987033843994,
+ 0.03516266867518425,
+ 0.03164835274219513,
+ 0.03823957219719887,
+ 0.022533871233463287,
+ 0.019190732389688492,
+ 0.02054876834154129,
+ 0.02222895808517933,
+ 0.020110785961151123,
+ 0.025087302550673485,
+ 0.022203581407666206,
+ 0.02875879406929016,
+ 0.02792232856154442,
+ 0.03662370890378952,
+ 0.03564311936497688,
+ 0.044228386133909225,
+ 0.05308665335178375,
+ 0.06118026003241539,
+ 0.05997497960925102,
+ 0.06712844967842102,
+ 0.06030327081680298,
+ 0.07087264955043793,
+ 0.006518933922052383
+ ],
+ "innovation_negative_gradient_cosine": [
+ 0.9995369911193848,
+ 0.9993072748184204,
+ 0.9995357990264893,
+ 0.9994770884513855,
+ 0.9995355010032654,
+ 0.9994328618049622,
+ 0.9995237588882446,
+ 0.9993277788162231,
+ 0.9995232820510864,
+ 0.9993844032287598,
+ 0.9995205402374268,
+ 0.9993714094161987,
+ 0.9995244741439819,
+ 0.999367356300354,
+ 0.9995344877243042,
+ 0.9995198249816895,
+ 0.9995425939559937,
+ 0.9994626641273499,
+ 0.9995633959770203,
+ 0.9995496273040771,
+ 0.9995813369750977,
+ 0.9994677305221558,
+ 0.999589741230011,
+ 0.9994921088218689,
+ 0.9996006488800049,
+ 0.9994814991950989,
+ 0.9996095895767212,
+ 0.9995163679122925,
+ 0.9996070861816406,
+ 0.999485433101654,
+ 0.9996163845062256,
+ 0.9995322227478027,
+ 0.9996259212493896,
+ 0.9994911551475525,
+ 0.9996343851089478,
+ 0.9994434714317322,
+ 0.9996479749679565,
+ 0.9996869564056396,
+ 0.999660313129425,
+ 0.9996445178985596,
+ 0.9996895790100098,
+ 0.9996963143348694,
+ 0.9996941089630127,
+ 0.9997339844703674,
+ 0.9996970891952515,
+ 0.9997127056121826,
+ 0.9996949434280396,
+ 0.9997172355651855,
+ 0.9995944499969482,
+ 0.9993976950645447,
+ 0.9996228814125061,
+ 0.9996196627616882,
+ 0.9996307492256165,
+ 0.9996695518493652,
+ 0.6467665433883667
+ ],
+ "instruction_negative_gradient_cosine": [
+ 0.9995369911193848,
+ 0.9993072748184204,
+ 0.9995357990264893,
+ 0.9994770288467407,
+ 0.9995355010032654,
+ 0.9994328618049622,
+ 0.9995237588882446,
+ 0.9993277788162231,
+ 0.9995232820510864,
+ 0.9993844628334045,
+ 0.9995205402374268,
+ 0.9993714094161987,
+ 0.9995244741439819,
+ 0.9993672370910645,
+ 0.9995344877243042,
+ 0.9995198249816895,
+ 0.9995425939559937,
+ 0.9994626641273499,
+ 0.999563455581665,
+ 0.9995495676994324,
+ 0.9995813369750977,
+ 0.9994677305221558,
+ 0.999589741230011,
+ 0.9994921088218689,
+ 0.9996007084846497,
+ 0.9994814991950989,
+ 0.9996095895767212,
+ 0.9995163679122925,
+ 0.9996070861816406,
+ 0.9994853734970093,
+ 0.9996163845062256,
+ 0.9995322227478027,
+ 0.9996258616447449,
+ 0.9994912147521973,
+ 0.999634325504303,
+ 0.9994434714317322,
+ 0.9996479749679565,
+ 0.9996869564056396,
+ 0.999660313129425,
+ 0.9996445178985596,
+ 0.9996895790100098,
+ 0.9996963143348694,
+ 0.9996941089630127,
+ 0.9997339844703674,
+ 0.9996970891952515,
+ 0.9997127056121826,
+ 0.9996948838233948,
+ 0.9997172355651855,
+ 0.9995944499969482,
+ 0.9993976950645447,
+ 0.9996228814125061,
+ 0.9996196031570435,
+ 0.9996308088302612,
+ 0.9996695518493652,
+ 0.6637846231460571
+ ],
+ "matched_negative_gradient_cosine": [
+ 0.007951020263135433,
+ 0.016651220619678497,
+ 0.00022909475956112146,
+ 0.0007789621595293283,
+ 0.0020209504291415215,
+ -0.003988915588706732,
+ 0.007779962383210659,
+ 0.0169359240680933,
+ 0.006374146323651075,
+ -0.019619127735495567,
+ 0.015027269721031189,
+ -0.0005737957544624805,
+ 0.012350887060165405,
+ 0.01950559765100479,
+ 0.009089230559766293,
+ 0.019061442464590073,
+ 0.010499964468181133,
+ 0.028676047921180725,
+ -0.00823073647916317,
+ 0.05451694130897522,
+ 0.00878145918250084,
+ 0.014558956027030945,
+ 0.014895726926624775,
+ 0.03158414363861084,
+ 0.03653767704963684,
+ 0.1080160140991211,
+ 0.04275117814540863,
+ 0.0927334874868393,
+ 0.033844441175460815,
+ 0.07671237736940384,
+ 0.04065904766321182,
+ 0.058761682361364365,
+ 0.052511297166347504,
+ 0.09380972385406494,
+ 0.054168861359357834,
+ 0.09256035089492798,
+ 0.05772949010133743,
+ 0.006526164244860411,
+ 0.04461504891514778,
+ 0.16173142194747925,
+ 0.019345808774232864,
+ 0.10187895596027374,
+ 0.024881921708583832,
+ 0.1399366557598114,
+ 0.019930541515350342,
+ 0.04394404590129852,
+ 0.040142178535461426,
+ 0.02651257999241352,
+ 0.056152936071157455,
+ 0.029059287160634995,
+ 0.02733425609767437,
+ 0.007577531039714813,
+ 0.026050828397274017,
+ 0.02375444583594799,
+ 0.06823229044675827
+ ],
+ "max_norm_match_direction_error": 0.14550673961639404,
+ "max_norm_match_relative_error": 1.673303842153473e-07,
+ "mean_feedback_forward_cosine": 0.9994443373246626,
+ "mean_feedback_forward_relative_error": 0.031019884212450548,
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "max_absolute_correction_slope": 0.21679285168647766,
+ "max_absolute_post_projection_soma_slope": 2.920860175947837e-08,
+ "max_absolute_pre_projection_soma_slope": 0.21679285168647766,
+ "max_positive_post_projection_soma_slope": 2.920860175947837e-08,
+ "min_post_projection_soma_slope": -2.2999914861543402e-08,
+ "observations": 32,
+ "post_projection_traffic_rms_ratio": 2.3419398701970128e-08,
+ "pre_projection_traffic_rms_ratio": 0.005726907156141328
+ },
+ "normalization_state": "training_batch_stats_without_running_update",
+ "predictor_traffic_residual_rms_ratio": 0.005726907156090022,
+ "raw_negative_gradient_cosine": [
+ 0.007951020263135433,
+ 0.016651220619678497,
+ 0.00022909522522240877,
+ 0.0007789625087752938,
+ 0.0020209504291415215,
+ -0.0039889151230454445,
+ 0.007779961451888084,
+ 0.0169359240680933,
+ 0.006374146789312363,
+ -0.019619125872850418,
+ 0.015027269721031189,
+ -0.0005737952888011932,
+ 0.01235088612884283,
+ 0.01950559765100479,
+ 0.009089229628443718,
+ 0.019061442464590073,
+ 0.010499965399503708,
+ 0.028676047921180725,
+ -0.00823073647916317,
+ 0.05451694130897522,
+ 0.00878145918250084,
+ 0.01455895695835352,
+ 0.014895725063979626,
+ 0.03158414363861084,
+ 0.03653767704963684,
+ 0.1080160140991211,
+ 0.04275117814540863,
+ 0.0927334874868393,
+ 0.033844441175460815,
+ 0.07671236991882324,
+ 0.04065905138850212,
+ 0.058761678636074066,
+ 0.052511293441057205,
+ 0.09380972385406494,
+ 0.054168861359357834,
+ 0.09256035089492798,
+ 0.05772949755191803,
+ 0.00652616610750556,
+ 0.04461504891514778,
+ 0.16173143684864044,
+ 0.019345812499523163,
+ 0.10187895596027374,
+ 0.024881921708583832,
+ 0.1399366557598114,
+ 0.019930541515350342,
+ 0.04394404590129852,
+ 0.040142182260751724,
+ 0.02651258185505867,
+ 0.05615293234586716,
+ 0.029059283435344696,
+ 0.02733425796031952,
+ 0.007577531039714813,
+ 0.026050828397274017,
+ 0.02375444769859314,
+ 0.0681997612118721
+ ],
+ "teaching_negative_gradient_cosine": [
+ 0.9995369911193848,
+ 0.9993072748184204,
+ 0.9995357990264893,
+ 0.9994770884513855,
+ 0.9995355010032654,
+ 0.9994328618049622,
+ 0.9995237588882446,
+ 0.9993277788162231,
+ 0.9995232820510864,
+ 0.9993844032287598,
+ 0.9995205402374268,
+ 0.9993714094161987,
+ 0.9995244741439819,
+ 0.999367356300354,
+ 0.9995344877243042,
+ 0.9995198249816895,
+ 0.9995425939559937,
+ 0.9994626641273499,
+ 0.9995633959770203,
+ 0.9995496273040771,
+ 0.9995813369750977,
+ 0.9994677305221558,
+ 0.999589741230011,
+ 0.9994921088218689,
+ 0.9996006488800049,
+ 0.9994814991950989,
+ 0.9996095895767212,
+ 0.9995163679122925,
+ 0.9996070861816406,
+ 0.999485433101654,
+ 0.9996163845062256,
+ 0.9995322227478027,
+ 0.9996259212493896,
+ 0.9994911551475525,
+ 0.9996343851089478,
+ 0.9994434714317322,
+ 0.9996479749679565,
+ 0.9996869564056396,
+ 0.999660313129425,
+ 0.9996445178985596,
+ 0.9996895790100098,
+ 0.9996963143348694,
+ 0.9996941089630127,
+ 0.9997339844703674,
+ 0.9996970891952515,
+ 0.9997127056121826,
+ 0.9996949434280396,
+ 0.9997172355651855,
+ 0.9995944499969482,
+ 0.9993976950645447,
+ 0.9996228814125061,
+ 0.9996196627616882,
+ 0.9996307492256165,
+ 0.9996695518493652,
+ 0.6467665433883667
+ ],
+ "traffic_instruction_rms_ratio": 166.47478673073695,
+ "used_negative_gradient_cosine": [
+ 0.9995369911193848,
+ 0.9993072748184204,
+ 0.9995357990264893,
+ 0.9994770884513855,
+ 0.9995355010032654,
+ 0.9994328618049622,
+ 0.9995237588882446,
+ 0.9993277788162231,
+ 0.9995232820510864,
+ 0.9993844032287598,
+ 0.9995205402374268,
+ 0.9993714094161987,
+ 0.9995244741439819,
+ 0.999367356300354,
+ 0.9995344877243042,
+ 0.9995198249816895,
+ 0.9995425939559937,
+ 0.9994626641273499,
+ 0.9995633959770203,
+ 0.9995496273040771,
+ 0.9995813369750977,
+ 0.9994677305221558,
+ 0.999589741230011,
+ 0.9994921088218689,
+ 0.9996006488800049,
+ 0.9994814991950989,
+ 0.9996095895767212,
+ 0.9995163679122925,
+ 0.9996070861816406,
+ 0.999485433101654,
+ 0.9996163845062256,
+ 0.9995322227478027,
+ 0.9996259212493896,
+ 0.9994911551475525,
+ 0.9996343851089478,
+ 0.9994434714317322,
+ 0.9996479749679565,
+ 0.9996869564056396,
+ 0.999660313129425,
+ 0.9996445178985596,
+ 0.9996895790100098,
+ 0.9996963143348694,
+ 0.9996941089630127,
+ 0.9997339844703674,
+ 0.9996970891952515,
+ 0.9997127056121826,
+ 0.9996949434280396,
+ 0.9997172355651855,
+ 0.9995944499969482,
+ 0.9993976950645447,
+ 0.9996228814125061,
+ 0.9996196627616882,
+ 0.9996307492256165,
+ 0.9996695518493652,
+ 0.6467665433883667
+ ],
+ "wall_s": 0.3682084083557129
+ },
+ "epochs": [
+ {
+ "epoch": 1,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.369456171989441,
+ "mean_feedback_forward_cosine": 0.2689082251353697,
+ "mean_feedback_forward_relative_error": 1.1972714272412386,
+ "min_feedback_forward_cosine": 0.06917765736579895
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0014078608180658027,
+ "instruction_rms": 0.001407860820661047,
+ "raw_apical_rms": 0.07253148805079876,
+ "teaching_rms": 0.0014078608180658027,
+ "traffic_rms": 0.07242028298479802
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.183836459034865e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 3.0222815594380756e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008607884238328454,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 391,
+ "train_examples": 50000,
+ "train_loss": 2.5390182747650147
+ },
+ {
+ "epoch": 2,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3501542806625366,
+ "mean_feedback_forward_cosine": 0.2927861137823625,
+ "mean_feedback_forward_relative_error": 1.177639068256725,
+ "min_feedback_forward_cosine": 0.0984971821308136
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00124677806096627,
+ "instruction_rms": 0.001246778060357656,
+ "raw_apical_rms": 0.07905536325674647,
+ "teaching_rms": 0.00124677806096627,
+ "traffic_rms": 0.07904517099797034
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.801659134860529e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.813901610059566e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.009354999126080822,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 782,
+ "train_examples": 50000,
+ "train_loss": 1.825491848373413
+ },
+ {
+ "epoch": 3,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3406648635864258,
+ "mean_feedback_forward_cosine": 0.33759623102166436,
+ "mean_feedback_forward_relative_error": 1.1397242833267558,
+ "min_feedback_forward_cosine": 0.10546259582042694
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0017762302135308115,
+ "instruction_rms": 0.0017762302137874684,
+ "raw_apical_rms": 0.09286173665831304,
+ "teaching_rms": 0.0017762302135308115,
+ "traffic_rms": 0.09284445870091278
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1403717081748255e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.7028709890868054e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008458986768579237,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1173,
+ "train_examples": 50000,
+ "train_loss": 1.5229721897888184
+ },
+ {
+ "epoch": 4,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3353369235992432,
+ "mean_feedback_forward_cosine": 0.38439204462549903,
+ "mean_feedback_forward_relative_error": 1.0989309056238694,
+ "min_feedback_forward_cosine": 0.11290597170591354
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002144352366856395,
+ "instruction_rms": 0.002144352366926018,
+ "raw_apical_rms": 0.10642397751297464,
+ "teaching_rms": 0.002144352366856395,
+ "traffic_rms": 0.10640207164306367
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.766463738789753e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.607272010383771e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007169416539074072,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1564,
+ "train_examples": 50000,
+ "train_loss": 1.2386383350372314
+ },
+ {
+ "epoch": 5,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3303279876708984,
+ "mean_feedback_forward_cosine": 0.42887628769332714,
+ "mean_feedback_forward_relative_error": 1.058563599803231,
+ "min_feedback_forward_cosine": 0.11963705718517303
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0024083291066470266,
+ "instruction_rms": 0.002408329106783188,
+ "raw_apical_rms": 0.1160738627277121,
+ "teaching_rms": 0.0024083291066470266,
+ "traffic_rms": 0.11604860936263153
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.463994305429878e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5641748357825903e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007335635853544253,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1955,
+ "train_examples": 50000,
+ "train_loss": 1.0158939805603027
+ },
+ {
+ "epoch": 6,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3247514963150024,
+ "mean_feedback_forward_cosine": 0.468974922191013,
+ "mean_feedback_forward_relative_error": 1.0200427906079725,
+ "min_feedback_forward_cosine": 0.127312570810318
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0025600956808246975,
+ "instruction_rms": 0.0025600956817007758,
+ "raw_apical_rms": 0.12247912124202827,
+ "teaching_rms": 0.0025600956808246975,
+ "traffic_rms": 0.12245209271991864
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 5.8787094303625054e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5591618086320432e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008561494907804461,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 2346,
+ "train_examples": 50000,
+ "train_loss": 0.8577664368057251
+ },
+ {
+ "epoch": 7,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3185664415359497,
+ "mean_feedback_forward_cosine": 0.5038931838490747,
+ "mean_feedback_forward_relative_error": 0.9849336450750178,
+ "min_feedback_forward_cosine": 0.13563823699951172
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0025940226788831447,
+ "instruction_rms": 0.002594022678948535,
+ "raw_apical_rms": 0.12895238646516094,
+ "teaching_rms": 0.0025940226788831447,
+ "traffic_rms": 0.12892603267008163
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.997678525522133e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5463127291706684e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008545097883428839,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 2737,
+ "train_examples": 50000,
+ "train_loss": 0.7557037147521972
+ },
+ {
+ "epoch": 8,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.312221646308899,
+ "mean_feedback_forward_cosine": 0.53461450798945,
+ "mean_feedback_forward_relative_error": 0.9526763005690141,
+ "min_feedback_forward_cosine": 0.1440867930650711
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026261802167477115,
+ "instruction_rms": 0.0026261802163296158,
+ "raw_apical_rms": 0.13317921947134523,
+ "teaching_rms": 0.0026261802167477115,
+ "traffic_rms": 0.1331530843718966
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.0903553970820212e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.529052634860394e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00911506880900851,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3128,
+ "train_examples": 50000,
+ "train_loss": 0.6905287527656555
+ },
+ {
+ "epoch": 9,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3053839206695557,
+ "mean_feedback_forward_cosine": 0.5630068250677802,
+ "mean_feedback_forward_relative_error": 0.9216304621913216,
+ "min_feedback_forward_cosine": 0.15337881445884705
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026532173367286287,
+ "instruction_rms": 0.002653217336847133,
+ "raw_apical_rms": 0.13781177115967047,
+ "teaching_rms": 0.0026532173367286287,
+ "traffic_rms": 0.13778599137145367
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 9.864122318958835e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5253319297284716e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00903966909057363,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3519,
+ "train_examples": 50000,
+ "train_loss": 0.6335982405853271
+ },
+ {
+ "epoch": 10,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2983505725860596,
+ "mean_feedback_forward_cosine": 0.5881762472066012,
+ "mean_feedback_forward_relative_error": 0.8930000028826973,
+ "min_feedback_forward_cosine": 0.16186240315437317
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027004392122214776,
+ "instruction_rms": 0.0027004392135709186,
+ "raw_apical_rms": 0.1409414882365129,
+ "teaching_rms": 0.0027004392122214776,
+ "traffic_rms": 0.14091533321399727
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.604141837371571e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5159799066847384e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008300611858488472,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3910,
+ "train_examples": 50000,
+ "train_loss": 0.5807088320827484
+ },
+ {
+ "epoch": 11,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.289905309677124,
+ "mean_feedback_forward_cosine": 0.611640171029351,
+ "mean_feedback_forward_relative_error": 0.8652345949953253,
+ "min_feedback_forward_cosine": 0.17215199768543243
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002716556502013636,
+ "instruction_rms": 0.002716556501728653,
+ "raw_apical_rms": 0.1438973105166632,
+ "teaching_rms": 0.002716556502013636,
+ "traffic_rms": 0.1438713914837601
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 9.660015365398067e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5125790295178934e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008332734171125573,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 4301,
+ "train_examples": 50000,
+ "train_loss": 0.5490889276123047
+ },
+ {
+ "epoch": 12,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2804360389709473,
+ "mean_feedback_forward_cosine": 0.6332393632693725,
+ "mean_feedback_forward_relative_error": 0.8388771290128881,
+ "min_feedback_forward_cosine": 0.1850309669971466
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027347042332565657,
+ "instruction_rms": 0.0027347042333227137,
+ "raw_apical_rms": 0.145752187024359,
+ "teaching_rms": 0.0027347042332565657,
+ "traffic_rms": 0.14572623077321176
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.2038564989325096e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5105251607952445e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008174152878091092,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 4692,
+ "train_examples": 50000,
+ "train_loss": 0.5216856644821167
+ },
+ {
+ "epoch": 13,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2710715532302856,
+ "mean_feedback_forward_cosine": 0.6532921455123207,
+ "mean_feedback_forward_relative_error": 0.8137308101762425,
+ "min_feedback_forward_cosine": 0.1969955563545227
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027213841771664385,
+ "instruction_rms": 0.0027213841770934604,
+ "raw_apical_rms": 0.1482095211465228,
+ "teaching_rms": 0.0027213841771664385,
+ "traffic_rms": 0.1481842355957605
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.45189455592299e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.526094867671055e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008321533278653932,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5083,
+ "train_examples": 50000,
+ "train_loss": 0.49639288541793825
+ },
+ {
+ "epoch": 14,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2606836557388306,
+ "mean_feedback_forward_cosine": 0.6722355338660153,
+ "mean_feedback_forward_relative_error": 0.7892406214367259,
+ "min_feedback_forward_cosine": 0.21050788462162018
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002706110810581065,
+ "instruction_rms": 0.0027061108111700195,
+ "raw_apical_rms": 0.1498301910981681,
+ "teaching_rms": 0.002706110810581065,
+ "traffic_rms": 0.1498054236433129
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.23983947132001e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.504863395961472e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008117705535747154,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5474,
+ "train_examples": 50000,
+ "train_loss": 0.46903689533233645
+ },
+ {
+ "epoch": 15,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2496236562728882,
+ "mean_feedback_forward_cosine": 0.6898900433020159,
+ "mean_feedback_forward_relative_error": 0.7656778820536353,
+ "min_feedback_forward_cosine": 0.2246866524219513
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00268414078045173,
+ "instruction_rms": 0.002684140779454647,
+ "raw_apical_rms": 0.1510483561881407,
+ "teaching_rms": 0.00268414078045173,
+ "traffic_rms": 0.151024166507925
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 1.180244240117645e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5135116606682998e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008063122030842956,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5865,
+ "train_examples": 50000,
+ "train_loss": 0.4508209700489044
+ },
+ {
+ "epoch": 16,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2381395101547241,
+ "mean_feedback_forward_cosine": 0.706576835567301,
+ "mean_feedback_forward_relative_error": 0.7427569503133947,
+ "min_feedback_forward_cosine": 0.24030257761478424
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027269388715657687,
+ "instruction_rms": 0.0027269388713653925,
+ "raw_apical_rms": 0.15219185098940602,
+ "teaching_rms": 0.0027269388715657687,
+ "traffic_rms": 0.1521671288481907
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.0166957764567996e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5060952700744226e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0077939087266589505,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 6256,
+ "train_examples": 50000,
+ "train_loss": 0.42989219255447386
+ },
+ {
+ "epoch": 17,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2247095108032227,
+ "mean_feedback_forward_cosine": 0.7227096731012518,
+ "mean_feedback_forward_relative_error": 0.7199545334685933,
+ "min_feedback_forward_cosine": 0.25628435611724854
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027349959697728905,
+ "instruction_rms": 0.002734995970364187,
+ "raw_apical_rms": 0.15284853997319411,
+ "teaching_rms": 0.0027349959697728905,
+ "traffic_rms": 0.15282369517765512
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.373790822384763e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5198463096368874e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007536574376778029,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 6647,
+ "train_examples": 50000,
+ "train_loss": 0.4131422837734222
+ },
+ {
+ "epoch": 18,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2106099128723145,
+ "mean_feedback_forward_cosine": 0.7377519146962599,
+ "mean_feedback_forward_relative_error": 0.6982379024679011,
+ "min_feedback_forward_cosine": 0.27311837673187256
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002738938882674984,
+ "instruction_rms": 0.002738938882131211,
+ "raw_apical_rms": 0.1547192768412384,
+ "teaching_rms": 0.002738938882674984,
+ "traffic_rms": 0.15469464677270342
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.65467325688951e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.509952813512533e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007475800837032979,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7038,
+ "train_examples": 50000,
+ "train_loss": 0.395740670375824
+ },
+ {
+ "epoch": 19,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1949330568313599,
+ "mean_feedback_forward_cosine": 0.7525744221427224,
+ "mean_feedback_forward_relative_error": 0.6761982630599629,
+ "min_feedback_forward_cosine": 0.29287850856781006
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002789933881637465,
+ "instruction_rms": 0.002789933882418844,
+ "raw_apical_rms": 0.15529511365498264,
+ "teaching_rms": 0.002789933881637465,
+ "traffic_rms": 0.15526965106451546
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.554450576208183e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5095342040844068e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007504243891270323,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7429,
+ "train_examples": 50000,
+ "train_loss": 0.3899913565635681
+ },
+ {
+ "epoch": 20,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1793348789215088,
+ "mean_feedback_forward_cosine": 0.7664710158651525,
+ "mean_feedback_forward_relative_error": 0.654895176670768,
+ "min_feedback_forward_cosine": 0.3113252520561218
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028157399067542995,
+ "instruction_rms": 0.0028157399068014966,
+ "raw_apical_rms": 0.1557017757088369,
+ "teaching_rms": 0.0028157399067542995,
+ "traffic_rms": 0.15567592398314006
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.2300030505230097e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5141737887963763e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007724938687399083,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7820,
+ "train_examples": 50000,
+ "train_loss": 0.3716805156517029
+ },
+ {
+ "epoch": 21,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1615961790084839,
+ "mean_feedback_forward_cosine": 0.7794803326780145,
+ "mean_feedback_forward_relative_error": 0.6345552338795228,
+ "min_feedback_forward_cosine": 0.3317318558692932
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027772103042668236,
+ "instruction_rms": 0.0027772103042611046,
+ "raw_apical_rms": 0.15703431703397072,
+ "teaching_rms": 0.0027772103042668236,
+ "traffic_rms": 0.15700935973156757
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.0139478945347946e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5200974792610012e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007565728388337472,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8211,
+ "train_examples": 50000,
+ "train_loss": 0.3565149616909027
+ },
+ {
+ "epoch": 22,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1436591148376465,
+ "mean_feedback_forward_cosine": 0.7917030274868011,
+ "mean_feedback_forward_relative_error": 0.6147973905910146,
+ "min_feedback_forward_cosine": 0.3503715693950653
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002740800465849123,
+ "instruction_rms": 0.0027408004651419916,
+ "raw_apical_rms": 0.15884990233234111,
+ "teaching_rms": 0.002740800465849123,
+ "traffic_rms": 0.15882587576190477
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 8.08871476465356e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.515649550919636e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007051738210346881,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8602,
+ "train_examples": 50000,
+ "train_loss": 0.34919896123886107
+ },
+ {
+ "epoch": 23,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1289823055267334,
+ "mean_feedback_forward_cosine": 0.8035282308405096,
+ "mean_feedback_forward_relative_error": 0.5955030484633013,
+ "min_feedback_forward_cosine": 0.37110692262649536
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002720008624748741,
+ "instruction_rms": 0.0027200086257573902,
+ "raw_apical_rms": 0.1591613560909939,
+ "teaching_rms": 0.002720008624748741,
+ "traffic_rms": 0.1591376994669512
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 5.961846483160116e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.507685907145174e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006787212674603808,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8993,
+ "train_examples": 50000,
+ "train_loss": 0.3399496278190613
+ },
+ {
+ "epoch": 24,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1149834394454956,
+ "mean_feedback_forward_cosine": 0.8148032464764335,
+ "mean_feedback_forward_relative_error": 0.5765755279497666,
+ "min_feedback_forward_cosine": 0.3912418484687805
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027380940860072885,
+ "instruction_rms": 0.002738094086287847,
+ "raw_apical_rms": 0.160350078362088,
+ "teaching_rms": 0.0027380940860072885,
+ "traffic_rms": 0.16032627262381183
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.384102135825742e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.514405910573417e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006609140139783976,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 9384,
+ "train_examples": 50000,
+ "train_loss": 0.32405499139785765
+ },
+ {
+ "epoch": 25,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.098513126373291,
+ "mean_feedback_forward_cosine": 0.825629183920947,
+ "mean_feedback_forward_relative_error": 0.5577839160507375,
+ "min_feedback_forward_cosine": 0.4139281213283539
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002806733872328214,
+ "instruction_rms": 0.002806733871476678,
+ "raw_apical_rms": 0.16137592009991242,
+ "teaching_rms": 0.002806733872328214,
+ "traffic_rms": 0.16135106133359212
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.402244588978647e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5122284420077096e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006833164944225116,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 9775,
+ "train_examples": 50000,
+ "train_loss": 0.31489995611190796
+ },
+ {
+ "epoch": 26,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0807279348373413,
+ "mean_feedback_forward_cosine": 0.8359038759361613,
+ "mean_feedback_forward_relative_error": 0.5396850214763121,
+ "min_feedback_forward_cosine": 0.43376851081848145
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027126405252002935,
+ "instruction_rms": 0.002712640525776598,
+ "raw_apical_rms": 0.1614713695608004,
+ "teaching_rms": 0.0027126405252002935,
+ "traffic_rms": 0.16144816076638513
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.129415908162628e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5209754067163376e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007243929023428913,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10166,
+ "train_examples": 50000,
+ "train_loss": 0.31143629782676696
+ },
+ {
+ "epoch": 27,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0643980503082275,
+ "mean_feedback_forward_cosine": 0.8452983178875663,
+ "mean_feedback_forward_relative_error": 0.5226983774792064,
+ "min_feedback_forward_cosine": 0.45132529735565186
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027025649776800734,
+ "instruction_rms": 0.0027025649788819084,
+ "raw_apical_rms": 0.1619282005105999,
+ "teaching_rms": 0.0027025649776800734,
+ "traffic_rms": 0.16190523076048755
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.616452452590238e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5134851767211678e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006847339694932586,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10557,
+ "train_examples": 50000,
+ "train_loss": 0.29772738583564756
+ },
+ {
+ "epoch": 28,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0457823276519775,
+ "mean_feedback_forward_cosine": 0.854599083553661,
+ "mean_feedback_forward_relative_error": 0.5055396803400733,
+ "min_feedback_forward_cosine": 0.4712110757827759
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002761482782204626,
+ "instruction_rms": 0.0027614827828063375,
+ "raw_apical_rms": 0.16258257613656435,
+ "teaching_rms": 0.002761482782204626,
+ "traffic_rms": 0.1625586360347466
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.46648885549439e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.510967737137601e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006350087813880074,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10948,
+ "train_examples": 50000,
+ "train_loss": 0.29446000383377074
+ },
+ {
+ "epoch": 29,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.026662826538086,
+ "mean_feedback_forward_cosine": 0.8632767005400224,
+ "mean_feedback_forward_relative_error": 0.48891182243824005,
+ "min_feedback_forward_cosine": 0.4909406304359436
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027294029851671073,
+ "instruction_rms": 0.002729402984734353,
+ "raw_apical_rms": 0.16345852326418697,
+ "teaching_rms": 0.0027294029851671073,
+ "traffic_rms": 0.1634353017690766
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.029981136634888e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5219791969399757e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0065914767230672595,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 11339,
+ "train_examples": 50000,
+ "train_loss": 0.2873349623298645
+ },
+ {
+ "epoch": 30,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0072821378707886,
+ "mean_feedback_forward_cosine": 0.8715605811639265,
+ "mean_feedback_forward_relative_error": 0.472716176238927,
+ "min_feedback_forward_cosine": 0.5108346939086914
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027412687801244375,
+ "instruction_rms": 0.002741268779740909,
+ "raw_apical_rms": 0.1637920463690306,
+ "teaching_rms": 0.0027412687801244375,
+ "traffic_rms": 0.1637685970984676
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.260398777158116e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.513659095315303e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006347078384476118,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 11730,
+ "train_examples": 50000,
+ "train_loss": 0.2780431655406952
+ },
+ {
+ "epoch": 31,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9849993586540222,
+ "mean_feedback_forward_cosine": 0.8796194163235751,
+ "mean_feedback_forward_relative_error": 0.4566669481721791,
+ "min_feedback_forward_cosine": 0.5322908163070679
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002772720722504387,
+ "instruction_rms": 0.002772720721653245,
+ "raw_apical_rms": 0.16517825215258577,
+ "teaching_rms": 0.002772720722504387,
+ "traffic_rms": 0.1651544968565768
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.4016616957142105e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5124009446383405e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006232119474522236,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12121,
+ "train_examples": 50000,
+ "train_loss": 0.27643853506088256
+ },
+ {
+ "epoch": 32,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9637517333030701,
+ "mean_feedback_forward_cosine": 0.8872257872061295,
+ "mean_feedback_forward_relative_error": 0.44102646708488463,
+ "min_feedback_forward_cosine": 0.5526212453842163
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027165305410477045,
+ "instruction_rms": 0.0027165305406895435,
+ "raw_apical_rms": 0.16552759880769918,
+ "teaching_rms": 0.0027165305410477045,
+ "traffic_rms": 0.16550480070143003
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.4904397472910205e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5104235840156505e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006151879557324416,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12512,
+ "train_examples": 50000,
+ "train_loss": 0.2654162586069107
+ },
+ {
+ "epoch": 33,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.944539487361908,
+ "mean_feedback_forward_cosine": 0.8941527670080012,
+ "mean_feedback_forward_relative_error": 0.42625711262226107,
+ "min_feedback_forward_cosine": 0.5705175399780273
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002712585016804926,
+ "instruction_rms": 0.002712585016648845,
+ "raw_apical_rms": 0.16654005679792938,
+ "teaching_rms": 0.002712585016804926,
+ "traffic_rms": 0.166517485394477
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.368676335772761e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.506944724660411e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006120622290934922,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12903,
+ "train_examples": 50000,
+ "train_loss": 0.2637014389514923
+ },
+ {
+ "epoch": 34,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9225064516067505,
+ "mean_feedback_forward_cosine": 0.9008544921875,
+ "mean_feedback_forward_relative_error": 0.411741810224273,
+ "min_feedback_forward_cosine": 0.5907073020935059
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027195632493860525,
+ "instruction_rms": 0.0027195632494493604,
+ "raw_apical_rms": 0.16716096719402668,
+ "teaching_rms": 0.0027195632493860525,
+ "traffic_rms": 0.16713831787247851
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.625273130111964e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5099903609261106e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058345445216743674,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 13294,
+ "train_examples": 50000,
+ "train_loss": 0.2554851693439484
+ },
+ {
+ "epoch": 35,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9018487334251404,
+ "mean_feedback_forward_cosine": 0.907134747505188,
+ "mean_feedback_forward_relative_error": 0.39767970808527686,
+ "min_feedback_forward_cosine": 0.6090466380119324
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026915925703477647,
+ "instruction_rms": 0.0026915925705541096,
+ "raw_apical_rms": 0.16747368530356588,
+ "teaching_rms": 0.0026915925703477647,
+ "traffic_rms": 0.167451493246592
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.8205895214769043e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.507205419149286e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0059935289922810634,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 13685,
+ "train_examples": 50000,
+ "train_loss": 0.25527560507774355
+ },
+ {
+ "epoch": 36,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8779973983764648,
+ "mean_feedback_forward_cosine": 0.9132803266698664,
+ "mean_feedback_forward_relative_error": 0.3836985009637746,
+ "min_feedback_forward_cosine": 0.629700779914856
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002709336798875379,
+ "instruction_rms": 0.002709336798922376,
+ "raw_apical_rms": 0.16876696760186286,
+ "teaching_rms": 0.002709336798875379,
+ "traffic_rms": 0.16874474387579133
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.7212787396565545e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5155106164427826e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005770719968114469,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14076,
+ "train_examples": 50000,
+ "train_loss": 0.24738198353767396
+ },
+ {
+ "epoch": 37,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8550582528114319,
+ "mean_feedback_forward_cosine": 0.9191248839551752,
+ "mean_feedback_forward_relative_error": 0.3699219751087102,
+ "min_feedback_forward_cosine": 0.6488503813743591
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002744658580348916,
+ "instruction_rms": 0.0027446585809002867,
+ "raw_apical_rms": 0.1692784749870594,
+ "teaching_rms": 0.002744658580348916,
+ "traffic_rms": 0.16925564762653938
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 1.0283056184334782e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.503462783355452e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005984480415672107,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14467,
+ "train_examples": 50000,
+ "train_loss": 0.24656046650886534
+ },
+ {
+ "epoch": 38,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8322657942771912,
+ "mean_feedback_forward_cosine": 0.924671167677099,
+ "mean_feedback_forward_relative_error": 0.35647109056060966,
+ "min_feedback_forward_cosine": 0.6674500107765198
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002716551682468488,
+ "instruction_rms": 0.002716551681202091,
+ "raw_apical_rms": 0.16999963073479868,
+ "teaching_rms": 0.002716551682468488,
+ "traffic_rms": 0.16997738192670953
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.883178199108443e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.503999784704528e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005998146009132028,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14858,
+ "train_examples": 50000,
+ "train_loss": 0.24410252239227295
+ },
+ {
+ "epoch": 39,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8098189830780029,
+ "mean_feedback_forward_cosine": 0.9298397335139188,
+ "mean_feedback_forward_relative_error": 0.343571529740637,
+ "min_feedback_forward_cosine": 0.6851625442504883
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002704993410636537,
+ "instruction_rms": 0.00270499340952124,
+ "raw_apical_rms": 0.17004736791511776,
+ "teaching_rms": 0.002704993410636537,
+ "traffic_rms": 0.17002524441399822
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.865217810376635e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5008694971792143e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00595464802904857,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 15249,
+ "train_examples": 50000,
+ "train_loss": 0.2346136785888672
+ },
+ {
+ "epoch": 40,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.788639485836029,
+ "mean_feedback_forward_cosine": 0.9345328157598322,
+ "mean_feedback_forward_relative_error": 0.3313400975682519,
+ "min_feedback_forward_cosine": 0.7013775706291199
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027144490760981355,
+ "instruction_rms": 0.0027144490765332522,
+ "raw_apical_rms": 0.1704820113064447,
+ "teaching_rms": 0.0027144490760981355,
+ "traffic_rms": 0.17045976833896143
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.369202054656853e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5075531941569833e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005941322468501192,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 15640,
+ "train_examples": 50000,
+ "train_loss": 0.22998918856143952
+ },
+ {
+ "epoch": 41,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7658517956733704,
+ "mean_feedback_forward_cosine": 0.9390178973024542,
+ "mean_feedback_forward_relative_error": 0.31936303905465385,
+ "min_feedback_forward_cosine": 0.7179839015007019
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027388282564563614,
+ "instruction_rms": 0.0027388282566992773,
+ "raw_apical_rms": 0.17149561445755873,
+ "teaching_rms": 0.0027388282564563614,
+ "traffic_rms": 0.1714732163783227
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.646818289686053e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5039550853157958e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058671058650391975,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16031,
+ "train_examples": 50000,
+ "train_loss": 0.228340030670166
+ },
+ {
+ "epoch": 42,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7429981827735901,
+ "mean_feedback_forward_cosine": 0.9432894836772572,
+ "mean_feedback_forward_relative_error": 0.30768744457851754,
+ "min_feedback_forward_cosine": 0.7345595955848694
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027492090132646358,
+ "instruction_rms": 0.0027492090135381726,
+ "raw_apical_rms": 0.17173264824442055,
+ "teaching_rms": 0.0027492090132646358,
+ "traffic_rms": 0.17171000743235323
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.478892800032554e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4961528678032153e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005707809539607657,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16422,
+ "train_examples": 50000,
+ "train_loss": 0.22297325903892518
+ },
+ {
+ "epoch": 43,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7205039262771606,
+ "mean_feedback_forward_cosine": 0.9472182219678705,
+ "mean_feedback_forward_relative_error": 0.29652146344835106,
+ "min_feedback_forward_cosine": 0.7503696084022522
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002699274124081228,
+ "instruction_rms": 0.0026992741242085087,
+ "raw_apical_rms": 0.17213260750946038,
+ "teaching_rms": 0.002699274124081228,
+ "traffic_rms": 0.17211085907920048
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 8.331967649155558e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5001326548704666e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005755646294036971,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16813,
+ "train_examples": 50000,
+ "train_loss": 0.22228818331718445
+ },
+ {
+ "epoch": 44,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6984027028083801,
+ "mean_feedback_forward_cosine": 0.9509410045363687,
+ "mean_feedback_forward_relative_error": 0.2856178346005353,
+ "min_feedback_forward_cosine": 0.7656651735305786
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00271700873409705,
+ "instruction_rms": 0.002717008734128077,
+ "raw_apical_rms": 0.17280180485978924,
+ "teaching_rms": 0.00271700873409705,
+ "traffic_rms": 0.17277982802284342
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1747259520689113e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4984288504050477e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005985720429172296,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17204,
+ "train_examples": 50000,
+ "train_loss": 0.22128331359386444
+ },
+ {
+ "epoch": 45,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6764211058616638,
+ "mean_feedback_forward_cosine": 0.9543936209245162,
+ "mean_feedback_forward_relative_error": 0.27514181313189595,
+ "min_feedback_forward_cosine": 0.7800532579421997
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002709935901320221,
+ "instruction_rms": 0.00270993590110685,
+ "raw_apical_rms": 0.17309379917053339,
+ "teaching_rms": 0.002709935901320221,
+ "traffic_rms": 0.173071956657856
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.971801980171222e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.499260260947927e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005833380762116176,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17595,
+ "train_examples": 50000,
+ "train_loss": 0.21470431671142579
+ },
+ {
+ "epoch": 46,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6528832316398621,
+ "mean_feedback_forward_cosine": 0.9577399297194047,
+ "mean_feedback_forward_relative_error": 0.26469197462905536,
+ "min_feedback_forward_cosine": 0.7951393723487854
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027628235506417013,
+ "instruction_rms": 0.0027628235505700546,
+ "raw_apical_rms": 0.1738290779543857,
+ "teaching_rms": 0.0027628235506417013,
+ "traffic_rms": 0.17380649136716134
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.574178084723826e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5033849938601963e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005856943721158105,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17986,
+ "train_examples": 50000,
+ "train_loss": 0.2135639434337616
+ },
+ {
+ "epoch": 47,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6299036741256714,
+ "mean_feedback_forward_cosine": 0.9609023495153948,
+ "mean_feedback_forward_relative_error": 0.2544504498216239,
+ "min_feedback_forward_cosine": 0.8091050386428833
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027536471840989255,
+ "instruction_rms": 0.002753647183624104,
+ "raw_apical_rms": 0.174755363669475,
+ "teaching_rms": 0.0027536471840989255,
+ "traffic_rms": 0.17473309632877218
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.033400540810362e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.497529781374043e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006092486563079558,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 18377,
+ "train_examples": 50000,
+ "train_loss": 0.21429219744205474
+ },
+ {
+ "epoch": 48,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6096960306167603,
+ "mean_feedback_forward_cosine": 0.9636846466497941,
+ "mean_feedback_forward_relative_error": 0.24503131820396942,
+ "min_feedback_forward_cosine": 0.8211265802383423
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027462287503163567,
+ "instruction_rms": 0.002746228750504722,
+ "raw_apical_rms": 0.17501511406704992,
+ "teaching_rms": 0.0027462287503163567,
+ "traffic_rms": 0.17499293449270764
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 4.459483093910421e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.496827060255142e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006133579477802447,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 18768,
+ "train_examples": 50000,
+ "train_loss": 0.20507440061092377
+ },
+ {
+ "epoch": 49,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.58868408203125,
+ "mean_feedback_forward_cosine": 0.9663694229992953,
+ "mean_feedback_forward_relative_error": 0.23567482084035873,
+ "min_feedback_forward_cosine": 0.8330232501029968
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002788761182192513,
+ "instruction_rms": 0.0027887611818201625,
+ "raw_apical_rms": 0.17594458221082196,
+ "teaching_rms": 0.002788761182192513,
+ "traffic_rms": 0.17592183768676548
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.44173860312003e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5080592249893096e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006280252800208818,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19159,
+ "train_examples": 50000,
+ "train_loss": 0.2034974954175949
+ },
+ {
+ "epoch": 50,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5699996948242188,
+ "mean_feedback_forward_cosine": 0.9687195626172153,
+ "mean_feedback_forward_relative_error": 0.22712430534037678,
+ "min_feedback_forward_cosine": 0.8433349132537842
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026731575028941345,
+ "instruction_rms": 0.002673157502333831,
+ "raw_apical_rms": 0.17700813020256884,
+ "teaching_rms": 0.0026731575028941345,
+ "traffic_rms": 0.1769873235663447
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.2035066033795374e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5017710679382425e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00610103915669816,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19550,
+ "train_examples": 50000,
+ "train_loss": 0.19972688953638076
+ },
+ {
+ "epoch": 51,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.550325870513916,
+ "mean_feedback_forward_cosine": 0.9709732543338429,
+ "mean_feedback_forward_relative_error": 0.21872749497944657,
+ "min_feedback_forward_cosine": 0.8538931608200073
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002717835118428842,
+ "instruction_rms": 0.0027178351175052664,
+ "raw_apical_rms": 0.17722203003458972,
+ "teaching_rms": 0.002717835118428842,
+ "traffic_rms": 0.1772006454723428
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 5.999399377287773e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4922741685155208e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005937190934807443,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19941,
+ "train_examples": 50000,
+ "train_loss": 0.1962828039741516
+ },
+ {
+ "epoch": 52,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5283382534980774,
+ "mean_feedback_forward_cosine": 0.9732055718248541,
+ "mean_feedback_forward_relative_error": 0.21019287739287723,
+ "min_feedback_forward_cosine": 0.8651987314224243
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002760480034646327,
+ "instruction_rms": 0.0027604800344301003,
+ "raw_apical_rms": 0.177716750738102,
+ "teaching_rms": 0.002760480034646327,
+ "traffic_rms": 0.17769463331364055
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 1.1262102361797588e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.499809594321995e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006019799285633998,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 20332,
+ "train_examples": 50000,
+ "train_loss": 0.198746871881485
+ },
+ {
+ "epoch": 53,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5103389620780945,
+ "mean_feedback_forward_cosine": 0.9751089291139082,
+ "mean_feedback_forward_relative_error": 0.20251375328410756,
+ "min_feedback_forward_cosine": 0.8740372657775879
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002684252193379826,
+ "instruction_rms": 0.0026842521931177395,
+ "raw_apical_rms": 0.17827039607941997,
+ "teaching_rms": 0.002684252193379826,
+ "traffic_rms": 0.17824952594767854
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1688766932138606e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.498274480094141e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005988714848234756,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 20723,
+ "train_examples": 50000,
+ "train_loss": 0.19467794558525087
+ },
+ {
+ "epoch": 54,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.49154627323150635,
+ "mean_feedback_forward_cosine": 0.9769123283299532,
+ "mean_feedback_forward_relative_error": 0.1950347569178451,
+ "min_feedback_forward_cosine": 0.8830726742744446
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002664375140555376,
+ "instruction_rms": 0.002664375140456436,
+ "raw_apical_rms": 0.17924584341280653,
+ "teaching_rms": 0.002664375140555376,
+ "traffic_rms": 0.17922537098901548
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.832449190279476e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4884402453295137e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006116108332319452,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21114,
+ "train_examples": 50000,
+ "train_loss": 0.19025342669487
+ },
+ {
+ "epoch": 55,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4726116955280304,
+ "mean_feedback_forward_cosine": 0.9786086906086314,
+ "mean_feedback_forward_relative_error": 0.18781283477490598,
+ "min_feedback_forward_cosine": 0.8918552994728088
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00265934108324626,
+ "instruction_rms": 0.0026593410829282797,
+ "raw_apical_rms": 0.17989370183653353,
+ "teaching_rms": 0.00265934108324626,
+ "traffic_rms": 0.17987337427686068
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.191707140918879e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4890153971951208e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005906286966988396,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21505,
+ "train_examples": 50000,
+ "train_loss": 0.18266307161092757
+ },
+ {
+ "epoch": 56,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4537387788295746,
+ "mean_feedback_forward_cosine": 0.9802491524002769,
+ "mean_feedback_forward_relative_error": 0.18047235039147463,
+ "min_feedback_forward_cosine": 0.9002604484558105
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027143535690182896,
+ "instruction_rms": 0.002714353568681626,
+ "raw_apical_rms": 0.17958034591684222,
+ "teaching_rms": 0.0027143535690182896,
+ "traffic_rms": 0.17955922788121503
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.349976272053027e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.499637616653392e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005936952527896943,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21896,
+ "train_examples": 50000,
+ "train_loss": 0.18880251668930054
+ },
+ {
+ "epoch": 57,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.43645980954170227,
+ "mean_feedback_forward_cosine": 0.9817448681051081,
+ "mean_feedback_forward_relative_error": 0.17356848791241647,
+ "min_feedback_forward_cosine": 0.9076414108276367
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026550620897831515,
+ "instruction_rms": 0.002655062090175433,
+ "raw_apical_rms": 0.17980331039513187,
+ "teaching_rms": 0.0026550620897831515,
+ "traffic_rms": 0.17978306629196117
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.297108422539168e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4932539674891137e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005965728970932545,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 22287,
+ "train_examples": 50000,
+ "train_loss": 0.18843077926635743
+ },
+ {
+ "epoch": 58,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4198605418205261,
+ "mean_feedback_forward_cosine": 0.9831109122796492,
+ "mean_feedback_forward_relative_error": 0.16701087118549782,
+ "min_feedback_forward_cosine": 0.914421558380127
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026392736202412405,
+ "instruction_rms": 0.002639273620609916,
+ "raw_apical_rms": 0.18019670041627758,
+ "teaching_rms": 0.0026392736202412405,
+ "traffic_rms": 0.1801767993466816
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.338590452514836e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4979112706185428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005684992921142866,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 22678,
+ "train_examples": 50000,
+ "train_loss": 0.1808064446258545
+ },
+ {
+ "epoch": 59,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.40299341082572937,
+ "mean_feedback_forward_cosine": 0.9844114715402776,
+ "mean_feedback_forward_relative_error": 0.16050030040470037,
+ "min_feedback_forward_cosine": 0.9210730791091919
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027142568524102014,
+ "instruction_rms": 0.002714256852345905,
+ "raw_apical_rms": 0.18032538911979093,
+ "teaching_rms": 0.0027142568524102014,
+ "traffic_rms": 0.18030426226248156
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 8.407894114270675e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4923075430215646e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0057010398688956115,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23069,
+ "train_examples": 50000,
+ "train_loss": 0.18632859456062317
+ },
+ {
+ "epoch": 60,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3866041302680969,
+ "mean_feedback_forward_cosine": 0.9855976007201455,
+ "mean_feedback_forward_relative_error": 0.15433649508790537,
+ "min_feedback_forward_cosine": 0.9272903203964233
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027006490642498765,
+ "instruction_rms": 0.002700649063897837,
+ "raw_apical_rms": 0.18080862530846392,
+ "teaching_rms": 0.0027006490642498765,
+ "traffic_rms": 0.18078785494432892
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.155787867281106e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5019170164792197e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0061135259567479654,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23460,
+ "train_examples": 50000,
+ "train_loss": 0.1800046843624115
+ },
+ {
+ "epoch": 61,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.36960187554359436,
+ "mean_feedback_forward_cosine": 0.9867526943033392,
+ "mean_feedback_forward_relative_error": 0.14811216795986348,
+ "min_feedback_forward_cosine": 0.9334717392921448
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027252355608856633,
+ "instruction_rms": 0.002725235562080899,
+ "raw_apical_rms": 0.1812811856149048,
+ "teaching_rms": 0.0027252355608856633,
+ "traffic_rms": 0.18126004610690769
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.862533297180562e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4971890764273145e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005988503268362011,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23851,
+ "train_examples": 50000,
+ "train_loss": 0.18468582039356232
+ },
+ {
+ "epoch": 62,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.35576748847961426,
+ "mean_feedback_forward_cosine": 0.9877345540306784,
+ "mean_feedback_forward_relative_error": 0.14254499599337578,
+ "min_feedback_forward_cosine": 0.9383275508880615
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026626480948363164,
+ "instruction_rms": 0.002662648093476927,
+ "raw_apical_rms": 0.18187451383364642,
+ "teaching_rms": 0.0026626480948363164,
+ "traffic_rms": 0.18185426421311832
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.054628005041195e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.491814491700462e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0060516355778928495,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 24242,
+ "train_examples": 50000,
+ "train_loss": 0.17379911204338075
+ },
+ {
+ "epoch": 63,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.341165691614151,
+ "mean_feedback_forward_cosine": 0.9886939211325212,
+ "mean_feedback_forward_relative_error": 0.13691989874297922,
+ "min_feedback_forward_cosine": 0.9432326555252075
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002742297542302723,
+ "instruction_rms": 0.0027422975431780046,
+ "raw_apical_rms": 0.18213827013110045,
+ "teaching_rms": 0.002742297542302723,
+ "traffic_rms": 0.18211689684701102
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.150603499259887e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4984150646015722e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005957774052336889,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 24633,
+ "train_examples": 50000,
+ "train_loss": 0.17903558188438415
+ },
+ {
+ "epoch": 64,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3280952274799347,
+ "mean_feedback_forward_cosine": 0.9895437955856323,
+ "mean_feedback_forward_relative_error": 0.13170490163293752,
+ "min_feedback_forward_cosine": 0.947439432144165
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026945714398406303,
+ "instruction_rms": 0.002694571439876451,
+ "raw_apical_rms": 0.18240486444450613,
+ "teaching_rms": 0.0026945714398406303,
+ "traffic_rms": 0.18238433186518632
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.45010045982508e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5030875347773177e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005924772977991581,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25024,
+ "train_examples": 50000,
+ "train_loss": 0.17925691761016846
+ },
+ {
+ "epoch": 65,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3144298791885376,
+ "mean_feedback_forward_cosine": 0.9903578942472284,
+ "mean_feedback_forward_relative_error": 0.12659529240971262,
+ "min_feedback_forward_cosine": 0.9516677856445312
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002672899015007783,
+ "instruction_rms": 0.0026728990151781056,
+ "raw_apical_rms": 0.18344595300720584,
+ "teaching_rms": 0.002672899015007783,
+ "traffic_rms": 0.1834258679288141
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.787651329887012e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5011893892438375e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006007994333805862,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25415,
+ "train_examples": 50000,
+ "train_loss": 0.17378512043476105
+ },
+ {
+ "epoch": 66,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.300890177488327,
+ "mean_feedback_forward_cosine": 0.9911255684765903,
+ "mean_feedback_forward_relative_error": 0.1215421838177876,
+ "min_feedback_forward_cosine": 0.955715000629425
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002714685658448304,
+ "instruction_rms": 0.0027146856580466806,
+ "raw_apical_rms": 0.18382709214583234,
+ "teaching_rms": 0.002714685658448304,
+ "traffic_rms": 0.18380641156425492
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.8219693954697505e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4926006548927225e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006097633915270201,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25806,
+ "train_examples": 50000,
+ "train_loss": 0.17609858583450316
+ },
+ {
+ "epoch": 67,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2895379662513733,
+ "mean_feedback_forward_cosine": 0.9917840307409113,
+ "mean_feedback_forward_relative_error": 0.1169719752262939,
+ "min_feedback_forward_cosine": 0.958964467048645
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002655206526901862,
+ "instruction_rms": 0.0026552065271331876,
+ "raw_apical_rms": 0.1843576559142445,
+ "teaching_rms": 0.002655206526901862,
+ "traffic_rms": 0.18433789288204339
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.002170576697608e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4923624582222507e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005926291225303201,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26197,
+ "train_examples": 50000,
+ "train_loss": 0.17187404872894288
+ },
+ {
+ "epoch": 68,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.27829137444496155,
+ "mean_feedback_forward_cosine": 0.9924183303659613,
+ "mean_feedback_forward_relative_error": 0.11238479854708368,
+ "min_feedback_forward_cosine": 0.9620615839958191
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002710543486908072,
+ "instruction_rms": 0.0027105434866209047,
+ "raw_apical_rms": 0.18438718904472642,
+ "teaching_rms": 0.002710543486908072,
+ "traffic_rms": 0.1843666451236843
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.896579035104878e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.484495620178975e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005738775496578574,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26588,
+ "train_examples": 50000,
+ "train_loss": 0.17466742164611818
+ },
+ {
+ "epoch": 69,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2671208381652832,
+ "mean_feedback_forward_cosine": 0.992997576973655,
+ "mean_feedback_forward_relative_error": 0.10806869698519056,
+ "min_feedback_forward_cosine": 0.9650495052337646
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002660826974935695,
+ "instruction_rms": 0.0026608269755329836,
+ "raw_apical_rms": 0.1850226516700624,
+ "teaching_rms": 0.002660826974935695,
+ "traffic_rms": 0.18500279320360521
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.553655396146496e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4911308755548197e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005460609321289271,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26979,
+ "train_examples": 50000,
+ "train_loss": 0.16644893995761872
+ },
+ {
+ "epoch": 70,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2560533285140991,
+ "mean_feedback_forward_cosine": 0.9935503992167386,
+ "mean_feedback_forward_relative_error": 0.10377158830789003,
+ "min_feedback_forward_cosine": 0.9678542613983154
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027544022459381288,
+ "instruction_rms": 0.0027544022461819958,
+ "raw_apical_rms": 0.18549669961122786,
+ "teaching_rms": 0.0027544022459381288,
+ "traffic_rms": 0.18547550483511785
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.82698421630812e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4945048682973907e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005745918348240271,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 27370,
+ "train_examples": 50000,
+ "train_loss": 0.17110243844985962
+ },
+ {
+ "epoch": 71,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.24560950696468353,
+ "mean_feedback_forward_cosine": 0.9940380963412199,
+ "mean_feedback_forward_relative_error": 0.0998407182707028,
+ "min_feedback_forward_cosine": 0.9703977704048157
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00265093646446746,
+ "instruction_rms": 0.0026509364642112827,
+ "raw_apical_rms": 0.18568833720966033,
+ "teaching_rms": 0.00265093646446746,
+ "traffic_rms": 0.18566876172137756
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.658588347363548e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.484481315388553e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005600620307193533,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 27761,
+ "train_examples": 50000,
+ "train_loss": 0.16274750321388246
+ },
+ {
+ "epoch": 72,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.23551318049430847,
+ "mean_feedback_forward_cosine": 0.9945091789419,
+ "mean_feedback_forward_relative_error": 0.09583028155294332,
+ "min_feedback_forward_cosine": 0.9727450609207153
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027441751521812695,
+ "instruction_rms": 0.002744175152484084,
+ "raw_apical_rms": 0.18679847675580416,
+ "teaching_rms": 0.0027441751521812695,
+ "traffic_rms": 0.1867776277802787
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.766995852558466e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4839523385048985e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058507432804929885,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28152,
+ "train_examples": 50000,
+ "train_loss": 0.1717451312160492
+ },
+ {
+ "epoch": 73,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2254258245229721,
+ "mean_feedback_forward_cosine": 0.9949419931931929,
+ "mean_feedback_forward_relative_error": 0.09205600087615577,
+ "min_feedback_forward_cosine": 0.9750077724456787
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027330063941230285,
+ "instruction_rms": 0.0027330063942390837,
+ "raw_apical_rms": 0.18724200154112863,
+ "teaching_rms": 0.0027330063941230285,
+ "traffic_rms": 0.18722145144791583
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.0082177226422573e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.485527360168689e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005474347340255327,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28543,
+ "train_examples": 50000,
+ "train_loss": 0.16850471174240111
+ },
+ {
+ "epoch": 74,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.21620775759220123,
+ "mean_feedback_forward_cosine": 0.9953409563411366,
+ "mean_feedback_forward_relative_error": 0.08840271156619896,
+ "min_feedback_forward_cosine": 0.9769967794418335
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027384400922097715,
+ "instruction_rms": 0.0027384400932530767,
+ "raw_apical_rms": 0.1874413875391775,
+ "teaching_rms": 0.0027384400922097715,
+ "traffic_rms": 0.18742066599396165
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.82139011334948e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4866016125743815e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0057920571394057705,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28934,
+ "train_examples": 50000,
+ "train_loss": 0.1602698998260498
+ },
+ {
+ "epoch": 75,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.20743760466575623,
+ "mean_feedback_forward_cosine": 0.9956982590935447,
+ "mean_feedback_forward_relative_error": 0.08500193560665303,
+ "min_feedback_forward_cosine": 0.9788150787353516
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026415409205600366,
+ "instruction_rms": 0.0026415409203534765,
+ "raw_apical_rms": 0.1883252030729858,
+ "teaching_rms": 0.0026415409205600366,
+ "traffic_rms": 0.18830597472486543
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.010427083287141e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4891452249653445e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005805818102755636,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 29325,
+ "train_examples": 50000,
+ "train_loss": 0.16418667131900788
+ },
+ {
+ "epoch": 76,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.19822026789188385,
+ "mean_feedback_forward_cosine": 0.9960439064285972,
+ "mean_feedback_forward_relative_error": 0.08159297315234487,
+ "min_feedback_forward_cosine": 0.9806467294692993
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002670809836066248,
+ "instruction_rms": 0.002670809835063417,
+ "raw_apical_rms": 0.18818173302187235,
+ "teaching_rms": 0.002670809836066248,
+ "traffic_rms": 0.18816201965489845
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.136671425518216e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.500931509103375e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005907966424484982,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 29716,
+ "train_examples": 50000,
+ "train_loss": 0.1620645476436615
+ },
+ {
+ "epoch": 77,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.190128892660141,
+ "mean_feedback_forward_cosine": 0.9963437058708885,
+ "mean_feedback_forward_relative_error": 0.07847126156769016,
+ "min_feedback_forward_cosine": 0.9821842908859253
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026653986992704933,
+ "instruction_rms": 0.002665398699077468,
+ "raw_apical_rms": 0.18917828664579017,
+ "teaching_rms": 0.0026653986992704933,
+ "traffic_rms": 0.18915890402351607
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.754499537464653e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.480230018878317e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005596040555727568,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30107,
+ "train_examples": 50000,
+ "train_loss": 0.15636374557495117
+ },
+ {
+ "epoch": 78,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1819751113653183,
+ "mean_feedback_forward_cosine": 0.9966294906356118,
+ "mean_feedback_forward_relative_error": 0.0753943392160264,
+ "min_feedback_forward_cosine": 0.9836736917495728
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026968256156761016,
+ "instruction_rms": 0.0026968256153775327,
+ "raw_apical_rms": 0.18935510363067287,
+ "teaching_rms": 0.0026968256156761016,
+ "traffic_rms": 0.1893352194814942
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.918212301978201e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4768652011833755e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0055450689618138415,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30498,
+ "train_examples": 50000,
+ "train_loss": 0.15599127224445344
+ },
+ {
+ "epoch": 79,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.17416630685329437,
+ "mean_feedback_forward_cosine": 0.9968989545648749,
+ "mean_feedback_forward_relative_error": 0.07235846170647578,
+ "min_feedback_forward_cosine": 0.9850413203239441
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027180539313595643,
+ "instruction_rms": 0.0027180539316359964,
+ "raw_apical_rms": 0.18968632248078213,
+ "teaching_rms": 0.0027180539313595643,
+ "traffic_rms": 0.189666169677182
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.398345047704424e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4802031950066428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005681046297481906,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30889,
+ "train_examples": 50000,
+ "train_loss": 0.16048648918867112
+ },
+ {
+ "epoch": 80,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16696111857891083,
+ "mean_feedback_forward_cosine": 0.997138261795044,
+ "mean_feedback_forward_relative_error": 0.06955248916691,
+ "min_feedback_forward_cosine": 0.986241340637207
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026404591563534375,
+ "instruction_rms": 0.0026404591568132255,
+ "raw_apical_rms": 0.19031131551390063,
+ "teaching_rms": 0.0026404591563534375,
+ "traffic_rms": 0.1902923191833995
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.384455275565415e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4858139683994578e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005328538068270849,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 31280,
+ "train_examples": 50000,
+ "train_loss": 0.15991598387241363
+ },
+ {
+ "epoch": 81,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16049210727214813,
+ "mean_feedback_forward_cosine": 0.9973547902974216,
+ "mean_feedback_forward_relative_error": 0.06688470335846597,
+ "min_feedback_forward_cosine": 0.9872801303863525
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002639214064001048,
+ "instruction_rms": 0.0026392140638360397,
+ "raw_apical_rms": 0.19106928072143337,
+ "teaching_rms": 0.002639214064001048,
+ "traffic_rms": 0.19105039286851047
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.0731622397725e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4715494178358734e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00556611939160749,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 31671,
+ "train_examples": 50000,
+ "train_loss": 0.15247124420642852
+ },
+ {
+ "epoch": 82,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15385060012340546,
+ "mean_feedback_forward_cosine": 0.997557439587333,
+ "mean_feedback_forward_relative_error": 0.06429105201228098,
+ "min_feedback_forward_cosine": 0.9883031845092773
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026681067989476346,
+ "instruction_rms": 0.0026681067998364726,
+ "raw_apical_rms": 0.19117395586662655,
+ "teaching_rms": 0.0026681067989476346,
+ "traffic_rms": 0.1911546044770046
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.939963270724547e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4827310844934857e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0055671561122739004,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32062,
+ "train_examples": 50000,
+ "train_loss": 0.15150256306648255
+ },
+ {
+ "epoch": 83,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.14684991538524628,
+ "mean_feedback_forward_cosine": 0.997753357887268,
+ "mean_feedback_forward_relative_error": 0.06170663378116759,
+ "min_feedback_forward_cosine": 0.9893401265144348
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002720927986619134,
+ "instruction_rms": 0.002720927987159682,
+ "raw_apical_rms": 0.19116774390199975,
+ "teaching_rms": 0.002720927986619134,
+ "traffic_rms": 0.1911476161593291
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.76103582009091e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.48429502964912e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005505891978268893,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32453,
+ "train_examples": 50000,
+ "train_loss": 0.15532715906620026
+ },
+ {
+ "epoch": 84,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.14046870172023773,
+ "mean_feedback_forward_cosine": 0.9979327949610624,
+ "mean_feedback_forward_relative_error": 0.059233984401957554,
+ "min_feedback_forward_cosine": 0.9902418255805969
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027356576089698115,
+ "instruction_rms": 0.0027356576084319527,
+ "raw_apical_rms": 0.19162561696523955,
+ "teaching_rms": 0.0027356576089698115,
+ "traffic_rms": 0.19160540444431545
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.035745935330851e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4950216628707212e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005554710419520541,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32844,
+ "train_examples": 50000,
+ "train_loss": 0.15724634010314942
+ },
+ {
+ "epoch": 85,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1347571462392807,
+ "mean_feedback_forward_cosine": 0.9980938857251948,
+ "mean_feedback_forward_relative_error": 0.05692117818715897,
+ "min_feedback_forward_cosine": 0.991012454032898
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027125745833637806,
+ "instruction_rms": 0.0027125745829940104,
+ "raw_apical_rms": 0.1917939404331772,
+ "teaching_rms": 0.0027125745833637806,
+ "traffic_rms": 0.1917740754563628
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.476822278500549e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.48663609317214e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005388191210017593,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 33235,
+ "train_examples": 50000,
+ "train_loss": 0.15491003794789315
+ },
+ {
+ "epoch": 86,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12929846346378326,
+ "mean_feedback_forward_cosine": 0.9982388453050093,
+ "mean_feedback_forward_relative_error": 0.0547489713200114,
+ "min_feedback_forward_cosine": 0.9917217493057251
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026528897508248253,
+ "instruction_rms": 0.0026528897515970874,
+ "raw_apical_rms": 0.1926668455164547,
+ "teaching_rms": 0.0026528897508248253,
+ "traffic_rms": 0.19264781811201465
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 8.286859554118564e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4829239017387906e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00553722700393831,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 33626,
+ "train_examples": 50000,
+ "train_loss": 0.1501428285551071
+ },
+ {
+ "epoch": 87,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12421248108148575,
+ "mean_feedback_forward_cosine": 0.9983759078112515,
+ "mean_feedback_forward_relative_error": 0.05260178695686839,
+ "min_feedback_forward_cosine": 0.9923573136329651
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002697842206245549,
+ "instruction_rms": 0.0026978422064576875,
+ "raw_apical_rms": 0.193514785769868,
+ "teaching_rms": 0.002697842206245549,
+ "traffic_rms": 0.19349529821164013
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.172270161641791e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.480632409701656e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005483752235576802,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34017,
+ "train_examples": 50000,
+ "train_loss": 0.15325217506408692
+ },
+ {
+ "epoch": 88,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11903703957796097,
+ "mean_feedback_forward_cosine": 0.9984997803514654,
+ "mean_feedback_forward_relative_error": 0.050592693652619015,
+ "min_feedback_forward_cosine": 0.9929812550544739
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002685146277560296,
+ "instruction_rms": 0.00268514627669799,
+ "raw_apical_rms": 0.19386935073996772,
+ "teaching_rms": 0.002685146277560296,
+ "traffic_rms": 0.19384998785456464
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.306372313247266e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.483001605875091e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0055556696070504655,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34408,
+ "train_examples": 50000,
+ "train_loss": 0.14831138321876525
+ },
+ {
+ "epoch": 89,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11387547850608826,
+ "mean_feedback_forward_cosine": 0.9986178744922984,
+ "mean_feedback_forward_relative_error": 0.0485988156192682,
+ "min_feedback_forward_cosine": 0.9935735464096069
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026892984516622065,
+ "instruction_rms": 0.002689298452234876,
+ "raw_apical_rms": 0.19381157601006951,
+ "teaching_rms": 0.0026892984516622065,
+ "traffic_rms": 0.19379222099141588
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.864793450882644e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4805781571390814e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005673575025965466,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34799,
+ "train_examples": 50000,
+ "train_loss": 0.1475057663822174
+ },
+ {
+ "epoch": 90,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10914173722267151,
+ "mean_feedback_forward_cosine": 0.9987257047133012,
+ "mean_feedback_forward_relative_error": 0.046692649495195256,
+ "min_feedback_forward_cosine": 0.9940951466560364
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002707446801658122,
+ "instruction_rms": 0.0027074468008335953,
+ "raw_apical_rms": 0.19490610957578813,
+ "teaching_rms": 0.002707446801658122,
+ "traffic_rms": 0.19488656025149476
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.8793279578139845e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4706892809021093e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005191779896525374,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35190,
+ "train_examples": 50000,
+ "train_loss": 0.14866874879837036
+ },
+ {
+ "epoch": 91,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1046086773276329,
+ "mean_feedback_forward_cosine": 0.9988254601305181,
+ "mean_feedback_forward_relative_error": 0.04485084143551913,
+ "min_feedback_forward_cosine": 0.9945739507675171
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027242884675772253,
+ "instruction_rms": 0.0027242884675424206,
+ "raw_apical_rms": 0.19540975368732447,
+ "teaching_rms": 0.0027242884675772253,
+ "traffic_rms": 0.19538998278133352
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.180718669502312e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.474773803523709e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005246561816305377,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35581,
+ "train_examples": 50000,
+ "train_loss": 0.14888891705036164
+ },
+ {
+ "epoch": 92,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10021883249282837,
+ "mean_feedback_forward_cosine": 0.9989158489487387,
+ "mean_feedback_forward_relative_error": 0.04311930025843057,
+ "min_feedback_forward_cosine": 0.9950194358825684
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002693345890631095,
+ "instruction_rms": 0.0026933458901430467,
+ "raw_apical_rms": 0.19556882416054872,
+ "teaching_rms": 0.002693345890631095,
+ "traffic_rms": 0.1955495263338322
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.602576974046315e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.470937748647442e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005078910160794891,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35972,
+ "train_examples": 50000,
+ "train_loss": 0.14472049828052522
+ },
+ {
+ "epoch": 93,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09581611305475235,
+ "mean_feedback_forward_cosine": 0.9990024891766635,
+ "mean_feedback_forward_relative_error": 0.04139081283726476,
+ "min_feedback_forward_cosine": 0.995445728302002
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002742003564110486,
+ "instruction_rms": 0.002742003564704616,
+ "raw_apical_rms": 0.19603411154988898,
+ "teaching_rms": 0.002742003564110486,
+ "traffic_rms": 0.1960141425878438
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.071874819075674e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.468354803251202e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00511159262017984,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 36363,
+ "train_examples": 50000,
+ "train_loss": 0.15269218800067902
+ },
+ {
+ "epoch": 94,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0917789563536644,
+ "mean_feedback_forward_cosine": 0.9990798885172064,
+ "mean_feedback_forward_relative_error": 0.03978007679635828,
+ "min_feedback_forward_cosine": 0.9958189725875854
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002689767271455075,
+ "instruction_rms": 0.002689767271721301,
+ "raw_apical_rms": 0.19673704843669637,
+ "teaching_rms": 0.002689767271455075,
+ "traffic_rms": 0.19671792379262165
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.931858382268729e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4791794750082213e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005167129442606366,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 36754,
+ "train_examples": 50000,
+ "train_loss": 0.14823474292993546
+ },
+ {
+ "epoch": 95,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08791062235832214,
+ "mean_feedback_forward_cosine": 0.9991524934768676,
+ "mean_feedback_forward_relative_error": 0.03820779186419465,
+ "min_feedback_forward_cosine": 0.9961642026901245
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00270110678096097,
+ "instruction_rms": 0.002701106781420777,
+ "raw_apical_rms": 0.19736663528167958,
+ "teaching_rms": 0.00270110678096097,
+ "traffic_rms": 0.1973474663415084
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.916197665101208e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4763722753244483e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00532267559677848,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37145,
+ "train_examples": 50000,
+ "train_loss": 0.14822878425598143
+ },
+ {
+ "epoch": 96,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0846085399389267,
+ "mean_feedback_forward_cosine": 0.9992151975631713,
+ "mean_feedback_forward_relative_error": 0.036782165498218757,
+ "min_feedback_forward_cosine": 0.9964458346366882
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026655710020981327,
+ "instruction_rms": 0.0026655710014431384,
+ "raw_apical_rms": 0.19832052232170086,
+ "teaching_rms": 0.0026655710020981327,
+ "traffic_rms": 0.1983018833502957
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.293979275071251e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4721804704192416e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005423458451203647,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37536,
+ "train_examples": 50000,
+ "train_loss": 0.14442641533851625
+ },
+ {
+ "epoch": 97,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08136910945177078,
+ "mean_feedback_forward_cosine": 0.9992750623009422,
+ "mean_feedback_forward_relative_error": 0.03535802076486024,
+ "min_feedback_forward_cosine": 0.9967116713523865
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00272810964782141,
+ "instruction_rms": 0.0027281096480237456,
+ "raw_apical_rms": 0.198665116699432,
+ "teaching_rms": 0.00272810964782141,
+ "traffic_rms": 0.19864570828223777
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 1.0495469382476585e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4756904906268807e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005524084704260759,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37927,
+ "train_examples": 50000,
+ "train_loss": 0.1430003475189209
+ },
+ {
+ "epoch": 98,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0777994841337204,
+ "mean_feedback_forward_cosine": 0.9993326013738458,
+ "mean_feedback_forward_relative_error": 0.03394931190731851,
+ "min_feedback_forward_cosine": 0.996992290019989
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027240797588575566,
+ "instruction_rms": 0.002724079758267756,
+ "raw_apical_rms": 0.19863590530231257,
+ "teaching_rms": 0.0027240797588575566,
+ "traffic_rms": 0.1986164375353274
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.082190478513439e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4694126723778814e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005264208722605274,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 38318,
+ "train_examples": 50000,
+ "train_loss": 0.14785423511981965
+ },
+ {
+ "epoch": 99,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07459433376789093,
+ "mean_feedback_forward_cosine": 0.9993848963217302,
+ "mean_feedback_forward_relative_error": 0.032613970136100595,
+ "min_feedback_forward_cosine": 0.9972344636917114
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026739769661550086,
+ "instruction_rms": 0.0026739769670374816,
+ "raw_apical_rms": 0.1990884431705579,
+ "teaching_rms": 0.0026739769661550086,
+ "traffic_rms": 0.19906986230559304
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.161327803511085e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.474640909338308e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00532078878628481,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 38709,
+ "train_examples": 50000,
+ "train_loss": 0.14291324827194213
+ },
+ {
+ "epoch": 100,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07143103331327438,
+ "mean_feedback_forward_cosine": 0.9994342056187716,
+ "mean_feedback_forward_relative_error": 0.03129539456726475,
+ "min_feedback_forward_cosine": 0.9974645376205444
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027373663419869598,
+ "instruction_rms": 0.0027373663419299104,
+ "raw_apical_rms": 0.19921440341597585,
+ "teaching_rms": 0.0027373663419869598,
+ "traffic_rms": 0.1991947927604281
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 1.023156102064604e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4671252830762428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005176140216877374,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 39100,
+ "train_examples": 50000,
+ "train_loss": 0.14808677036762238
+ },
+ {
+ "epoch": 101,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07140765339136124,
+ "mean_feedback_forward_cosine": 0.9994345762512901,
+ "mean_feedback_forward_relative_error": 0.031284770123999224,
+ "min_feedback_forward_cosine": 0.9974661469459534
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0018495065379233345,
+ "instruction_rms": 0.0018495065373225433,
+ "raw_apical_rms": 0.19942685833346657,
+ "teaching_rms": 0.0018495065379233345,
+ "traffic_rms": 0.19941762747600783
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.28745987998991e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.458424118525584e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.004929282239103567,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39491,
+ "train_examples": 50000,
+ "train_loss": 0.07751537271499634
+ },
+ {
+ "epoch": 102,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07139676809310913,
+ "mean_feedback_forward_cosine": 0.9994347463954579,
+ "mean_feedback_forward_relative_error": 0.031279056587002495,
+ "min_feedback_forward_cosine": 0.9974669814109802
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0015777643795577298,
+ "instruction_rms": 0.0015777643791070927,
+ "raw_apical_rms": 0.19941121707114334,
+ "teaching_rms": 0.0015777643795577298,
+ "traffic_rms": 0.19940438493955723
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.394533696469807e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4592925348359475e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005013067033939708,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39882,
+ "train_examples": 50000,
+ "train_loss": 0.050618355315923694
+ },
+ {
+ "epoch": 103,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07138567417860031,
+ "mean_feedback_forward_cosine": 0.9994349122047425,
+ "mean_feedback_forward_relative_error": 0.0312735039148141,
+ "min_feedback_forward_cosine": 0.9974678158760071
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001565832305922256,
+ "instruction_rms": 0.001565832305939745,
+ "raw_apical_rms": 0.19934545364122225,
+ "teaching_rms": 0.001565832305922256,
+ "traffic_rms": 0.19933869213206315
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.948245356852567e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4631476323350904e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005049516117945999,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40273,
+ "train_examples": 50000,
+ "train_loss": 0.04441148671329021
+ },
+ {
+ "epoch": 104,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07137410342693329,
+ "mean_feedback_forward_cosine": 0.9994351300326261,
+ "mean_feedback_forward_relative_error": 0.031267848864875054,
+ "min_feedback_forward_cosine": 0.9974687099456787
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0015625445229474767,
+ "instruction_rms": 0.0015625445225821968,
+ "raw_apical_rms": 0.1993275369581802,
+ "teaching_rms": 0.0015625445229474767,
+ "traffic_rms": 0.19932066886211822
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.269783873833148e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4633837143850747e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005009128719219743,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40664,
+ "train_examples": 50000,
+ "train_loss": 0.03961767840951681
+ },
+ {
+ "epoch": 105,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07136402279138565,
+ "mean_feedback_forward_cosine": 0.999435276334936,
+ "mean_feedback_forward_relative_error": 0.03126273304224014,
+ "min_feedback_forward_cosine": 0.9974693059921265
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014598623118464557,
+ "instruction_rms": 0.00145986231204941,
+ "raw_apical_rms": 0.1992605119956912,
+ "teaching_rms": 0.0014598623118464557,
+ "traffic_rms": 0.1992543425729492
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.56562386072801e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.457785573289802e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00498740630431355,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41055,
+ "train_examples": 50000,
+ "train_loss": 0.03284155424594879
+ },
+ {
+ "epoch": 106,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07135354727506638,
+ "mean_feedback_forward_cosine": 0.9994354551488703,
+ "mean_feedback_forward_relative_error": 0.03125756416808475,
+ "min_feedback_forward_cosine": 0.9974699020385742
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014555804135443797,
+ "instruction_rms": 0.0014555804137796576,
+ "raw_apical_rms": 0.1992600566467235,
+ "teaching_rms": 0.0014555804135443797,
+ "traffic_rms": 0.19925389700715707
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.907467309247295e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4549661306616943e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051395152897739434,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41446,
+ "train_examples": 50000,
+ "train_loss": 0.03039330755710602
+ },
+ {
+ "epoch": 107,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0713423490524292,
+ "mean_feedback_forward_cosine": 0.9994356404651296,
+ "mean_feedback_forward_relative_error": 0.031252134692939845,
+ "min_feedback_forward_cosine": 0.9974709153175354
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014833573690659213,
+ "instruction_rms": 0.001483357369263451,
+ "raw_apical_rms": 0.19920526037322447,
+ "teaching_rms": 0.0014833573690659213,
+ "traffic_rms": 0.1991988299909125
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.633653898939883e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4574680997490702e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005082147892737552,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41837,
+ "train_examples": 50000,
+ "train_loss": 0.02948811733663082
+ },
+ {
+ "epoch": 108,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07133160531520844,
+ "mean_feedback_forward_cosine": 0.9994358344511552,
+ "mean_feedback_forward_relative_error": 0.03124694436449896,
+ "min_feedback_forward_cosine": 0.9974715709686279
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001438791539101049,
+ "instruction_rms": 0.001438791539086446,
+ "raw_apical_rms": 0.19910229308583682,
+ "teaching_rms": 0.001438791539101049,
+ "traffic_rms": 0.1990960171708098
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.517689854490527e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4567295500488302e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005088590825404236,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42228,
+ "train_examples": 50000,
+ "train_loss": 0.026679220786094665
+ },
+ {
+ "epoch": 109,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07132166624069214,
+ "mean_feedback_forward_cosine": 0.999435999176719,
+ "mean_feedback_forward_relative_error": 0.031241951772773807,
+ "min_feedback_forward_cosine": 0.9974722862243652
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014028609862289602,
+ "instruction_rms": 0.0014028609863941414,
+ "raw_apical_rms": 0.19911387872688596,
+ "teaching_rms": 0.0014028609862289602,
+ "traffic_rms": 0.19910790504564585
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.577410260888428e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.456873033808295e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005129392407500083,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42619,
+ "train_examples": 50000,
+ "train_loss": 0.02497885542213917
+ },
+ {
+ "epoch": 110,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07131074368953705,
+ "mean_feedback_forward_cosine": 0.9994361909953031,
+ "mean_feedback_forward_relative_error": 0.031236791907047683,
+ "min_feedback_forward_cosine": 0.9974730014801025
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001355116720174963,
+ "instruction_rms": 0.0013551167201685502,
+ "raw_apical_rms": 0.19905342671168053,
+ "teaching_rms": 0.001355116720174963,
+ "traffic_rms": 0.19904777532813817
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.8555411186489437e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.461635199129888e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005135905031312674,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43010,
+ "train_examples": 50000,
+ "train_loss": 0.022831981168985365
+ },
+ {
+ "epoch": 111,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07130035758018494,
+ "mean_feedback_forward_cosine": 0.999436354637146,
+ "mean_feedback_forward_relative_error": 0.031231847007504917,
+ "min_feedback_forward_cosine": 0.9974737763404846
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013172750117069164,
+ "instruction_rms": 0.0013172750116959972,
+ "raw_apical_rms": 0.1990287998584814,
+ "teaching_rms": 0.0013172750117069164,
+ "traffic_rms": 0.19902338053783347
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.909274219424333e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4635918359050652e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005082521198541561,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43401,
+ "train_examples": 50000,
+ "train_loss": 0.02103618494540453
+ },
+ {
+ "epoch": 112,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0712905153632164,
+ "mean_feedback_forward_cosine": 0.9994365345348012,
+ "mean_feedback_forward_relative_error": 0.031226877952841195,
+ "min_feedback_forward_cosine": 0.9974745512008667
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001322208176314824,
+ "instruction_rms": 0.0013222081758442656,
+ "raw_apical_rms": 0.19900189212558503,
+ "teaching_rms": 0.001322208176314824,
+ "traffic_rms": 0.19899650148956916
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.730419244149743e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4621691387073312e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005223045990181792,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43792,
+ "train_examples": 50000,
+ "train_loss": 0.01949120617210865
+ },
+ {
+ "epoch": 113,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07128015905618668,
+ "mean_feedback_forward_cosine": 0.9994367339394309,
+ "mean_feedback_forward_relative_error": 0.031221711787987837,
+ "min_feedback_forward_cosine": 0.9974753260612488
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013203694610326472,
+ "instruction_rms": 0.0013203694614501908,
+ "raw_apical_rms": 0.19900873173707467,
+ "teaching_rms": 0.0013203694610326472,
+ "traffic_rms": 0.19900313380932755
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.530133754902636e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4583809279651156e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005033622846982757,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44183,
+ "train_examples": 50000,
+ "train_loss": 0.019819492907971144
+ },
+ {
+ "epoch": 114,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07126913219690323,
+ "mean_feedback_forward_cosine": 0.9994369170882486,
+ "mean_feedback_forward_relative_error": 0.031216473183171316,
+ "min_feedback_forward_cosine": 0.9974759817123413
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013172640447274018,
+ "instruction_rms": 0.0013172640443568607,
+ "raw_apical_rms": 0.1989699759219127,
+ "teaching_rms": 0.0013172640447274018,
+ "traffic_rms": 0.19896426031619208
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 8.568976284095697e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4627477679988265e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005037033788794907,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44574,
+ "train_examples": 50000,
+ "train_loss": 0.018879418965876103
+ },
+ {
+ "epoch": 115,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07125793397426605,
+ "mean_feedback_forward_cosine": 0.9994371154091575,
+ "mean_feedback_forward_relative_error": 0.031211044707081536,
+ "min_feedback_forward_cosine": 0.9974768757820129
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001313282273760199,
+ "instruction_rms": 0.0013132822738414164,
+ "raw_apical_rms": 0.19889969451394604,
+ "teaching_rms": 0.001313282273760199,
+ "traffic_rms": 0.19889414060284477
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.973375039047824e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.460488534074445e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005099359185110131,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44965,
+ "train_examples": 50000,
+ "train_loss": 0.01721682056903839
+ },
+ {
+ "epoch": 116,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07124721258878708,
+ "mean_feedback_forward_cosine": 0.9994373072277416,
+ "mean_feedback_forward_relative_error": 0.031205538186160002,
+ "min_feedback_forward_cosine": 0.997477650642395
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013163457189959336,
+ "instruction_rms": 0.0013163457189392684,
+ "raw_apical_rms": 0.19881240929937205,
+ "teaching_rms": 0.0013163457189959336,
+ "traffic_rms": 0.1988066195071072
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.152397785148423e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4593228303730974e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005070992993632505,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45356,
+ "train_examples": 50000,
+ "train_loss": 0.016983157099336385
+ },
+ {
+ "epoch": 117,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07123630493879318,
+ "mean_feedback_forward_cosine": 0.9994375131346963,
+ "mean_feedback_forward_relative_error": 0.031200243498791348,
+ "min_feedback_forward_cosine": 0.9974783658981323
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012491100280182322,
+ "instruction_rms": 0.0012491100283490205,
+ "raw_apical_rms": 0.19884305199908187,
+ "teaching_rms": 0.0012491100280182322,
+ "traffic_rms": 0.19883770739003226
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.351935155635147e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4569821454584868e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005110478302105733,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45747,
+ "train_examples": 50000,
+ "train_loss": 0.01545833678394556
+ },
+ {
+ "epoch": 118,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07122577726840973,
+ "mean_feedback_forward_cosine": 0.999437712539326,
+ "mean_feedback_forward_relative_error": 0.03119498146697879,
+ "min_feedback_forward_cosine": 0.9974790811538696
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012470871607667604,
+ "instruction_rms": 0.0012470871606689025,
+ "raw_apical_rms": 0.19881528212057398,
+ "teaching_rms": 0.0012470871607667604,
+ "traffic_rms": 0.1988100765851186
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.465253221676903e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.460795219568578e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005162518784697405,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46138,
+ "train_examples": 50000,
+ "train_loss": 0.015599264223873616
+ },
+ {
+ "epoch": 119,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07121507078409195,
+ "mean_feedback_forward_cosine": 0.9994379032741894,
+ "mean_feedback_forward_relative_error": 0.031189677711914887,
+ "min_feedback_forward_cosine": 0.9974797964096069
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012191826979796856,
+ "instruction_rms": 0.001219182697865101,
+ "raw_apical_rms": 0.19879420848450352,
+ "teaching_rms": 0.0012191826979796856,
+ "traffic_rms": 0.1987890617499381
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.496817909848687e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4590689263176857e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005080241773836865,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46529,
+ "train_examples": 50000,
+ "train_loss": 0.014447662914395332
+ },
+ {
+ "epoch": 120,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07120535522699356,
+ "mean_feedback_forward_cosine": 0.9994380647485906,
+ "mean_feedback_forward_relative_error": 0.031184876092116943,
+ "min_feedback_forward_cosine": 0.9974804520606995
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011559709399052696,
+ "instruction_rms": 0.0011559709397655112,
+ "raw_apical_rms": 0.19879655592713513,
+ "teaching_rms": 0.0011559709399052696,
+ "traffic_rms": 0.19879184472646552
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.120876060502269e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.458782286472728e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005169515235283719,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46920,
+ "train_examples": 50000,
+ "train_loss": 0.013233123388588428
+ },
+ {
+ "epoch": 121,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0711955726146698,
+ "mean_feedback_forward_cosine": 0.9994382554834539,
+ "mean_feedback_forward_relative_error": 0.03117991037328135,
+ "min_feedback_forward_cosine": 0.9974811673164368
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011546298416442813,
+ "instruction_rms": 0.0011546298417712396,
+ "raw_apical_rms": 0.19881600040907224,
+ "teaching_rms": 0.0011546298416442813,
+ "traffic_rms": 0.19881140316187348
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.087182834515261e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.459817538740061e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005079960235353323,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47311,
+ "train_examples": 50000,
+ "train_loss": 0.01236043606929481
+ },
+ {
+ "epoch": 122,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0711865946650505,
+ "mean_feedback_forward_cosine": 0.9994384397159923,
+ "mean_feedback_forward_relative_error": 0.0311754064719108,
+ "min_feedback_forward_cosine": 0.9974818825721741
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010654257456607832,
+ "instruction_rms": 0.0010654257456061908,
+ "raw_apical_rms": 0.1987333250366317,
+ "teaching_rms": 0.0010654257456607832,
+ "traffic_rms": 0.19872916824189388
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.445023359447077e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4565052243745985e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051418137236353585,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47702,
+ "train_examples": 50000,
+ "train_loss": 0.011380807536076754
+ },
+ {
+ "epoch": 123,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07117650657892227,
+ "mean_feedback_forward_cosine": 0.9994386271996931,
+ "mean_feedback_forward_relative_error": 0.03117037285965952,
+ "min_feedback_forward_cosine": 0.9974825382232666
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001100886365428987,
+ "instruction_rms": 0.0011008863646458282,
+ "raw_apical_rms": 0.1987470751676122,
+ "teaching_rms": 0.001100886365428987,
+ "traffic_rms": 0.19874242371306938
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.404133839372662e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4620149112774336e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005114624300211534,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48093,
+ "train_examples": 50000,
+ "train_loss": 0.012123570803254843
+ },
+ {
+ "epoch": 124,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07116719335317612,
+ "mean_feedback_forward_cosine": 0.9994387875903736,
+ "mean_feedback_forward_relative_error": 0.031165640733458778,
+ "min_feedback_forward_cosine": 0.9974830150604248
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010821219510699267,
+ "instruction_rms": 0.0010821219514403917,
+ "raw_apical_rms": 0.19875239092199495,
+ "teaching_rms": 0.0010821219510699267,
+ "traffic_rms": 0.1987480129076099
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.525664986156698e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4564971951480037e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005143106475378592,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48484,
+ "train_examples": 50000,
+ "train_loss": 0.011324955357462167
+ },
+ {
+ "epoch": 125,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07115576416254044,
+ "mean_feedback_forward_cosine": 0.9994390032508157,
+ "mean_feedback_forward_relative_error": 0.031160284036939795,
+ "min_feedback_forward_cosine": 0.9974840879440308
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011076464696770291,
+ "instruction_rms": 0.001107646469520249,
+ "raw_apical_rms": 0.1987321062949196,
+ "teaching_rms": 0.0011076464696770291,
+ "traffic_rms": 0.1987274947959835
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.856924272824472e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4564302447873456e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005090543421855355,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48875,
+ "train_examples": 50000,
+ "train_loss": 0.011298456238918007
+ },
+ {
+ "epoch": 126,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07114609330892563,
+ "mean_feedback_forward_cosine": 0.9994391885670748,
+ "mean_feedback_forward_relative_error": 0.0311554063280875,
+ "min_feedback_forward_cosine": 0.9974846839904785
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010425381095331763,
+ "instruction_rms": 0.001042538109407465,
+ "raw_apical_rms": 0.1986928829977562,
+ "teaching_rms": 0.0010425381095331763,
+ "traffic_rms": 0.1986887193875803
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.911442795853873e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.457654979571983e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005189060147206698,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49266,
+ "train_examples": 50000,
+ "train_loss": 0.010381140566021204
+ },
+ {
+ "epoch": 127,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07113548368215561,
+ "mean_feedback_forward_cosine": 0.9994393944740295,
+ "mean_feedback_forward_relative_error": 0.031150113994424994,
+ "min_feedback_forward_cosine": 0.9974853992462158
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010989234910148077,
+ "instruction_rms": 0.0010989234909653993,
+ "raw_apical_rms": 0.19866438239827142,
+ "teaching_rms": 0.0010989234910148077,
+ "traffic_rms": 0.19865962507319254
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.175053357537763e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4589869995995475e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005153233335700686,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49657,
+ "train_examples": 50000,
+ "train_loss": 0.010389255159944296
+ },
+ {
+ "epoch": 128,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07112447172403336,
+ "mean_feedback_forward_cosine": 0.9994395657019182,
+ "mean_feedback_forward_relative_error": 0.031144795151935384,
+ "min_feedback_forward_cosine": 0.9974862337112427
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010843093573535106,
+ "instruction_rms": 0.0010843093572660036,
+ "raw_apical_rms": 0.19862367092591732,
+ "teaching_rms": 0.0010843093573535106,
+ "traffic_rms": 0.19861922087980705
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.024796389032417e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4546360509790742e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005191692607743386,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50048,
+ "train_examples": 50000,
+ "train_loss": 0.010292481841444968
+ },
+ {
+ "epoch": 129,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07111339271068573,
+ "mean_feedback_forward_cosine": 0.9994397911158475,
+ "mean_feedback_forward_relative_error": 0.03113898594271053,
+ "min_feedback_forward_cosine": 0.9974867105484009
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001142533804928452,
+ "instruction_rms": 0.0011425338045973905,
+ "raw_apical_rms": 0.19856723720836575,
+ "teaching_rms": 0.001142533804928452,
+ "traffic_rms": 0.1985623881440384
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.337993679357169e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4637993288262236e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005282985700801881,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50439,
+ "train_examples": 50000,
+ "train_loss": 0.0108459441678226
+ },
+ {
+ "epoch": 130,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07110411673784256,
+ "mean_feedback_forward_cosine": 0.9994399677623402,
+ "mean_feedback_forward_relative_error": 0.031134315808726984,
+ "min_feedback_forward_cosine": 0.9974874258041382
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009974149181451748,
+ "instruction_rms": 0.0009974149186470814,
+ "raw_apical_rms": 0.19850268094715104,
+ "teaching_rms": 0.0009974149181451748,
+ "traffic_rms": 0.19849871831388485
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.762687831951553e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4528464100260063e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005229958752258195,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50830,
+ "train_examples": 50000,
+ "train_loss": 0.009308304391801357
+ },
+ {
+ "epoch": 131,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07109230011701584,
+ "mean_feedback_forward_cosine": 0.9994402083483609,
+ "mean_feedback_forward_relative_error": 0.03112850643863732,
+ "min_feedback_forward_cosine": 0.997488260269165
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011153761913156438,
+ "instruction_rms": 0.001115376191328265,
+ "raw_apical_rms": 0.19861464569274487,
+ "teaching_rms": 0.0011153761913156438,
+ "traffic_rms": 0.19860973834457943
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1028347302044494e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4559822076352724e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005200775910773839,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51221,
+ "train_examples": 50000,
+ "train_loss": 0.010205369082093239
+ },
+ {
+ "epoch": 132,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07108078896999359,
+ "mean_feedback_forward_cosine": 0.999440424008803,
+ "mean_feedback_forward_relative_error": 0.031122633603147484,
+ "min_feedback_forward_cosine": 0.9974890947341919
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010602016613338163,
+ "instruction_rms": 0.0010602016612856612,
+ "raw_apical_rms": 0.1986677366997766,
+ "teaching_rms": 0.0010602016613338163,
+ "traffic_rms": 0.19866331019454708
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.215456486799667e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.454069803832435e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005192546472282864,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51612,
+ "train_examples": 50000,
+ "train_loss": 0.009919193947017194
+ },
+ {
+ "epoch": 133,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07106922566890717,
+ "mean_feedback_forward_cosine": 0.9994406266645952,
+ "mean_feedback_forward_relative_error": 0.0311172089624134,
+ "min_feedback_forward_cosine": 0.9974900484085083
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009962794817005125,
+ "instruction_rms": 0.0009962794818440552,
+ "raw_apical_rms": 0.1985586627136116,
+ "teaching_rms": 0.0009962794817005125,
+ "traffic_rms": 0.19855464919534335
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.408561231159183e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4539696995937464e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005134946019578701,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52003,
+ "train_examples": 50000,
+ "train_loss": 0.008672905013412236
+ },
+ {
+ "epoch": 134,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0710592120885849,
+ "mean_feedback_forward_cosine": 0.9994408206506209,
+ "mean_feedback_forward_relative_error": 0.0311122240498662,
+ "min_feedback_forward_cosine": 0.9974907040596008
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009583823850593243,
+ "instruction_rms": 0.0009583823853470254,
+ "raw_apical_rms": 0.19856861505706658,
+ "teaching_rms": 0.0009583823850593243,
+ "traffic_rms": 0.19856486841591087
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.916759159343201e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4541923442166532e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005115200526328582,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52394,
+ "train_examples": 50000,
+ "train_loss": 0.008275501573011278
+ },
+ {
+ "epoch": 135,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0710485577583313,
+ "mean_feedback_forward_cosine": 0.9994410233064132,
+ "mean_feedback_forward_relative_error": 0.03110693013295531,
+ "min_feedback_forward_cosine": 0.9974914193153381
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009721696787663096,
+ "instruction_rms": 0.000972169678946262,
+ "raw_apical_rms": 0.1986525121878335,
+ "teaching_rms": 0.0009721696787663096,
+ "traffic_rms": 0.19864853084562625
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.8668117475235704e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4622831874983543e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005181926677309708,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52785,
+ "train_examples": 50000,
+ "train_loss": 0.00862616381302476
+ },
+ {
+ "epoch": 136,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07103725522756577,
+ "mean_feedback_forward_cosine": 0.9994412237947637,
+ "mean_feedback_forward_relative_error": 0.031101475926962767,
+ "min_feedback_forward_cosine": 0.9974921941757202
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009819280440553045,
+ "instruction_rms": 0.0009819280445649934,
+ "raw_apical_rms": 0.19865248082503967,
+ "teaching_rms": 0.0009819280440553045,
+ "traffic_rms": 0.19864857092917637
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.376549149284983e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.455719640269268e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005153495492990665,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53176,
+ "train_examples": 50000,
+ "train_loss": 0.008505770028084517
+ },
+ {
+ "epoch": 137,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0710277184844017,
+ "mean_feedback_forward_cosine": 0.9994414047761397,
+ "mean_feedback_forward_relative_error": 0.031096697818826544,
+ "min_feedback_forward_cosine": 0.9974929690361023
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009007894767279102,
+ "instruction_rms": 0.0009007894766342797,
+ "raw_apical_rms": 0.1986070899519479,
+ "teaching_rms": 0.0009007894767279102,
+ "traffic_rms": 0.19860360287655857
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.50982865788319e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4563283095965293e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005190200003308769,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53567,
+ "train_examples": 50000,
+ "train_loss": 0.007033691170886159
+ },
+ {
+ "epoch": 138,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07101801037788391,
+ "mean_feedback_forward_cosine": 0.9994416063482111,
+ "mean_feedback_forward_relative_error": 0.031091597278348423,
+ "min_feedback_forward_cosine": 0.9974935054779053
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009061122772729981,
+ "instruction_rms": 0.000906112277275743,
+ "raw_apical_rms": 0.19862110934112187,
+ "teaching_rms": 0.0009061122772729981,
+ "traffic_rms": 0.198617491035837
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.835217902789736e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4556975960006008e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005254594622289153,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53958,
+ "train_examples": 50000,
+ "train_loss": 0.007410051720142364
+ },
+ {
+ "epoch": 139,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07100477814674377,
+ "mean_feedback_forward_cosine": 0.9994418675249274,
+ "mean_feedback_forward_relative_error": 0.03108482180501927,
+ "min_feedback_forward_cosine": 0.9974945187568665
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010888866943520256,
+ "instruction_rms": 0.0010888866945878372,
+ "raw_apical_rms": 0.1986044027406809,
+ "teaching_rms": 0.0010888866943520256,
+ "traffic_rms": 0.19859936956320898
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.409127616459955e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4541310576878738e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005194665828949503,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 54349,
+ "train_examples": 50000,
+ "train_loss": 0.009170027937218547
+ },
+ {
+ "epoch": 140,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07099320739507675,
+ "mean_feedback_forward_cosine": 0.999442085352811,
+ "mean_feedback_forward_relative_error": 0.03107914309948683,
+ "min_feedback_forward_cosine": 0.9974953532218933
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000984304165236274,
+ "instruction_rms": 0.000984304165384461,
+ "raw_apical_rms": 0.19859773397355449,
+ "teaching_rms": 0.000984304165236274,
+ "traffic_rms": 0.19859388161013422
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.223627480039795e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4547594358086225e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005138192616022023,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 54740,
+ "train_examples": 50000,
+ "train_loss": 0.008122862913832069
+ },
+ {
+ "epoch": 141,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07098197191953659,
+ "mean_feedback_forward_cosine": 0.9994423096830195,
+ "mean_feedback_forward_relative_error": 0.0310732192275199,
+ "min_feedback_forward_cosine": 0.9974960088729858
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009590896732649674,
+ "instruction_rms": 0.0009590896730412782,
+ "raw_apical_rms": 0.1985874397189068,
+ "teaching_rms": 0.0009590896732649674,
+ "traffic_rms": 0.19858342813541927
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.367846504597765e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4584751411201764e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00517402420489567,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55131,
+ "train_examples": 50000,
+ "train_loss": 0.008091802515983581
+ },
+ {
+ "epoch": 142,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07097038626670837,
+ "mean_feedback_forward_cosine": 0.9994425242597407,
+ "mean_feedback_forward_relative_error": 0.03106747240844098,
+ "min_feedback_forward_cosine": 0.9974969625473022
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009812022565942814,
+ "instruction_rms": 0.0009812022562432654,
+ "raw_apical_rms": 0.19859494733626848,
+ "teaching_rms": 0.0009812022565942814,
+ "traffic_rms": 0.19859097493718963
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.37472305445408e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.460843900335787e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005151572334256666,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55522,
+ "train_examples": 50000,
+ "train_loss": 0.007736592751443386
+ },
+ {
+ "epoch": 143,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07095889747142792,
+ "mean_feedback_forward_cosine": 0.9994427485899492,
+ "mean_feedback_forward_relative_error": 0.031061977427452803,
+ "min_feedback_forward_cosine": 0.9974977374076843
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000872387732203055,
+ "instruction_rms": 0.0008723877321707823,
+ "raw_apical_rms": 0.19864231295446036,
+ "teaching_rms": 0.000872387732203055,
+ "traffic_rms": 0.19863883515276773
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.5650190233791363e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.453675856800904e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005170748556815396,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55913,
+ "train_examples": 50000,
+ "train_loss": 0.006516078158915043
+ },
+ {
+ "epoch": 144,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0709473118185997,
+ "mean_feedback_forward_cosine": 0.9994429414922541,
+ "mean_feedback_forward_relative_error": 0.031056620654734697,
+ "min_feedback_forward_cosine": 0.9974985718727112
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008759879590589954,
+ "instruction_rms": 0.0008759879588691847,
+ "raw_apical_rms": 0.19853133641943577,
+ "teaching_rms": 0.0008759879590589954,
+ "traffic_rms": 0.19852795888041933
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.389691264985231e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4568714794503277e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005181208992771188,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 56304,
+ "train_examples": 50000,
+ "train_loss": 0.006663693172633648
+ },
+ {
+ "epoch": 145,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07093457132577896,
+ "mean_feedback_forward_cosine": 0.999443192915483,
+ "mean_feedback_forward_relative_error": 0.031050480030138383,
+ "min_feedback_forward_cosine": 0.9974994659423828
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000917162858437985,
+ "instruction_rms": 0.0009171628581629316,
+ "raw_apical_rms": 0.19848226363117388,
+ "teaching_rms": 0.000917162858437985,
+ "traffic_rms": 0.19847836122062418
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.4883622858124e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4604533689798454e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051666042424135085,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 56695,
+ "train_examples": 50000,
+ "train_loss": 0.006982537309993059
+ },
+ {
+ "epoch": 146,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07092170417308807,
+ "mean_feedback_forward_cosine": 0.9994434020736,
+ "mean_feedback_forward_relative_error": 0.03104492685842243,
+ "min_feedback_forward_cosine": 0.9975001811981201
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008657565970352031,
+ "instruction_rms": 0.000865756596617077,
+ "raw_apical_rms": 0.1985229202868265,
+ "teaching_rms": 0.0008657565970352031,
+ "traffic_rms": 0.1985194211660336
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.942541202510256e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.462424831445963e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00523605273910061,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57086,
+ "train_examples": 50000,
+ "train_loss": 0.006335549934282899
+ },
+ {
+ "epoch": 147,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07091014832258224,
+ "mean_feedback_forward_cosine": 0.9994436502456665,
+ "mean_feedback_forward_relative_error": 0.03103921368548816,
+ "min_feedback_forward_cosine": 0.9975011348724365
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000860342801093788,
+ "instruction_rms": 0.0008603428012837423,
+ "raw_apical_rms": 0.19844662791649098,
+ "teaching_rms": 0.000860342801093788,
+ "traffic_rms": 0.19844310960572917
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.447817213484086e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4560085214198357e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005207154316572451,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57477,
+ "train_examples": 50000,
+ "train_loss": 0.006344442099118605
+ },
+ {
+ "epoch": 148,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07089883089065552,
+ "mean_feedback_forward_cosine": 0.9994438518177379,
+ "mean_feedback_forward_relative_error": 0.03103379345583645,
+ "min_feedback_forward_cosine": 0.9975018501281738
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008382857888126977,
+ "instruction_rms": 0.0008382857892124851,
+ "raw_apical_rms": 0.19840592761389877,
+ "teaching_rms": 0.0008382857888126977,
+ "traffic_rms": 0.19840255258273826
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.832058119243811e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.457895069551827e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005190139738145289,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57868,
+ "train_examples": 50000,
+ "train_loss": 0.006669815689213574
+ },
+ {
+ "epoch": 149,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07088804990053177,
+ "mean_feedback_forward_cosine": 0.9994440501386469,
+ "mean_feedback_forward_relative_error": 0.031028075465424493,
+ "min_feedback_forward_cosine": 0.9975026249885559
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008600565823382211,
+ "instruction_rms": 0.0008600565821161378,
+ "raw_apical_rms": 0.19841534225786578,
+ "teaching_rms": 0.0008600565823382211,
+ "traffic_rms": 0.19841198383300407
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.328612383616928e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4514694501456336e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005274943251047321,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 58259,
+ "train_examples": 50000,
+ "train_loss": 0.0065101036351174115
+ },
+ {
+ "epoch": 150,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087628543376923,
+ "mean_feedback_forward_cosine": 0.9994442744688554,
+ "mean_feedback_forward_relative_error": 0.03102250546216965,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008405675066713958,
+ "instruction_rms": 0.0008405675066287487,
+ "raw_apical_rms": 0.1984425367431237,
+ "teaching_rms": 0.0008405675066713958,
+ "traffic_rms": 0.1984392261301603
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.704645099693153e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4577687555376206e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005199751495553181,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 58650,
+ "train_examples": 50000,
+ "train_loss": 0.005932280392274261
+ },
+ {
+ "epoch": 151,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087613642215729,
+ "mean_feedback_forward_cosine": 0.9994442723014137,
+ "mean_feedback_forward_relative_error": 0.031022419484162872,
+ "min_feedback_forward_cosine": 0.9975034594535828
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008352126211054606,
+ "instruction_rms": 0.0008352126207653732,
+ "raw_apical_rms": 0.19843134541717114,
+ "teaching_rms": 0.0008352126211054606,
+ "traffic_rms": 0.1984280325597218
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.00494879879443e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4568140284079475e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005184273900987599,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59041,
+ "train_examples": 50000,
+ "train_loss": 0.005908031362853944
+ },
+ {
+ "epoch": 152,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087605446577072,
+ "mean_feedback_forward_cosine": 0.9994442690502513,
+ "mean_feedback_forward_relative_error": 0.0310223570516841,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006999618465159179,
+ "instruction_rms": 0.000699961846543442,
+ "raw_apical_rms": 0.1984319939331712,
+ "teaching_rms": 0.0006999618465159179,
+ "traffic_rms": 0.19842965797833936
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.586440631257574e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4565748106495767e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005188715872578883,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59432,
+ "train_examples": 50000,
+ "train_loss": 0.005021687182933092
+ },
+ {
+ "epoch": 153,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087596505880356,
+ "mean_feedback_forward_cosine": 0.9994442907246677,
+ "mean_feedback_forward_relative_error": 0.03102229774336923,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006653337246858778,
+ "instruction_rms": 0.000665333724778397,
+ "raw_apical_rms": 0.19843014664425418,
+ "teaching_rms": 0.0006653337246858778,
+ "traffic_rms": 0.19842783767475164
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.923963979943437e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4558876165487727e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005227421194972849,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59823,
+ "train_examples": 50000,
+ "train_loss": 0.0046188938918570056
+ },
+ {
+ "epoch": 154,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087589055299759,
+ "mean_feedback_forward_cosine": 0.9994442809711803,
+ "mean_feedback_forward_relative_error": 0.031022238697518002,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006755021573545577,
+ "instruction_rms": 0.0006755021570261319,
+ "raw_apical_rms": 0.19842687383434635,
+ "teaching_rms": 0.0006755021573545577,
+ "traffic_rms": 0.19842464889854403
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.500596327896346e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4544007476849943e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005186066573474382,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60214,
+ "train_examples": 50000,
+ "train_loss": 0.004739633579477668
+ },
+ {
+ "epoch": 155,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087580859661102,
+ "mean_feedback_forward_cosine": 0.9994442950595509,
+ "mean_feedback_forward_relative_error": 0.03102217670530081,
+ "min_feedback_forward_cosine": 0.9975034594535828
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000689985292663778,
+ "instruction_rms": 0.0006899852929873441,
+ "raw_apical_rms": 0.19842403339644812,
+ "teaching_rms": 0.000689985292663778,
+ "traffic_rms": 0.1984216114021958
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 7.766475818016261e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.458719488706358e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005169648083257179,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60605,
+ "train_examples": 50000,
+ "train_loss": 0.004798793706316501
+ },
+ {
+ "epoch": 156,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087571173906326,
+ "mean_feedback_forward_cosine": 0.9994442863897843,
+ "mean_feedback_forward_relative_error": 0.031022117549384182,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007127411481667645,
+ "instruction_rms": 0.0007127411479346683,
+ "raw_apical_rms": 0.19841267249078187,
+ "teaching_rms": 0.0007127411481667645,
+ "traffic_rms": 0.19840994500359008
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.130058238795755e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4588388363485124e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052111710106986795,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60996,
+ "train_examples": 50000,
+ "train_loss": 0.004737346856324002
+ },
+ {
+ "epoch": 157,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708756148815155,
+ "mean_feedback_forward_cosine": 0.9994442798874595,
+ "mean_feedback_forward_relative_error": 0.031022056183693084,
+ "min_feedback_forward_cosine": 0.9975034594535828
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007279549564201155,
+ "instruction_rms": 0.0007279549563313103,
+ "raw_apical_rms": 0.19840619771315238,
+ "teaching_rms": 0.0007279549564201155,
+ "traffic_rms": 0.19840366162333237
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.810090980025052e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4560076263865057e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005198181196058761,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61387,
+ "train_examples": 50000,
+ "train_loss": 0.004792956570647657
+ },
+ {
+ "epoch": 158,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087555527687073,
+ "mean_feedback_forward_cosine": 0.9994442874735052,
+ "mean_feedback_forward_relative_error": 0.031022003589367325,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000628039039688138,
+ "instruction_rms": 0.0006280390396776572,
+ "raw_apical_rms": 0.19840040043594118,
+ "teaching_rms": 0.000628039039688138,
+ "traffic_rms": 0.19839849235125653
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.354715592100547e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4546408912466624e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005201924671441793,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61778,
+ "train_examples": 50000,
+ "train_loss": 0.0041045606086030605
+ },
+ {
+ "epoch": 159,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087548077106476,
+ "mean_feedback_forward_cosine": 0.9994442939758301,
+ "mean_feedback_forward_relative_error": 0.031021949377926912,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006422627345033392,
+ "instruction_rms": 0.0006422627346204936,
+ "raw_apical_rms": 0.19840430545017262,
+ "teaching_rms": 0.0006422627345033392,
+ "traffic_rms": 0.1984022302216301
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.65345956715646e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.456912295612518e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005212250307062712,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62169,
+ "train_examples": 50000,
+ "train_loss": 0.004289394716303796
+ },
+ {
+ "epoch": 160,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.070875383913517,
+ "mean_feedback_forward_cosine": 0.9994442918083885,
+ "mean_feedback_forward_relative_error": 0.031021888503296808,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006664954500301222,
+ "instruction_rms": 0.0006664954498556702,
+ "raw_apical_rms": 0.19840809729194273,
+ "teaching_rms": 0.0006664954500301222,
+ "traffic_rms": 0.19840546908413345
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.301002031250391e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4570145048919254e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005235190130952043,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62560,
+ "train_examples": 50000,
+ "train_loss": 0.004854296311326325
+ },
+ {
+ "epoch": 161,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087531685829163,
+ "mean_feedback_forward_cosine": 0.9994442928921092,
+ "mean_feedback_forward_relative_error": 0.031021835045381026,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000583682077381,
+ "instruction_rms": 0.0005836820777246466,
+ "raw_apical_rms": 0.19840586554877504,
+ "teaching_rms": 0.000583682077381,
+ "traffic_rms": 0.19840401687219067
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.867010699489583e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.463414015475103e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005159691509365488,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62951,
+ "train_examples": 50000,
+ "train_loss": 0.004024033974134363
+ },
+ {
+ "epoch": 162,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087524980306625,
+ "mean_feedback_forward_cosine": 0.9994442993944341,
+ "mean_feedback_forward_relative_error": 0.031021780554543844,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006109186453110178,
+ "instruction_rms": 0.0006109186451682414,
+ "raw_apical_rms": 0.19839504249994439,
+ "teaching_rms": 0.0006109186453110178,
+ "traffic_rms": 0.1983929002396999
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.151612552685037e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4579942197758857e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005201297746984306,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63342,
+ "train_examples": 50000,
+ "train_loss": 0.003951676387898624
+ },
+ {
+ "epoch": 163,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087517529726028,
+ "mean_feedback_forward_cosine": 0.9994442918083885,
+ "mean_feedback_forward_relative_error": 0.03102173221890222,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00059490662006452,
+ "instruction_rms": 0.0005949066203547712,
+ "raw_apical_rms": 0.19839937424639822,
+ "teaching_rms": 0.00059490662006452,
+ "traffic_rms": 0.19839749698010006
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.013488811935531e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4570330587987505e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005213150061505643,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63733,
+ "train_examples": 50000,
+ "train_loss": 0.003897927967980504
+ },
+ {
+ "epoch": 164,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708751231431961,
+ "mean_feedback_forward_cosine": 0.9994443048130383,
+ "mean_feedback_forward_relative_error": 0.031021677787331017,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006071230650155615,
+ "instruction_rms": 0.0006071230649386183,
+ "raw_apical_rms": 0.19840685310204723,
+ "teaching_rms": 0.0006071230650155615,
+ "traffic_rms": 0.19840477093026393
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 7.434940130224277e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4529379590278897e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005212620588886794,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64124,
+ "train_examples": 50000,
+ "train_loss": 0.0038895293265208603
+ },
+ {
+ "epoch": 165,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087503373622894,
+ "mean_feedback_forward_cosine": 0.9994442961432717,
+ "mean_feedback_forward_relative_error": 0.031021623431958936,
+ "min_feedback_forward_cosine": 0.9975034594535828
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006038273426023746,
+ "instruction_rms": 0.0006038273425548478,
+ "raw_apical_rms": 0.1983977096088115,
+ "teaching_rms": 0.0006038273426023746,
+ "traffic_rms": 0.1983956456995935
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.574558852889822e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4550262182414503e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005162958637371182,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64515,
+ "train_examples": 50000,
+ "train_loss": 0.004045673833340407
+ },
+ {
+ "epoch": 166,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087497413158417,
+ "mean_feedback_forward_cosine": 0.9994443048130383,
+ "mean_feedback_forward_relative_error": 0.03102157186208801,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005856811854687501,
+ "instruction_rms": 0.0005856811851808009,
+ "raw_apical_rms": 0.19839649014247737,
+ "teaching_rms": 0.0005856811854687501,
+ "traffic_rms": 0.1983945624002354
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1365042951183568e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4548727531945382e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005175048068519982,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64906,
+ "train_examples": 50000,
+ "train_loss": 0.0037456664326414465
+ },
+ {
+ "epoch": 167,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087491452693939,
+ "mean_feedback_forward_cosine": 0.9994443004781549,
+ "mean_feedback_forward_relative_error": 0.0310215188190341,
+ "min_feedback_forward_cosine": 0.997503399848938
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006099395495430482,
+ "instruction_rms": 0.0006099395492629795,
+ "raw_apical_rms": 0.19839931493149326,
+ "teaching_rms": 0.0006099395495430482,
+ "traffic_rms": 0.19839731691280715
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.263616825208373e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4635543236011635e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005256844875537188,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65297,
+ "train_examples": 50000,
+ "train_loss": 0.003853200528845191
+ },
+ {
+ "epoch": 168,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087483257055283,
+ "mean_feedback_forward_cosine": 0.9994443145665255,
+ "mean_feedback_forward_relative_error": 0.03102146831595085,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005324029095230174,
+ "instruction_rms": 0.0005324029096370997,
+ "raw_apical_rms": 0.19840162015261154,
+ "teaching_rms": 0.0005324029095230174,
+ "traffic_rms": 0.1983999675930895
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.490534414955619e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.454272403742583e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005212492343790001,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65688,
+ "train_examples": 50000,
+ "train_loss": 0.0035581306520663203
+ },
+ {
+ "epoch": 169,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087477296590805,
+ "mean_feedback_forward_cosine": 0.9994443069804798,
+ "mean_feedback_forward_relative_error": 0.031021423637866974,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005139249229244815,
+ "instruction_rms": 0.0005139249230309824,
+ "raw_apical_rms": 0.19840020150583032,
+ "teaching_rms": 0.0005139249229244815,
+ "traffic_rms": 0.19839867351053583
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.274450553040879e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4592641982005717e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005204792962792407,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66079,
+ "train_examples": 50000,
+ "train_loss": 0.0033015960488282144
+ },
+ {
+ "epoch": 170,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087469846010208,
+ "mean_feedback_forward_cosine": 0.9994443199851296,
+ "mean_feedback_forward_relative_error": 0.031021371043541215,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005931269877756821,
+ "instruction_rms": 0.0005931269875862437,
+ "raw_apical_rms": 0.19840348602524016,
+ "teaching_rms": 0.0005931269877756821,
+ "traffic_rms": 0.19840147471450945
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.369310850435795e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4610529369226817e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051939545537208545,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66470,
+ "train_examples": 50000,
+ "train_loss": 0.0038284460739418866
+ },
+ {
+ "epoch": 171,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087463140487671,
+ "mean_feedback_forward_cosine": 0.9994443123990839,
+ "mean_feedback_forward_relative_error": 0.031021322013640946,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005691439783579176,
+ "instruction_rms": 0.0005691439781327346,
+ "raw_apical_rms": 0.19838013811621222,
+ "teaching_rms": 0.0005691439783579176,
+ "traffic_rms": 0.198378199937522
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.042215700408633e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4548119881957364e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00517076741808568,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66861,
+ "train_examples": 50000,
+ "train_loss": 0.0034550998530164362
+ },
+ {
+ "epoch": 172,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087455689907074,
+ "mean_feedback_forward_cosine": 0.9994443026455966,
+ "mean_feedback_forward_relative_error": 0.031021267514337193,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00060687613509259,
+ "instruction_rms": 0.000606876135179811,
+ "raw_apical_rms": 0.19838131946574805,
+ "teaching_rms": 0.00060687613509259,
+ "traffic_rms": 0.19837943015695114
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.362449767038925e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4533974390634368e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052044932984464986,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67252,
+ "train_examples": 50000,
+ "train_loss": 0.004053802644014359
+ },
+ {
+ "epoch": 173,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087449729442596,
+ "mean_feedback_forward_cosine": 0.9994443221525713,
+ "mean_feedback_forward_relative_error": 0.031021217375316403,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005797225152001788,
+ "instruction_rms": 0.0005797225152039247,
+ "raw_apical_rms": 0.19837943820325557,
+ "teaching_rms": 0.0005797225152001788,
+ "traffic_rms": 0.19837769694143376
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.384224349176293e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.453052132987642e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005231493064910818,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67643,
+ "train_examples": 50000,
+ "train_loss": 0.0036838062054291368
+ },
+ {
+ "epoch": 174,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087443023920059,
+ "mean_feedback_forward_cosine": 0.9994443080642007,
+ "mean_feedback_forward_relative_error": 0.03102117201990702,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005703037511427691,
+ "instruction_rms": 0.0005703037510203516,
+ "raw_apical_rms": 0.19837876783247854,
+ "teaching_rms": 0.0005703037511427691,
+ "traffic_rms": 0.19837708829018713
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 5.831750371498856e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4511705868657675e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005264586799461567,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68034,
+ "train_examples": 50000,
+ "train_loss": 0.00366726968402043
+ },
+ {
+ "epoch": 175,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087436318397522,
+ "mean_feedback_forward_cosine": 0.9994443123990839,
+ "mean_feedback_forward_relative_error": 0.031021125614643097,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005439385730983528,
+ "instruction_rms": 0.0005439385732534964,
+ "raw_apical_rms": 0.19837582204999543,
+ "teaching_rms": 0.0005439385730983528,
+ "traffic_rms": 0.19837412421842746
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.28502476729409e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4543267350132903e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052337591668257626,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68425,
+ "train_examples": 50000,
+ "train_loss": 0.003257799834087491
+ },
+ {
+ "epoch": 176,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087429612874985,
+ "mean_feedback_forward_cosine": 0.9994443048130383,
+ "mean_feedback_forward_relative_error": 0.031021074298769234,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005551257525163542,
+ "instruction_rms": 0.0005551257526217705,
+ "raw_apical_rms": 0.19838754615142104,
+ "teaching_rms": 0.0005551257525163542,
+ "traffic_rms": 0.19838574621616303
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.116390404211415e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4519769907809278e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00525964115245736,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68816,
+ "train_examples": 50000,
+ "train_loss": 0.0034607375524565577
+ },
+ {
+ "epoch": 177,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087421417236328,
+ "mean_feedback_forward_cosine": 0.9994443210688504,
+ "mean_feedback_forward_relative_error": 0.031021020307459613,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005570930639744078,
+ "instruction_rms": 0.0005570930638937304,
+ "raw_apical_rms": 0.19839688205822775,
+ "teaching_rms": 0.0005570930639744078,
+ "traffic_rms": 0.19839502020766048
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 7.441861527013316e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4626235941380288e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00524380928434035,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69207,
+ "train_examples": 50000,
+ "train_loss": 0.0034764549234882
+ },
+ {
+ "epoch": 178,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708741694688797,
+ "mean_feedback_forward_cosine": 0.9994443026455966,
+ "mean_feedback_forward_relative_error": 0.03102098039605401,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000487896554721914,
+ "instruction_rms": 0.00048789655472409736,
+ "raw_apical_rms": 0.19838515423679295,
+ "teaching_rms": 0.000487896554721914,
+ "traffic_rms": 0.19838381448873826
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.450164136140302e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.455255612615303e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005170866890442281,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69598,
+ "train_examples": 50000,
+ "train_loss": 0.0030614467611908914
+ },
+ {
+ "epoch": 179,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087410241365433,
+ "mean_feedback_forward_cosine": 0.9994443254037337,
+ "mean_feedback_forward_relative_error": 0.031020933855324985,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005256534224849093,
+ "instruction_rms": 0.000525653422310863,
+ "raw_apical_rms": 0.1983885388303093,
+ "teaching_rms": 0.0005256534224849093,
+ "traffic_rms": 0.1983868748011363
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.060152202280733e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4559721261704332e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005193507642783886,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69989,
+ "train_examples": 50000,
+ "train_loss": 0.003334190772008151
+ },
+ {
+ "epoch": 180,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087403535842896,
+ "mean_feedback_forward_cosine": 0.9994443178176879,
+ "mean_feedback_forward_relative_error": 0.031020883530039678,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005949596379681088,
+ "instruction_rms": 0.0005949596378681266,
+ "raw_apical_rms": 0.19839655449087715,
+ "teaching_rms": 0.0005949596379681088,
+ "traffic_rms": 0.19839459661691453
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.813817859414485e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4605804579684185e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005341173906741259,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70380,
+ "train_examples": 50000,
+ "train_loss": 0.0039058992750942707
+ },
+ {
+ "epoch": 181,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087396830320358,
+ "mean_feedback_forward_cosine": 0.9994443221525713,
+ "mean_feedback_forward_relative_error": 0.03102083448320627,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005557876442186892,
+ "instruction_rms": 0.0005557876442407051,
+ "raw_apical_rms": 0.19838762858299583,
+ "teaching_rms": 0.0005557876442186892,
+ "traffic_rms": 0.19838569347218332
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.031283644209907e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4622970568169133e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052170114473527275,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70771,
+ "train_examples": 50000,
+ "train_loss": 0.0037654544898681344
+ },
+ {
+ "epoch": 182,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087390124797821,
+ "mean_feedback_forward_cosine": 0.9994443189014088,
+ "mean_feedback_forward_relative_error": 0.03102078405632214,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005761374741845923,
+ "instruction_rms": 0.0005761374738444317,
+ "raw_apical_rms": 0.19836357234668672,
+ "teaching_rms": 0.0005761374741845923,
+ "traffic_rms": 0.1983617425354422
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.807526714032065e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4539504648635845e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005172793975464787,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71162,
+ "train_examples": 50000,
+ "train_loss": 0.0034998789017274975
+ },
+ {
+ "epoch": 183,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087381184101105,
+ "mean_feedback_forward_cosine": 0.9994443275711753,
+ "mean_feedback_forward_relative_error": 0.031020724138414318,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006179242252465211,
+ "instruction_rms": 0.0006179242253167938,
+ "raw_apical_rms": 0.19837288702480932,
+ "teaching_rms": 0.0006179242252465211,
+ "traffic_rms": 0.1983705226275133
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.173841882173292e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.45340419472121e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005222758028199636,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71553,
+ "train_examples": 50000,
+ "train_loss": 0.004100104279592633
+ },
+ {
+ "epoch": 184,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087374478578568,
+ "mean_feedback_forward_cosine": 0.9994443243200128,
+ "mean_feedback_forward_relative_error": 0.03102067204361612,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005867640849503622,
+ "instruction_rms": 0.0005867640847766611,
+ "raw_apical_rms": 0.19837360630061016,
+ "teaching_rms": 0.0005867640849503622,
+ "traffic_rms": 0.19837165266139067
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 8.053980593558663e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.45679067698397e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005223032633933359,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71944,
+ "train_examples": 50000,
+ "train_loss": 0.0038313682655058802
+ },
+ {
+ "epoch": 185,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708736702799797,
+ "mean_feedback_forward_cosine": 0.9994443329897794,
+ "mean_feedback_forward_relative_error": 0.031020619271492415,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005745299370221307,
+ "instruction_rms": 0.0005745299368285423,
+ "raw_apical_rms": 0.19837839507076455,
+ "teaching_rms": 0.0005745299370221307,
+ "traffic_rms": 0.19837643945232725
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.368669313085775e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4550576538034435e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005175468355130116,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 72335,
+ "train_examples": 50000,
+ "train_loss": 0.0036198436260037126
+ },
+ {
+ "epoch": 186,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087359577417374,
+ "mean_feedback_forward_cosine": 0.9994443373246626,
+ "mean_feedback_forward_relative_error": 0.031020566753365775,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000569675066957006,
+ "instruction_rms": 0.0005696750671878628,
+ "raw_apical_rms": 0.19837954847705666,
+ "teaching_rms": 0.000569675066957006,
+ "traffic_rms": 0.19837768878964848
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 7.080065245190781e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4580503526578067e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005212411001893131,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 72726,
+ "train_examples": 50000,
+ "train_loss": 0.0035563668692857025
+ },
+ {
+ "epoch": 187,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087353616952896,
+ "mean_feedback_forward_cosine": 0.9994443308223377,
+ "mean_feedback_forward_relative_error": 0.031020517308603633,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005192432622622501,
+ "instruction_rms": 0.0005192432622952186,
+ "raw_apical_rms": 0.19837143116241368,
+ "teaching_rms": 0.0005192432622622501,
+ "traffic_rms": 0.1983698686461472
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.119332678939827e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.45699557397128e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051989044141162845,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73117,
+ "train_examples": 50000,
+ "train_loss": 0.0032445984718203545
+ },
+ {
+ "epoch": 188,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087347656488419,
+ "mean_feedback_forward_cosine": 0.9994443319060585,
+ "mean_feedback_forward_relative_error": 0.031020470852540297,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005174913985374893,
+ "instruction_rms": 0.0005174913985395044,
+ "raw_apical_rms": 0.19835766008898922,
+ "teaching_rms": 0.0005174913985374893,
+ "traffic_rms": 0.19835612523492654
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 8.423488395692402e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4542211095288394e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005195300166156281,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73508,
+ "train_examples": 50000,
+ "train_loss": 0.003139071330465376
+ },
+ {
+ "epoch": 189,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087341696023941,
+ "mean_feedback_forward_cosine": 0.9994443329897794,
+ "mean_feedback_forward_relative_error": 0.031020428062501278,
+ "min_feedback_forward_cosine": 0.9975035786628723
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005124451325271137,
+ "instruction_rms": 0.0005124451323233437,
+ "raw_apical_rms": 0.19836225822850184,
+ "teaching_rms": 0.0005124451325271137,
+ "traffic_rms": 0.19836083591956438
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 7.309558469614785e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.455061846853004e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0051700029931921136,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73899,
+ "train_examples": 50000,
+ "train_loss": 0.003097061588875949
+ },
+ {
+ "epoch": 190,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087335735559464,
+ "mean_feedback_forward_cosine": 0.9994443340735002,
+ "mean_feedback_forward_relative_error": 0.031020381860435008,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005216481368464296,
+ "instruction_rms": 0.0005216481367170813,
+ "raw_apical_rms": 0.1983520140883415,
+ "teaching_rms": 0.0005216481368464296,
+ "traffic_rms": 0.1983504653078767
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679288148880005,
+ "maximum_absolute_post_projection_soma_slope": 6.230025917375315e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.455474367166569e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005260110822380021,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 74290,
+ "train_examples": 50000,
+ "train_loss": 0.0031969439377449453
+ },
+ {
+ "epoch": 191,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087327539920807,
+ "mean_feedback_forward_cosine": 0.9994443319060585,
+ "mean_feedback_forward_relative_error": 0.031020332441072572,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005436299421096169,
+ "instruction_rms": 0.0005436299419663652,
+ "raw_apical_rms": 0.1983496793655065,
+ "teaching_rms": 0.0005436299421096169,
+ "traffic_rms": 0.1983479009987772
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679291129112244,
+ "maximum_absolute_post_projection_soma_slope": 6.450100897836819e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4587179143368043e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052313750355796685,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 74681,
+ "train_examples": 50000,
+ "train_loss": 0.0032822404459211976
+ },
+ {
+ "epoch": 192,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087323814630508,
+ "mean_feedback_forward_cosine": 0.9994443340735002,
+ "mean_feedback_forward_relative_error": 0.031020289507101884,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004764600348086196,
+ "instruction_rms": 0.00047646003455047094,
+ "raw_apical_rms": 0.19834649462170426,
+ "teaching_rms": 0.0004764600348086196,
+ "traffic_rms": 0.19834510507460187
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.795836782202969e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4571782095662998e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005224601649212932,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75072,
+ "train_examples": 50000,
+ "train_loss": 0.0030518958858028055
+ },
+ {
+ "epoch": 193,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087316364049911,
+ "mean_feedback_forward_cosine": 0.9994443264874545,
+ "mean_feedback_forward_relative_error": 0.0310202428732406,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005438428453949378,
+ "instruction_rms": 0.0005438428454955388,
+ "raw_apical_rms": 0.19834393393682032,
+ "teaching_rms": 0.0005438428453949378,
+ "traffic_rms": 0.19834217649827485
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.260765665430881e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4575738280612573e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005233951139437571,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75463,
+ "train_examples": 50000,
+ "train_loss": 0.0033357055381685497
+ },
+ {
+ "epoch": 194,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087308168411255,
+ "mean_feedback_forward_cosine": 0.99944434707815,
+ "mean_feedback_forward_relative_error": 0.03102018926292658,
+ "min_feedback_forward_cosine": 0.9975037574768066
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005745461595731847,
+ "instruction_rms": 0.0005745461592588483,
+ "raw_apical_rms": 0.19834217799562165,
+ "teaching_rms": 0.0005745461595731847,
+ "traffic_rms": 0.1983402787520629
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.444171501447272e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4548498662341882e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005200864648099261,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75854,
+ "train_examples": 50000,
+ "train_loss": 0.0035722616494633258
+ },
+ {
+ "epoch": 195,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087302207946777,
+ "mean_feedback_forward_cosine": 0.9994443319060585,
+ "mean_feedback_forward_relative_error": 0.031020138192583212,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005338283003820097,
+ "instruction_rms": 0.0005338283003500636,
+ "raw_apical_rms": 0.19834741290401714,
+ "teaching_rms": 0.0005338283003820097,
+ "traffic_rms": 0.1983456250202075
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 1.1837356339583494e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4628018867091537e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052015247819041715,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 76245,
+ "train_examples": 50000,
+ "train_loss": 0.0031789246093854306
+ },
+ {
+ "epoch": 196,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708729475736618,
+ "mean_feedback_forward_cosine": 0.9994443416595459,
+ "mean_feedback_forward_relative_error": 0.031020083523948083,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005852475355660669,
+ "instruction_rms": 0.0005852475355995258,
+ "raw_apical_rms": 0.1983580408783285,
+ "teaching_rms": 0.0005852475355660669,
+ "traffic_rms": 0.19835593561391532
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.345303032479933e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4559123164556096e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0052775150593144865,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 76636,
+ "train_examples": 50000,
+ "train_loss": 0.0036035204985551536
+ },
+ {
+ "epoch": 197,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087288796901703,
+ "mean_feedback_forward_cosine": 0.9994443286548961,
+ "mean_feedback_forward_relative_error": 0.03102003690701994,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005302380234393901,
+ "instruction_rms": 0.0005302380232493751,
+ "raw_apical_rms": 0.1983530837425426,
+ "teaching_rms": 0.0005302380234393901,
+ "traffic_rms": 0.19835147411459012
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.972496973707166e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4579206035445845e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005249619023913873,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77027,
+ "train_examples": 50000,
+ "train_loss": 0.003161972364485264
+ },
+ {
+ "epoch": 198,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087282091379166,
+ "mean_feedback_forward_cosine": 0.9994443427432668,
+ "mean_feedback_forward_relative_error": 0.031019986446269535,
+ "min_feedback_forward_cosine": 0.9975036382675171
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005336209022694507,
+ "instruction_rms": 0.0005336209024587929,
+ "raw_apical_rms": 0.19836216862885736,
+ "teaching_rms": 0.0005336209022694507,
+ "traffic_rms": 0.1983604383334117
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 9.765429354047228e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4551876547590628e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005240751925353194,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77418,
+ "train_examples": 50000,
+ "train_loss": 0.003450669647715986
+ },
+ {
+ "epoch": 199,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087274640798569,
+ "mean_feedback_forward_cosine": 0.9994443514130332,
+ "mean_feedback_forward_relative_error": 0.031019937026907096,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005496137953538349,
+ "instruction_rms": 0.0005496137951772304,
+ "raw_apical_rms": 0.19837051343171147,
+ "teaching_rms": 0.0005496137953538349,
+ "traffic_rms": 0.1983686675752752
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 6.517190342947288e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.4576794100733942e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005266707241306954,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77809,
+ "train_examples": 50000,
+ "train_loss": 0.0033774491391144693
+ },
+ {
+ "epoch": 200,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087264955043793,
+ "mean_feedback_forward_cosine": 0.9994443373246626,
+ "mean_feedback_forward_relative_error": 0.031019884212450548,
+ "min_feedback_forward_cosine": 0.9975036978721619
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005897003023443545,
+ "instruction_rms": 0.0005897003024692283,
+ "raw_apical_rms": 0.19836524352767781,
+ "teaching_rms": 0.0005897003023443545,
+ "traffic_rms": 0.19836318098523031
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.21679289638996124,
+ "maximum_absolute_post_projection_soma_slope": 7.27837843328416e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.457650115476823e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005154803657624553,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 78200,
+ "train_examples": 50000,
+ "train_loss": 0.0036807414781674743
+ }
+ ],
+ "evaluation_protocol": {
+ "test_evaluations": 1,
+ "test_used_for_selection": false,
+ "validation_evaluations": 0
+ },
+ "final": {
+ "accuracy": 0.9292,
+ "epoch": 200,
+ "evaluation_split": "test",
+ "finite": true,
+ "loss": 0.3912335693359375,
+ "step": 78200
+ },
+ "hardware": {
+ "cuda_device_name": "NVIDIA GeForce GTX 1080",
+ "cuda_visible_devices": "7",
+ "device": "cuda",
+ "device_total_memory_bytes": 8507949056,
+ "peak_memory_allocated_bytes": 3324800000,
+ "peak_memory_reserved_bytes": 5553258496,
+ "torch_version": "2.3.1+cu118"
+ },
+ "predictor_warmup": {
+ "closed_form_fit": {
+ "max_absolute_residual_soma_slope": 1.2472722232814704e-07,
+ "max_applied_stability_margin": 0.0,
+ "max_positive_residual_soma_slope": 1.2146459482664795e-07,
+ "min_residual_soma_slope": -1.2472722232814704e-07,
+ "mse": 1.8070805926959287e-17,
+ "observations": 64,
+ "residual_traffic_rms_ratio": 7.199251019882141e-08,
+ "stability_margin": 0.0
+ },
+ "examples": 64,
+ "instruction_present": false,
+ "mode": "closed_form",
+ "post_warmup_traffic_residual_rms_ratio": 7.199251019882141e-08,
+ "reuses_traffic_calibration_forward": true,
+ "steps": 1,
+ "task_loader_state_restored": true
+ },
+ "protocol_family": "oral_a_cifar_local_resnet_development",
+ "provenance": {
+ "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+ "git_tracked_dirty": false
+ },
+ "schema_version": 1,
+ "split": {
+ "cifar_source_files": [
+ {
+ "bytes": 31035704,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+ "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+ },
+ {
+ "bytes": 31035320,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+ "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+ },
+ {
+ "bytes": 31035999,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+ "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+ },
+ {
+ "bytes": 31035696,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+ "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+ },
+ {
+ "bytes": 31035623,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+ "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+ },
+ {
+ "bytes": 31035526,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+ "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+ }
+ ],
+ "dataset": "cifar10",
+ "evaluation_split": "test",
+ "input_layout": "NCHW",
+ "input_shape": [
+ 3,
+ 32,
+ 32
+ ],
+ "loader_seed": 10,
+ "normalization_mean": [
+ 0.49140000343322754,
+ 0.4821999967098236,
+ 0.4465000033378601
+ ],
+ "normalization_std": [
+ 0.24699999392032623,
+ 0.2434999942779541,
+ 0.26159998774528503
+ ],
+ "split_from_training_only": true,
+ "split_seed": null,
+ "test_examples": 10000,
+ "train_examples": 50000,
+ "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+ "validation_class_counts": {},
+ "validation_examples": 0,
+ "validation_index_sha256": null
+ },
+ "timing": {
+ "apical_warmup_wall_s": 0.0,
+ "evaluation_wall_s": 2.0234105587005615,
+ "mirror_warmup_wall_s": 0.0,
+ "predictor_warmup_wall_s": 0.06387972831726074,
+ "timing_excludes_data_loading_hashing_and_model_construction": true,
+ "total_timed_wall_s": 26448.92703437805,
+ "train_wall_s": 26442.46849989891
+ },
+ "traffic_calibration": {
+ "data_source": "first unaugmented development-training examples",
+ "examples": 64,
+ "instruction_rms": [
+ 0.056737203150987625,
+ 0.03466915711760521,
+ 0.025380922481417656,
+ 0.023368151858448982,
+ 0.015401496551930904,
+ 0.01708696223795414,
+ 0.010191723704338074,
+ 0.012498791329562664,
+ 0.007734539452940226,
+ 0.009953099302947521,
+ 0.006193092558532953,
+ 0.008852911181747913,
+ 0.004943703766912222,
+ 0.006862254347652197,
+ 0.004266873002052307,
+ 0.006199307274073362,
+ 0.003704395378008485,
+ 0.005341028328984976,
+ 0.0031979475170373917,
+ 0.007326237857341766,
+ 0.005027200561016798,
+ 0.006448567379266024,
+ 0.00441219424828887,
+ 0.006279183551669121,
+ 0.003818117780610919,
+ 0.005211378913372755,
+ 0.003340089460834861,
+ 0.004735496826469898,
+ 0.003009872045367956,
+ 0.004164178390055895,
+ 0.0027639002073556185,
+ 0.003919674549251795,
+ 0.0024971873499453068,
+ 0.0037482266779989004,
+ 0.0022654798813164234,
+ 0.0033104282338172197,
+ 0.0021054078824818134,
+ 0.004926503635942936,
+ 0.003475334495306015,
+ 0.004802375566214323,
+ 0.0031876815482974052,
+ 0.004390588030219078,
+ 0.0029604053124785423,
+ 0.004102425649762154,
+ 0.0027928128838539124,
+ 0.00390723068267107,
+ 0.002610700437799096,
+ 0.0035815658047795296,
+ 0.0025039466563612223,
+ 0.003361599752679467,
+ 0.0024003200232982635,
+ 0.0032344518695026636,
+ 0.002335174474865198,
+ 0.003047503065317869,
+ 0.002387239597737789
+ ],
+ "realized_traffic_instruction_rms_ratio": [
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 3.999999761581421,
+ 4.0,
+ 4.000000476837158,
+ 3.999999523162842,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0
+ ],
+ "target_ratio": 4.0,
+ "traffic_gain": [
+ 0.30167168378829956,
+ 0.18403391540050507,
+ 0.09050484746694565,
+ 0.1256996989250183,
+ 0.04250982776284218,
+ 0.09509823471307755,
+ 0.023601505905389786,
+ 0.06689246743917465,
+ 0.016166171059012413,
+ 0.05356940999627113,
+ 0.011292538605630398,
+ 0.047968730330467224,
+ 0.008278507739305496,
+ 0.03684104233980179,
+ 0.006637901067733765,
+ 0.03280358761548996,
+ 0.005378217436373234,
+ 0.028896356001496315,
+ 0.004386315122246742,
+ 0.03771384805440903,
+ 0.00903933122754097,
+ 0.03365190327167511,
+ 0.007395597640424967,
+ 0.03414306789636612,
+ 0.005943499505519867,
+ 0.027080019935965538,
+ 0.004866709932684898,
+ 0.02507423609495163,
+ 0.004125508479773998,
+ 0.021414360031485558,
+ 0.003599257906898856,
+ 0.020058082416653633,
+ 0.0031137375626713037,
+ 0.019754327833652496,
+ 0.0026740720495581627,
+ 0.017418887466192245,
+ 0.002392395166680217,
+ 0.025816624984145164,
+ 0.005350381135940552,
+ 0.02607998624444008,
+ 0.004654225427657366,
+ 0.022968623787164688,
+ 0.004061016254127026,
+ 0.021902546286582947,
+ 0.0036145965568721294,
+ 0.02107754908502102,
+ 0.0031958860345184803,
+ 0.01884119212627411,
+ 0.002985289553180337,
+ 0.018127063289284706,
+ 0.0027052839286625385,
+ 0.017298173159360886,
+ 0.0025729695335030556,
+ 0.01592264696955681,
+ 0.002482388401404023
+ ],
+ "unscaled_traffic_rms": [
+ 0.7523040175437927,
+ 0.7535384297370911,
+ 1.121748685836792,
+ 0.743618369102478,
+ 1.449217438697815,
+ 0.7187078595161438,
+ 1.7273005247116089,
+ 0.7473960518836975,
+ 1.9137591123580933,
+ 0.743192732334137,
+ 2.1936936378479004,
+ 0.7382234930992126,
+ 2.38869309425354,
+ 0.745066225528717,
+ 2.571218252182007,
+ 0.7559303641319275,
+ 2.755110263824463,
+ 0.7393358945846558,
+ 2.916295289993286,
+ 0.7770342230796814,
+ 2.2245895862579346,
+ 0.7665025591850281,
+ 2.3863894939422607,
+ 0.735632061958313,
+ 2.5696091651916504,
+ 0.7697747349739075,
+ 2.7452545166015625,
+ 0.7554362416267395,
+ 2.918303966522217,
+ 0.7778291702270508,
+ 3.0716333389282227,
+ 0.7816648483276367,
+ 3.207961320877075,
+ 0.7589682340621948,
+ 3.3888089656829834,
+ 0.7601928114891052,
+ 3.520167589187622,
+ 0.7633071541786194,
+ 2.598195791244507,
+ 0.7365610599517822,
+ 2.7396023273468018,
+ 0.7646236419677734,
+ 2.9159257411956787,
+ 0.7492143511772156,
+ 3.0905942916870117,
+ 0.741496205329895,
+ 3.2675764560699463,
+ 0.7603692412376404,
+ 3.3550469875335693,
+ 0.7417858242988586,
+ 3.549084186553955,
+ 0.7479291558265686,
+ 3.6303181648254395,
+ 0.7655770182609558,
+ 3.846681833267212
+ ],
+ "uses_validation_endpoint": false
+ },
+ "work": {
+ "apical_macs_per_example": 125043328,
+ "causal_scalar_observations": 0,
+ "components": {
+ "apical_projection_macs": 1250441282772992,
+ "apical_regression_macs": 0,
+ "bp_reverse_macs_estimate": 0,
+ "kp_reciprocal_correlation_macs": 1250433280000000,
+ "local_weight_correlation_macs": 1254856960000000,
+ "mirror_feedback_prediction_macs": 0,
+ "mirror_local_correlation_macs": 0,
+ "mirror_response_macs": 0,
+ "ordinary_forward_macs": 1254856960000000,
+ "perturbation_forward_macs": 0,
+ "warmup_clean_forward_macs": 8031084544
+ },
+ "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+ "elementwise_operations_estimate": 127796290519040,
+ "forward_macs_per_example": 125485696,
+ "logical_batch_loss_queries": 0,
+ "mirror_probe_examples": 0,
+ "mirror_readout_probe_examples": 0,
+ "neutral_projection_observations": 10000000,
+ "per_example_cross_entropy_terms": 0,
+ "total_clean_forward_examples": 10000064,
+ "total_forward_equivalent_examples": 10000064,
+ "total_macs_estimate": 5010596513857536
+ }
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-01 02:08:34 +0000