summaryrefslogtreecommitdiff
path: root/results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json')
-rw-r--r--results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json7904
1 files changed, 7904 insertions, 0 deletions
diff --git a/results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json b/results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json
new file mode 100644
index 0000000..f742aaa
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json
@@ -0,0 +1,7904 @@
+{
+ "architecture": {
+ "adaptive_apical_parameters": 1064960,
+ "adaptive_feedback_parameters": 848512,
+ "base_width": 16,
+ "blocks_per_stage": 9,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "depth": 56,
+ "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+ "fixed_feedback_parameters": 0,
+ "fixed_traffic_coefficients": 532480,
+ "forward_parameters": 853018,
+ "hidden_shapes": [
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ]
+ ],
+ "normalization": "batchnorm",
+ "predictor_parameters": 1064960,
+ "residual_scale": 1.0,
+ "vectorizer_mode": null,
+ "vectorizer_parameters": 0
+ },
+ "args": {
+ "a_scale": 1.0,
+ "a_warmup_steps": 0,
+ "alignment_probe": 32,
+ "apical_calibration_mode": "unit_targets",
+ "apical_seed": null,
+ "augment_train": 1,
+ "batch_size": 128,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+ "depth": 56,
+ "device": "cuda",
+ "epochs": 200,
+ "eta_A": 0.01,
+ "eta_P": 0.1,
+ "eval_every": 1,
+ "eval_split": "validation",
+ "learn_P": 1,
+ "loader_seed": 0,
+ "lr": 0.1,
+ "lr_gamma": 0.1,
+ "lr_milestones": "100,150",
+ "lr_schedule": "step",
+ "max_steps": 0,
+ "mirror_batch_size": 1,
+ "mirror_eta": 0.1,
+ "mirror_every": 16,
+ "mirror_noise_std": 1.0,
+ "mirror_seed": 3000,
+ "mirror_warmup_steps": 0,
+ "mode": "kp_traffic",
+ "momentum": 0.9,
+ "neutral_projection": 1,
+ "normalization": "batchnorm",
+ "nuisance_scale": 0.0,
+ "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-sdil-d56-lr0p1.json",
+ "output_lr": 0.1,
+ "pert_directions": 1,
+ "pert_every": 4,
+ "pert_sigma": 0.01,
+ "perturb_seed": 1000,
+ "predictor_every": 0,
+ "predictor_mode": "closed_form",
+ "predictor_warmup_steps": 1,
+ "residual_scale": null,
+ "seed": 0,
+ "split_seed": 2027,
+ "traffic_calibration_examples": 64,
+ "traffic_ratio": 4.0,
+ "traffic_rule": "innovation",
+ "traffic_seed": 5000,
+ "train_limit": 0,
+ "use_residual": 1,
+ "val_examples": 5000,
+ "vectorizer_mode": "spatial_template",
+ "warmup_epochs": 5,
+ "weight_decay": 0.0001,
+ "weight_scale": 1.0,
+ "width": 16
+ },
+ "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+ "counters": {
+ "apical_warmup_examples": 0,
+ "calibration_event_examples": 0,
+ "causal_scalar_observations": 0,
+ "logical_batch_loss_queries": 0,
+ "mirror_conv_examples": 0,
+ "mirror_events": 0,
+ "mirror_readout_examples": 0,
+ "neutral_projection_examples": 9000000,
+ "ordinary_examples": 9000000,
+ "per_example_loss_terms": 0,
+ "perturbation_events": 0,
+ "perturbation_forward_examples": 0,
+ "predictor_update_examples": 64,
+ "predictor_warmup_examples": 0,
+ "traffic_audit_examples": 0,
+ "traffic_calibration_examples": 64
+ },
+ "diagnostics": {
+ "early_third_mean": 0.9988019201490614,
+ "feedback_forward_cosine": [
+ 0.9994082450866699,
+ 0.9993633031845093,
+ 0.9988594055175781,
+ 0.9988021850585938,
+ 0.9989034533500671,
+ 0.9987430572509766,
+ 0.9988512992858887,
+ 0.9986526966094971,
+ 0.9989784359931946,
+ 0.9988847374916077,
+ 0.9990218281745911,
+ 0.998627781867981,
+ 0.9988900423049927,
+ 0.9984332323074341,
+ 0.9992363452911377,
+ 0.9988893270492554,
+ 0.9993957281112671,
+ 0.9991062879562378,
+ 0.9990890622138977,
+ 0.9993386268615723,
+ 0.9988206624984741,
+ 0.9987505674362183,
+ 0.9989955425262451,
+ 0.9988095164299011,
+ 0.9991083741188049,
+ 0.9988147616386414,
+ 0.9991130828857422,
+ 0.9988299012184143,
+ 0.9990316033363342,
+ 0.9987291693687439,
+ 0.9991141557693481,
+ 0.998677134513855,
+ 0.9991635084152222,
+ 0.9987846612930298,
+ 0.9991999864578247,
+ 0.9988572001457214,
+ 0.999275267124176,
+ 0.9995086193084717,
+ 0.9993034601211548,
+ 0.9992854595184326,
+ 0.9993381500244141,
+ 0.9992458820343018,
+ 0.999390721321106,
+ 0.9992026090621948,
+ 0.999376654624939,
+ 0.9990814924240112,
+ 0.9993203282356262,
+ 0.998900294303894,
+ 0.9990503191947937,
+ 0.9984703063964844,
+ 0.998579740524292,
+ 0.9977589845657349,
+ 0.9986475706100464,
+ 0.9975122213363647,
+ 0.9999625086784363
+ ],
+ "feedback_forward_norm_ratio": [
+ 0.9990415573120117,
+ 1.000943660736084,
+ 0.9984080791473389,
+ 1.0028012990951538,
+ 0.9976716041564941,
+ 1.0041753053665161,
+ 0.9988983869552612,
+ 1.0034799575805664,
+ 0.9985147714614868,
+ 1.0039784908294678,
+ 0.9979335069656372,
+ 1.0033996105194092,
+ 0.9982885718345642,
+ 1.0039857625961304,
+ 0.9969147443771362,
+ 1.0046236515045166,
+ 0.9986658096313477,
+ 1.0027612447738647,
+ 0.9974470138549805,
+ 1.001051664352417,
+ 0.9977295398712158,
+ 1.0032198429107666,
+ 0.9985910058021545,
+ 1.0023927688598633,
+ 0.9979374408721924,
+ 1.00351881980896,
+ 0.9980901479721069,
+ 1.0027828216552734,
+ 0.9979441165924072,
+ 1.0024582147598267,
+ 0.9984496235847473,
+ 1.002616047859192,
+ 0.9983158707618713,
+ 1.003697156906128,
+ 0.998077929019928,
+ 1.0036767721176147,
+ 0.9981355667114258,
+ 1.0010948181152344,
+ 0.9994342923164368,
+ 1.0016738176345825,
+ 0.9992212057113647,
+ 1.0019851922988892,
+ 0.9994403719902039,
+ 1.0023409128189087,
+ 0.9992360472679138,
+ 1.00275719165802,
+ 0.9991130232810974,
+ 1.0027894973754883,
+ 0.9987571239471436,
+ 1.0030573606491089,
+ 0.998371958732605,
+ 1.0036388635635376,
+ 0.9987108111381531,
+ 1.0035512447357178,
+ 1.0061359405517578
+ ],
+ "feedback_forward_relative_error": [
+ 0.0343991219997406,
+ 0.035711634904146194,
+ 0.04774899035692215,
+ 0.04909480735659599,
+ 0.046834658831357956,
+ 0.05041529983282089,
+ 0.047919176518917084,
+ 0.05211520567536354,
+ 0.04519075155258179,
+ 0.04748785123229027,
+ 0.044232290238142014,
+ 0.05258563905954361,
+ 0.047105684876441956,
+ 0.056232575327157974,
+ 0.039142630994319916,
+ 0.047465842217206955,
+ 0.03476492688059807,
+ 0.04242744669318199,
+ 0.04270471632480621,
+ 0.0364033468067646,
+ 0.048563480377197266,
+ 0.05017266422510147,
+ 0.04481198638677597,
+ 0.0489116869866848,
+ 0.04223593324422836,
+ 0.04889996349811554,
+ 0.042119480669498444,
+ 0.04852398484945297,
+ 0.04401214048266411,
+ 0.05053481459617615,
+ 0.04208802059292793,
+ 0.051570046693086624,
+ 0.04090111702680588,
+ 0.049531225115060806,
+ 0.04000690579414368,
+ 0.04803706333041191,
+ 0.03808150812983513,
+ 0.03138519451022148,
+ 0.037317704409360886,
+ 0.03787294030189514,
+ 0.03637689724564552,
+ 0.038922250270843506,
+ 0.034905411303043365,
+ 0.04005312919616699,
+ 0.035302672535181046,
+ 0.04300840571522713,
+ 0.03686448559165001,
+ 0.04704458639025688,
+ 0.04357275739312172,
+ 0.055480051785707474,
+ 0.05327729135751724,
+ 0.06716600060462952,
+ 0.05199092626571655,
+ 0.07075086236000061,
+ 0.01063375361263752
+ ],
+ "innovation_negative_gradient_cosine": [
+ 0.9989402890205383,
+ 0.9988391995429993,
+ 0.9989385604858398,
+ 0.9986226558685303,
+ 0.9989287853240967,
+ 0.9985703229904175,
+ 0.9989549517631531,
+ 0.9983248114585876,
+ 0.998971164226532,
+ 0.9985275268554688,
+ 0.9990020990371704,
+ 0.9985315203666687,
+ 0.9990233182907104,
+ 0.9983853697776794,
+ 0.9990407824516296,
+ 0.9988095760345459,
+ 0.99907386302948,
+ 0.9989497661590576,
+ 0.9990947842597961,
+ 0.9989767670631409,
+ 0.9991223216056824,
+ 0.9985553622245789,
+ 0.9991262555122375,
+ 0.9986892938613892,
+ 0.9991479516029358,
+ 0.9986973404884338,
+ 0.9991680383682251,
+ 0.9988492727279663,
+ 0.9991772174835205,
+ 0.9987500905990601,
+ 0.9992104768753052,
+ 0.9989532232284546,
+ 0.9992344379425049,
+ 0.9989112019538879,
+ 0.9992313385009766,
+ 0.9989949464797974,
+ 0.9992384314537048,
+ 0.999323308467865,
+ 0.9992855787277222,
+ 0.9990972876548767,
+ 0.999295711517334,
+ 0.9991129636764526,
+ 0.9993433952331543,
+ 0.9992249011993408,
+ 0.9994274377822876,
+ 0.999358594417572,
+ 0.999487042427063,
+ 0.9994292259216309,
+ 0.999476432800293,
+ 0.9994724988937378,
+ 0.9995529055595398,
+ 0.9995627403259277,
+ 0.9997342824935913,
+ 0.99985271692276,
+ 0.8107086420059204
+ ],
+ "instruction_negative_gradient_cosine": [
+ 0.9989403486251831,
+ 0.9988391995429993,
+ 0.9989385604858398,
+ 0.9986226558685303,
+ 0.9989287853240967,
+ 0.9985703229904175,
+ 0.9989549517631531,
+ 0.9983248710632324,
+ 0.998971164226532,
+ 0.9985275268554688,
+ 0.9990020990371704,
+ 0.9985314607620239,
+ 0.9990233182907104,
+ 0.9983853101730347,
+ 0.9990407228469849,
+ 0.9988095760345459,
+ 0.99907386302948,
+ 0.9989497661590576,
+ 0.9990948438644409,
+ 0.9989767670631409,
+ 0.9991223216056824,
+ 0.9985553622245789,
+ 0.9991262555122375,
+ 0.9986892938613892,
+ 0.9991480112075806,
+ 0.9986973404884338,
+ 0.9991680383682251,
+ 0.9988492727279663,
+ 0.9991772174835205,
+ 0.9987500905990601,
+ 0.9992104768753052,
+ 0.9989532232284546,
+ 0.9992344379425049,
+ 0.9989112019538879,
+ 0.9992313385009766,
+ 0.9989949464797974,
+ 0.9992384314537048,
+ 0.9993233680725098,
+ 0.9992855787277222,
+ 0.9990972876548767,
+ 0.999295711517334,
+ 0.9991129636764526,
+ 0.9993433952331543,
+ 0.9992247819900513,
+ 0.9994274377822876,
+ 0.999358594417572,
+ 0.999487042427063,
+ 0.9994292259216309,
+ 0.9994763731956482,
+ 0.9994724988937378,
+ 0.9995529055595398,
+ 0.9995627403259277,
+ 0.9997342824935913,
+ 0.99985271692276,
+ 0.8192939758300781
+ ],
+ "matched_negative_gradient_cosine": [
+ 0.008659751154482365,
+ 0.004593271762132645,
+ 0.006168784573674202,
+ 0.019933126866817474,
+ -0.006501247175037861,
+ -0.002974468283355236,
+ -0.019822947680950165,
+ 0.006686114706099033,
+ -0.026584379374980927,
+ 0.013955975882709026,
+ -0.031510911881923676,
+ -0.02690306305885315,
+ -0.035326167941093445,
+ -0.009890604764223099,
+ -0.031980231404304504,
+ 0.007654354441910982,
+ -0.03439664840698242,
+ -0.022561632096767426,
+ -0.02662527561187744,
+ -0.017831280827522278,
+ -0.057944610714912415,
+ -0.009949561208486557,
+ -0.057219497859478,
+ 0.010901489295065403,
+ -0.05287568271160126,
+ 0.041184812784194946,
+ -0.0532805360853672,
+ 0.03105335868895054,
+ -0.06220395117998123,
+ 0.038169000297784805,
+ -0.06922180950641632,
+ 0.04855819046497345,
+ -0.07716953754425049,
+ 0.03764723241329193,
+ -0.05986480787396431,
+ 0.061009179800748825,
+ -0.04746749624609947,
+ 0.04781028628349304,
+ -0.06197467818856239,
+ 0.07869354635477066,
+ -0.06947663426399231,
+ 0.08068685978651047,
+ -0.06836137920618057,
+ 0.07235347479581833,
+ -0.04931625351309776,
+ 0.10434074699878693,
+ -0.05912315845489502,
+ 0.0692649632692337,
+ -0.04305483400821686,
+ 0.05201111361384392,
+ -0.027310216799378395,
+ -0.010442962870001793,
+ 0.01267608255147934,
+ 0.03919082134962082,
+ 0.11070923507213593
+ ],
+ "max_norm_match_direction_error": 2.384185791015625e-07,
+ "max_norm_match_relative_error": 2.003661876415208e-07,
+ "mean_feedback_forward_cosine": 0.9989724636077881,
+ "mean_feedback_forward_relative_error": 0.044561998918652534,
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "max_absolute_correction_slope": 0.15488560497760773,
+ "max_absolute_post_projection_soma_slope": 2.4402833531667056e-08,
+ "max_absolute_pre_projection_soma_slope": 0.15488560497760773,
+ "max_positive_post_projection_soma_slope": 2.331008275291424e-08,
+ "min_post_projection_soma_slope": -2.4402833531667056e-08,
+ "observations": 32,
+ "post_projection_traffic_rms_ratio": 2.4101872854046475e-08,
+ "pre_projection_traffic_rms_ratio": 0.00682154858224028
+ },
+ "normalization_state": "training_batch_stats_without_running_update",
+ "predictor_traffic_residual_rms_ratio": 0.006821548582191776,
+ "raw_negative_gradient_cosine": [
+ 0.008659751154482365,
+ 0.004593271762132645,
+ 0.006168785504996777,
+ 0.019933126866817474,
+ -0.006501247175037861,
+ -0.0029744685161858797,
+ -0.019822947680950165,
+ 0.006686114706099033,
+ -0.026584379374980927,
+ 0.013955974951386452,
+ -0.031510911881923676,
+ -0.02690306305885315,
+ -0.035326167941093445,
+ -0.009890605695545673,
+ -0.031980231404304504,
+ 0.00765435304492712,
+ -0.03439664840698242,
+ -0.022561632096767426,
+ -0.02662527561187744,
+ -0.017831280827522278,
+ -0.057944610714912415,
+ -0.009949559345841408,
+ -0.057219497859478,
+ 0.010901490226387978,
+ -0.05287568271160126,
+ 0.041184812784194946,
+ -0.053280532360076904,
+ 0.03105335868895054,
+ -0.06220395117998123,
+ 0.038169000297784805,
+ -0.06922180950641632,
+ 0.04855819791555405,
+ -0.07716953754425049,
+ 0.03764723241329193,
+ -0.05986480787396431,
+ 0.061009179800748825,
+ -0.047467492520809174,
+ 0.04781028628349304,
+ -0.06197467818856239,
+ 0.07869355380535126,
+ -0.06947663426399231,
+ 0.08068685978651047,
+ -0.06836137920618057,
+ 0.07235348224639893,
+ -0.04931625351309776,
+ 0.10434074699878693,
+ -0.05912315100431442,
+ 0.0692649632692337,
+ -0.04305483028292656,
+ 0.05201110988855362,
+ -0.027310214936733246,
+ -0.010442961938679218,
+ 0.012676079757511616,
+ 0.03919082134962082,
+ 0.11070923507213593
+ ],
+ "teaching_negative_gradient_cosine": [
+ 0.9989402890205383,
+ 0.9988391995429993,
+ 0.9989385604858398,
+ 0.9986226558685303,
+ 0.9989287853240967,
+ 0.9985703229904175,
+ 0.9989549517631531,
+ 0.9983248114585876,
+ 0.998971164226532,
+ 0.9985275268554688,
+ 0.9990020990371704,
+ 0.9985315203666687,
+ 0.9990233182907104,
+ 0.9983853697776794,
+ 0.9990407824516296,
+ 0.9988095760345459,
+ 0.99907386302948,
+ 0.9989497661590576,
+ 0.9990947842597961,
+ 0.9989767670631409,
+ 0.9991223216056824,
+ 0.9985553622245789,
+ 0.9991262555122375,
+ 0.9986892938613892,
+ 0.9991479516029358,
+ 0.9986973404884338,
+ 0.9991680383682251,
+ 0.9988492727279663,
+ 0.9991772174835205,
+ 0.9987500905990601,
+ 0.9992104768753052,
+ 0.9989532232284546,
+ 0.9992344379425049,
+ 0.9989112019538879,
+ 0.9992313385009766,
+ 0.9989949464797974,
+ 0.9992384314537048,
+ 0.999323308467865,
+ 0.9992855787277222,
+ 0.9990972876548767,
+ 0.999295711517334,
+ 0.9991129636764526,
+ 0.9993433952331543,
+ 0.9992249011993408,
+ 0.9994274377822876,
+ 0.999358594417572,
+ 0.999487042427063,
+ 0.9994292259216309,
+ 0.999476432800293,
+ 0.9994724988937378,
+ 0.9995529055595398,
+ 0.9995627403259277,
+ 0.9997342824935913,
+ 0.99985271692276,
+ 0.8107086420059204
+ ],
+ "traffic_instruction_rms_ratio": 215.5495647029216,
+ "used_negative_gradient_cosine": [
+ 0.9989402890205383,
+ 0.9988391995429993,
+ 0.9989385604858398,
+ 0.9986226558685303,
+ 0.9989287853240967,
+ 0.9985703229904175,
+ 0.9989549517631531,
+ 0.9983248114585876,
+ 0.998971164226532,
+ 0.9985275268554688,
+ 0.9990020990371704,
+ 0.9985315203666687,
+ 0.9990233182907104,
+ 0.9983853697776794,
+ 0.9990407824516296,
+ 0.9988095760345459,
+ 0.99907386302948,
+ 0.9989497661590576,
+ 0.9990947842597961,
+ 0.9989767670631409,
+ 0.9991223216056824,
+ 0.9985553622245789,
+ 0.9991262555122375,
+ 0.9986892938613892,
+ 0.9991479516029358,
+ 0.9986973404884338,
+ 0.9991680383682251,
+ 0.9988492727279663,
+ 0.9991772174835205,
+ 0.9987500905990601,
+ 0.9992104768753052,
+ 0.9989532232284546,
+ 0.9992344379425049,
+ 0.9989112019538879,
+ 0.9992313385009766,
+ 0.9989949464797974,
+ 0.9992384314537048,
+ 0.999323308467865,
+ 0.9992855787277222,
+ 0.9990972876548767,
+ 0.999295711517334,
+ 0.9991129636764526,
+ 0.9993433952331543,
+ 0.9992249011993408,
+ 0.9994274377822876,
+ 0.999358594417572,
+ 0.999487042427063,
+ 0.9994292259216309,
+ 0.999476432800293,
+ 0.9994724988937378,
+ 0.9995529055595398,
+ 0.9995627403259277,
+ 0.9997342824935913,
+ 0.99985271692276,
+ 0.8107086420059204
+ ],
+ "wall_s": 0.4923238754272461
+ },
+ "epochs": [
+ {
+ "epoch": 1,
+ "eval_accuracy": 0.3038,
+ "eval_loss": 1.9626150634765624,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.4722906351089478,
+ "mean_feedback_forward_cosine": 0.08352781883017583,
+ "mean_feedback_forward_relative_error": 1.3621288386258212,
+ "min_feedback_forward_cosine": 0.01647607609629631
+ },
+ "lr": 0.02,
+ "mixed_apical": {
+ "innovation_rms": 0.004356151012226876,
+ "instruction_rms": 0.004356151012217689,
+ "raw_apical_rms": 0.06061163826323626,
+ "teaching_rms": 0.004356151012226876,
+ "traffic_rms": 0.060407860278224694
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.1548856645822525,
+ "maximum_absolute_post_projection_soma_slope": 9.257554722807981e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 3.039406479428281e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006108313938754286,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.02,
+ "step": 352,
+ "train_examples": 45000,
+ "train_loss": 2.133220109324985
+ },
+ {
+ "epoch": 2,
+ "eval_accuracy": 0.4618,
+ "eval_loss": 1.5612975830078124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3664660453796387,
+ "mean_feedback_forward_cosine": 0.16610823449763384,
+ "mean_feedback_forward_relative_error": 1.2985886638814752,
+ "min_feedback_forward_cosine": 0.07316796481609344
+ },
+ "lr": 0.04,
+ "mixed_apical": {
+ "innovation_rms": 0.0034584715151784293,
+ "instruction_rms": 0.0034584715164519913,
+ "raw_apical_rms": 0.06749097762423845,
+ "teaching_rms": 0.0034584715151784293,
+ "traffic_rms": 0.0674012550651796
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.701681425942297e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.9294788966921167e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007481774138670017,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.04,
+ "step": 704,
+ "train_examples": 45000,
+ "train_loss": 1.689423344315423
+ },
+ {
+ "epoch": 3,
+ "eval_accuracy": 0.4822,
+ "eval_loss": 1.8836912109375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.335602045059204,
+ "mean_feedback_forward_cosine": 0.26583654568953946,
+ "mean_feedback_forward_relative_error": 1.218086308782751,
+ "min_feedback_forward_cosine": 0.11645860224962234
+ },
+ "lr": 0.06000000000000001,
+ "mixed_apical": {
+ "innovation_rms": 0.004173249144323395,
+ "instruction_rms": 0.004173249145743122,
+ "raw_apical_rms": 0.07839940296300797,
+ "teaching_rms": 0.004173249144323395,
+ "traffic_rms": 0.07828697291035139
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.905030940946745e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.8459908782882565e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008971926468541658,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.06000000000000001,
+ "step": 1056,
+ "train_examples": 45000,
+ "train_loss": 1.3186583264244927
+ },
+ {
+ "epoch": 4,
+ "eval_accuracy": 0.6074,
+ "eval_loss": 1.1148765869140624,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3030064105987549,
+ "mean_feedback_forward_cosine": 0.3486238040707328,
+ "mean_feedback_forward_relative_error": 1.1469927928664467,
+ "min_feedback_forward_cosine": 0.16100770235061646
+ },
+ "lr": 0.08,
+ "mixed_apical": {
+ "innovation_rms": 0.0040261518638995695,
+ "instruction_rms": 0.004026151863866751,
+ "raw_apical_rms": 0.08739736235297962,
+ "teaching_rms": 0.0040261518638995695,
+ "traffic_rms": 0.08730287845580852
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.533971313478105e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.7700298915347967e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008616507541436013,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.08,
+ "step": 1408,
+ "train_examples": 45000,
+ "train_loss": 1.0482054900699191
+ },
+ {
+ "epoch": 5,
+ "eval_accuracy": 0.634,
+ "eval_loss": 1.18164111328125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.274701714515686,
+ "mean_feedback_forward_cosine": 0.4180870847268538,
+ "mean_feedback_forward_relative_error": 1.0841255122965032,
+ "min_feedback_forward_cosine": 0.20132866501808167
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00344417015497597,
+ "instruction_rms": 0.00344417015405666,
+ "raw_apical_rms": 0.0936506411050976,
+ "teaching_rms": 0.00344417015497597,
+ "traffic_rms": 0.09358633788170477
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.826502385592903e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.725172805987594e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007545408892908994,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 1760,
+ "train_examples": 45000,
+ "train_loss": 0.8692952327728272
+ },
+ {
+ "epoch": 6,
+ "eval_accuracy": 0.7196,
+ "eval_loss": 0.8544650756835938,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2515367269515991,
+ "mean_feedback_forward_cosine": 0.46626698022538965,
+ "mean_feedback_forward_relative_error": 1.0380515185269443,
+ "min_feedback_forward_cosine": 0.23207521438598633
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003258748170606174,
+ "instruction_rms": 0.003258748168094511,
+ "raw_apical_rms": 0.09746526204424157,
+ "teaching_rms": 0.003258748170606174,
+ "traffic_rms": 0.09741016939437787
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.529219286401712e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.7000357580493475e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007613073673005167,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 2112,
+ "train_examples": 45000,
+ "train_loss": 0.7370866859753926
+ },
+ {
+ "epoch": 7,
+ "eval_accuracy": 0.7446,
+ "eval_loss": 0.7813277587890625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2309913635253906,
+ "mean_feedback_forward_cosine": 0.5051967512477528,
+ "mean_feedback_forward_relative_error": 0.9995049790902572,
+ "min_feedback_forward_cosine": 0.2589109241962433
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0031316636807330396,
+ "instruction_rms": 0.0031316636808242466,
+ "raw_apical_rms": 0.10071810745913976,
+ "teaching_rms": 0.0031316636807330396,
+ "traffic_rms": 0.10066887091447983
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.269455520348856e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6890729415319725e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00749110066189653,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 2464,
+ "train_examples": 45000,
+ "train_loss": 0.6620292295561896
+ },
+ {
+ "epoch": 8,
+ "eval_accuracy": 0.7572,
+ "eval_loss": 0.7254913330078125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2107770442962646,
+ "mean_feedback_forward_cosine": 0.5387616542252627,
+ "mean_feedback_forward_relative_error": 0.965096912058917,
+ "min_feedback_forward_cosine": 0.2846664488315582
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030568417743375748,
+ "instruction_rms": 0.003056841775456467,
+ "raw_apical_rms": 0.10333989084849575,
+ "teaching_rms": 0.0030568417743375748,
+ "traffic_rms": 0.10329416930041671
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.03358714101887e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6730053206974266e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007363044872899511,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 2816,
+ "train_examples": 45000,
+ "train_loss": 0.6020555562443204
+ },
+ {
+ "epoch": 9,
+ "eval_accuracy": 0.8042,
+ "eval_loss": 0.6033475341796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1921597719192505,
+ "mean_feedback_forward_cosine": 0.5684559215198863,
+ "mean_feedback_forward_relative_error": 0.9336268262429671,
+ "min_feedback_forward_cosine": 0.30742526054382324
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003028564959114619,
+ "instruction_rms": 0.003028564959126992,
+ "raw_apical_rms": 0.10490871755052607,
+ "teaching_rms": 0.003028564959114619,
+ "traffic_rms": 0.10486444962000695
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.068348312737726e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6725913714204886e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007720522522345244,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 3168,
+ "train_examples": 45000,
+ "train_loss": 0.551194996770223
+ },
+ {
+ "epoch": 10,
+ "eval_accuracy": 0.7772,
+ "eval_loss": 0.6904501342773437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1731219291687012,
+ "mean_feedback_forward_cosine": 0.5953169167041779,
+ "mean_feedback_forward_relative_error": 0.9040230079130693,
+ "min_feedback_forward_cosine": 0.3304404616355896
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00298673036466182,
+ "instruction_rms": 0.002986730365661981,
+ "raw_apical_rms": 0.10737435769335861,
+ "teaching_rms": 0.00298673036466182,
+ "traffic_rms": 0.10733233793075171
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.138749597539572e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6607941445358757e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006803165530875269,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 3520,
+ "train_examples": 45000,
+ "train_loss": 0.5172687877972921
+ },
+ {
+ "epoch": 11,
+ "eval_accuracy": 0.8256,
+ "eval_loss": 0.5396714233398437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.154249906539917,
+ "mean_feedback_forward_cosine": 0.61987811868841,
+ "mean_feedback_forward_relative_error": 0.8761465267701583,
+ "min_feedback_forward_cosine": 0.3531190752983093
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029536718346400105,
+ "instruction_rms": 0.002953671834104379,
+ "raw_apical_rms": 0.11032681417903577,
+ "teaching_rms": 0.0029536718346400105,
+ "traffic_rms": 0.11028671176853683
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.04118576777546e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.648240257180984e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006627346222083808,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 3872,
+ "train_examples": 45000,
+ "train_loss": 0.4821384444978502
+ },
+ {
+ "epoch": 12,
+ "eval_accuracy": 0.7906,
+ "eval_loss": 0.629708203125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1347694396972656,
+ "mean_feedback_forward_cosine": 0.6426574105566198,
+ "mean_feedback_forward_relative_error": 0.8493387200615623,
+ "min_feedback_forward_cosine": 0.375612735748291
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029327823604470378,
+ "instruction_rms": 0.00293278236035286,
+ "raw_apical_rms": 0.11178448445325447,
+ "teaching_rms": 0.0029327823604470378,
+ "traffic_rms": 0.11174537583442526
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.192748003286397e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.645749663223053e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006768195241669802,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 4224,
+ "train_examples": 45000,
+ "train_loss": 0.46439163663652205
+ },
+ {
+ "epoch": 13,
+ "eval_accuracy": 0.7176,
+ "eval_loss": 1.2164780517578124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.116695761680603,
+ "mean_feedback_forward_cosine": 0.6637622697786851,
+ "mean_feedback_forward_relative_error": 0.8237342596054077,
+ "min_feedback_forward_cosine": 0.3959151804447174
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002959575737588152,
+ "instruction_rms": 0.0029595757375393207,
+ "raw_apical_rms": 0.11238785921812094,
+ "teaching_rms": 0.002959575737588152,
+ "traffic_rms": 0.11234834424661272
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.434101061993715e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.639734164071579e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007556765464320654,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 4576,
+ "train_examples": 45000,
+ "train_loss": 0.431485446272956
+ },
+ {
+ "epoch": 14,
+ "eval_accuracy": 0.8306,
+ "eval_loss": 0.527476123046875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0985679626464844,
+ "mean_feedback_forward_cosine": 0.6832012095234611,
+ "mean_feedback_forward_relative_error": 0.7993083840066736,
+ "min_feedback_forward_cosine": 0.41602540016174316
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029475493765237,
+ "instruction_rms": 0.002947549376620449,
+ "raw_apical_rms": 0.11334492394345563,
+ "teaching_rms": 0.0029475493765237,
+ "traffic_rms": 0.11330598076956266
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.384948392224032e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.635391588293572e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007641804239876833,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 4928,
+ "train_examples": 45000,
+ "train_loss": 0.4132346541987525
+ },
+ {
+ "epoch": 15,
+ "eval_accuracy": 0.8368,
+ "eval_loss": 0.5055118041992187,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0807214975357056,
+ "mean_feedback_forward_cosine": 0.7016383577476848,
+ "mean_feedback_forward_relative_error": 0.7754036990079013,
+ "min_feedback_forward_cosine": 0.43487748503685
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029272191084330516,
+ "instruction_rms": 0.002927219109138898,
+ "raw_apical_rms": 0.11455419807492699,
+ "teaching_rms": 0.0029272191084330516,
+ "traffic_rms": 0.11451626827829946
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.27533154329285e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6350265657651034e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0076884928417303685,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 5280,
+ "train_examples": 45000,
+ "train_loss": 0.39594793183803556
+ },
+ {
+ "epoch": 16,
+ "eval_accuracy": 0.8376,
+ "eval_loss": 0.49911519165039064,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.062043309211731,
+ "mean_feedback_forward_cosine": 0.7190157613971017,
+ "mean_feedback_forward_relative_error": 0.7521753657947887,
+ "min_feedback_forward_cosine": 0.45529162883758545
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029609705366583886,
+ "instruction_rms": 0.0029609705357800196,
+ "raw_apical_rms": 0.11580640097877634,
+ "teaching_rms": 0.0029609705366583886,
+ "traffic_rms": 0.11576787682414112
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.146004238871683e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6201921493682125e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0073920124447960185,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 5632,
+ "train_examples": 45000,
+ "train_loss": 0.37886198110050623
+ },
+ {
+ "epoch": 17,
+ "eval_accuracy": 0.8362,
+ "eval_loss": 0.5104703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0426470041275024,
+ "mean_feedback_forward_cosine": 0.7352717670527371,
+ "mean_feedback_forward_relative_error": 0.7296695384112272,
+ "min_feedback_forward_cosine": 0.47560685873031616
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029236920534005634,
+ "instruction_rms": 0.0029236920541952276,
+ "raw_apical_rms": 0.11692784126086204,
+ "teaching_rms": 0.0029236920534005634,
+ "traffic_rms": 0.11689065791646244
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.37444310061619e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6217122107274594e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007021743952473259,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 5984,
+ "train_examples": 45000,
+ "train_loss": 0.36305745289060803
+ },
+ {
+ "epoch": 18,
+ "eval_accuracy": 0.8484,
+ "eval_loss": 0.4793226806640625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0218993425369263,
+ "mean_feedback_forward_cosine": 0.7508972482247787,
+ "mean_feedback_forward_relative_error": 0.7074883742765947,
+ "min_feedback_forward_cosine": 0.4965720772743225
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029090364970267677,
+ "instruction_rms": 0.0029090364967422036,
+ "raw_apical_rms": 0.11792658249965413,
+ "teaching_rms": 0.0029090364970267677,
+ "traffic_rms": 0.11788996664729536
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.450660888252969e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6166336038137776e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006906754591517689,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 6336,
+ "train_examples": 45000,
+ "train_loss": 0.3581241923438178
+ },
+ {
+ "epoch": 19,
+ "eval_accuracy": 0.8336,
+ "eval_loss": 0.5050219970703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0014246702194214,
+ "mean_feedback_forward_cosine": 0.7655846194787459,
+ "mean_feedback_forward_relative_error": 0.686012976007028,
+ "min_feedback_forward_cosine": 0.5174472332000732
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029182402393648416,
+ "instruction_rms": 0.0029182402380410533,
+ "raw_apical_rms": 0.11888263616236855,
+ "teaching_rms": 0.0029182402393648416,
+ "traffic_rms": 0.11884613260719862
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.689170106710662e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6154687636359724e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006872142968705691,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 6688,
+ "train_examples": 45000,
+ "train_loss": 0.33987536052068074
+ },
+ {
+ "epoch": 20,
+ "eval_accuracy": 0.843,
+ "eval_loss": 0.4968329345703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9816786646842957,
+ "mean_feedback_forward_cosine": 0.7795224471525712,
+ "mean_feedback_forward_relative_error": 0.6649386021223935,
+ "min_feedback_forward_cosine": 0.5363730192184448
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002928576557955807,
+ "instruction_rms": 0.0029285765574235023,
+ "raw_apical_rms": 0.11968668469044214,
+ "teaching_rms": 0.002928576557955807,
+ "traffic_rms": 0.1196502353407163
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.13406427873997e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.605554074264612e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0073758731777270985,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 7040,
+ "train_examples": 45000,
+ "train_loss": 0.3248981048266093
+ },
+ {
+ "epoch": 21,
+ "eval_accuracy": 0.8438,
+ "eval_loss": 0.4893141540527344,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9613377451896667,
+ "mean_feedback_forward_cosine": 0.7925911849195307,
+ "mean_feedback_forward_relative_error": 0.6446035880934108,
+ "min_feedback_forward_cosine": 0.5557418465614319
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002895096260092414,
+ "instruction_rms": 0.00289509625882239,
+ "raw_apical_rms": 0.12005545551222437,
+ "teaching_rms": 0.002895096260092414,
+ "traffic_rms": 0.12001988512162164
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.405740376498215e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.604683605215343e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0070417378300881295,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 7392,
+ "train_examples": 45000,
+ "train_loss": 0.3175357684188419
+ },
+ {
+ "epoch": 22,
+ "eval_accuracy": 0.8296,
+ "eval_loss": 0.54222138671875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9419049620628357,
+ "mean_feedback_forward_cosine": 0.8045841130343351,
+ "mean_feedback_forward_relative_error": 0.6253614441914992,
+ "min_feedback_forward_cosine": 0.5741333961486816
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002856555226427493,
+ "instruction_rms": 0.002856555226869535,
+ "raw_apical_rms": 0.12087110037492259,
+ "teaching_rms": 0.002856555226427493,
+ "traffic_rms": 0.12083667601829956
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.764066557389924e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6102840511883144e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007370012425247404,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 7744,
+ "train_examples": 45000,
+ "train_loss": 0.30489753291871813
+ },
+ {
+ "epoch": 23,
+ "eval_accuracy": 0.8574,
+ "eval_loss": 0.4504137390136719,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9202107787132263,
+ "mean_feedback_forward_cosine": 0.8164499846371738,
+ "mean_feedback_forward_relative_error": 0.6057515130801634,
+ "min_feedback_forward_cosine": 0.593589186668396
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028725876334469535,
+ "instruction_rms": 0.00287258763288266,
+ "raw_apical_rms": 0.12143231882816564,
+ "teaching_rms": 0.0028725876334469535,
+ "traffic_rms": 0.12139765691039796
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.967339689050277e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5969387802185478e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0071395836607705205,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 8096,
+ "train_examples": 45000,
+ "train_loss": 0.30050436871846514
+ },
+ {
+ "epoch": 24,
+ "eval_accuracy": 0.8556,
+ "eval_loss": 0.4592766662597656,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8989444971084595,
+ "mean_feedback_forward_cosine": 0.8273687156763944,
+ "mean_feedback_forward_relative_error": 0.5870982256802646,
+ "min_feedback_forward_cosine": 0.6122702360153198
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002864436829320474,
+ "instruction_rms": 0.002864436829603412,
+ "raw_apical_rms": 0.12229681651152781,
+ "teaching_rms": 0.002864436829320474,
+ "traffic_rms": 0.12226248775156293
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.430216442116944e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5990416529969212e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007536012273628919,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 8448,
+ "train_examples": 45000,
+ "train_loss": 0.2934852758381102
+ },
+ {
+ "epoch": 25,
+ "eval_accuracy": 0.868,
+ "eval_loss": 0.44546570434570315,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8786854147911072,
+ "mean_feedback_forward_cosine": 0.8374691377986562,
+ "mean_feedback_forward_relative_error": 0.5693387931043451,
+ "min_feedback_forward_cosine": 0.6295708417892456
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002829651196747579,
+ "instruction_rms": 0.0028296511963980223,
+ "raw_apical_rms": 0.12340358394249921,
+ "teaching_rms": 0.002829651196747579,
+ "traffic_rms": 0.12337042871511392
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.942688912658923e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5987336739498122e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007212634374511028,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 8800,
+ "train_examples": 45000,
+ "train_loss": 0.28005119054052563
+ },
+ {
+ "epoch": 26,
+ "eval_accuracy": 0.8544,
+ "eval_loss": 0.47900587768554687,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8583404421806335,
+ "mean_feedback_forward_cosine": 0.8471909403800965,
+ "mean_feedback_forward_relative_error": 0.5516635892066089,
+ "min_feedback_forward_cosine": 0.6465649604797363
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002848069834085287,
+ "instruction_rms": 0.0028480698337839737,
+ "raw_apical_rms": 0.1239141001535537,
+ "teaching_rms": 0.002848069834085287,
+ "traffic_rms": 0.12388064220186878
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.506996896860073e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6022283644044384e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007315140923491566,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 9152,
+ "train_examples": 45000,
+ "train_loss": 0.27400048888524375
+ },
+ {
+ "epoch": 27,
+ "eval_accuracy": 0.8618,
+ "eval_loss": 0.4623237609863281,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8366420269012451,
+ "mean_feedback_forward_cosine": 0.8568273132497614,
+ "mean_feedback_forward_relative_error": 0.5336897641420364,
+ "min_feedback_forward_cosine": 0.6642788648605347
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029013843485941938,
+ "instruction_rms": 0.0029013843489158237,
+ "raw_apical_rms": 0.12409414597047937,
+ "teaching_rms": 0.0029013843485941938,
+ "traffic_rms": 0.12405940981755702
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.39095185053884e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5923831749284995e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007635893560403707,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 9504,
+ "train_examples": 45000,
+ "train_loss": 0.2738130042764876
+ },
+ {
+ "epoch": 28,
+ "eval_accuracy": 0.8622,
+ "eval_loss": 0.4267572326660156,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8168511390686035,
+ "mean_feedback_forward_cosine": 0.8653341174125672,
+ "mean_feedback_forward_relative_error": 0.5172499830072577,
+ "min_feedback_forward_cosine": 0.6802014112472534
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00283451752625823,
+ "instruction_rms": 0.002834517526025941,
+ "raw_apical_rms": 0.1251018315361786,
+ "teaching_rms": 0.00283451752625823,
+ "traffic_rms": 0.12506885912587118
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.042048366656672e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.584903010045293e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0072322718528165875,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 9856,
+ "train_examples": 45000,
+ "train_loss": 0.255333635351393
+ },
+ {
+ "epoch": 29,
+ "eval_accuracy": 0.8388,
+ "eval_loss": 0.5879559814453125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.795055091381073,
+ "mean_feedback_forward_cosine": 0.8737094499848106,
+ "mean_feedback_forward_relative_error": 0.5007094104181636,
+ "min_feedback_forward_cosine": 0.6969889402389526
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028299987552350097,
+ "instruction_rms": 0.002829998755785549,
+ "raw_apical_rms": 0.12658011802634273,
+ "teaching_rms": 0.0028299987552350097,
+ "traffic_rms": 0.12654780600309287
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.592021861706598e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5873349930203038e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0077517706763474605,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 10208,
+ "train_examples": 45000,
+ "train_loss": 0.25626799415747326
+ },
+ {
+ "epoch": 30,
+ "eval_accuracy": 0.8718,
+ "eval_loss": 0.39867880859375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7741381525993347,
+ "mean_feedback_forward_cosine": 0.8812859730287032,
+ "mean_feedback_forward_relative_error": 0.4851856117898768,
+ "min_feedback_forward_cosine": 0.7126460075378418
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027692479169138754,
+ "instruction_rms": 0.002769247917051474,
+ "raw_apical_rms": 0.12651338429739048,
+ "teaching_rms": 0.0027692479169138754,
+ "traffic_rms": 0.1264823177734938
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.423312098353563e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.57817413257678e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007284180781127167,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 10560,
+ "train_examples": 45000,
+ "train_loss": 0.2529096601009369
+ },
+ {
+ "epoch": 31,
+ "eval_accuracy": 0.8496,
+ "eval_loss": 0.5267428649902344,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7539872527122498,
+ "mean_feedback_forward_cosine": 0.888480608029799,
+ "mean_feedback_forward_relative_error": 0.47003339474851435,
+ "min_feedback_forward_cosine": 0.7276049852371216
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002777148944164583,
+ "instruction_rms": 0.0027771489435388587,
+ "raw_apical_rms": 0.1268157266566673,
+ "teaching_rms": 0.002777148944164583,
+ "traffic_rms": 0.12678454579159426
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.542652724623622e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5803557519019572e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007124422477869925,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 10912,
+ "train_examples": 45000,
+ "train_loss": 0.24340678247875638
+ },
+ {
+ "epoch": 32,
+ "eval_accuracy": 0.8584,
+ "eval_loss": 0.4592197570800781,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7332122325897217,
+ "mean_feedback_forward_cosine": 0.8954121329567649,
+ "mean_feedback_forward_relative_error": 0.4549131179397756,
+ "min_feedback_forward_cosine": 0.7420244216918945
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028007994985260643,
+ "instruction_rms": 0.0028007994988742528,
+ "raw_apical_rms": 0.12702853135736303,
+ "teaching_rms": 0.0028007994985260643,
+ "traffic_rms": 0.12699686934374244
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.398566026495246e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.580052024833378e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007594909668813672,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 11264,
+ "train_examples": 45000,
+ "train_loss": 0.23412086204952665
+ },
+ {
+ "epoch": 33,
+ "eval_accuracy": 0.8736,
+ "eval_loss": 0.4201716491699219,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7124688625335693,
+ "mean_feedback_forward_cosine": 0.9018361796032298,
+ "mean_feedback_forward_relative_error": 0.4405053669756109,
+ "min_feedback_forward_cosine": 0.7564120292663574
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027640386068428814,
+ "instruction_rms": 0.0027640386061699306,
+ "raw_apical_rms": 0.12794259905336494,
+ "teaching_rms": 0.0027640386068428814,
+ "traffic_rms": 0.1279120062439201
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.957049774631741e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5846975676409703e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007508806525524007,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 11616,
+ "train_examples": 45000,
+ "train_loss": 0.2334535021940867
+ },
+ {
+ "epoch": 34,
+ "eval_accuracy": 0.8588,
+ "eval_loss": 0.4472315795898438,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6925833821296692,
+ "mean_feedback_forward_cosine": 0.9078588420694524,
+ "mean_feedback_forward_relative_error": 0.42656055174090646,
+ "min_feedback_forward_cosine": 0.7698280811309814
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027950519476158046,
+ "instruction_rms": 0.002795051948121846,
+ "raw_apical_rms": 0.12850303163694832,
+ "teaching_rms": 0.0027950519476158046,
+ "traffic_rms": 0.12847181246060527
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.994501854431292e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.58093701741168e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007139756940525537,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 11968,
+ "train_examples": 45000,
+ "train_loss": 0.23220217074288263
+ },
+ {
+ "epoch": 35,
+ "eval_accuracy": 0.8782,
+ "eval_loss": 0.4101513122558594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6739795804023743,
+ "mean_feedback_forward_cosine": 0.9134018529545177,
+ "mean_feedback_forward_relative_error": 0.41330894218249753,
+ "min_feedback_forward_cosine": 0.7817182540893555
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002732587766544747,
+ "instruction_rms": 0.0027325877671195275,
+ "raw_apical_rms": 0.12855414815159502,
+ "teaching_rms": 0.002732587766544747,
+ "traffic_rms": 0.128524331035323
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.077385160731865e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5769118836785654e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007295633148785567,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 12320,
+ "train_examples": 45000,
+ "train_loss": 0.218170282819536
+ },
+ {
+ "epoch": 36,
+ "eval_accuracy": 0.8558,
+ "eval_loss": 0.4931694885253906,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6537808775901794,
+ "mean_feedback_forward_cosine": 0.9188592899929393,
+ "mean_feedback_forward_relative_error": 0.3998900077559731,
+ "min_feedback_forward_cosine": 0.7946034669876099
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002769010866746977,
+ "instruction_rms": 0.0027690108679081483,
+ "raw_apical_rms": 0.12890115929377205,
+ "teaching_rms": 0.002769010866746977,
+ "traffic_rms": 0.12887049951636173
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.622905767197153e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5788079860832783e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007345657039752453,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 12672,
+ "train_examples": 45000,
+ "train_loss": 0.22459270853466456
+ },
+ {
+ "epoch": 37,
+ "eval_accuracy": 0.8776,
+ "eval_loss": 0.40465287475585937,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.634764552116394,
+ "mean_feedback_forward_cosine": 0.9238546707413413,
+ "mean_feedback_forward_relative_error": 0.38725803738290615,
+ "min_feedback_forward_cosine": 0.8060342073440552
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027250066728778913,
+ "instruction_rms": 0.002725006674491068,
+ "raw_apical_rms": 0.1296990459836724,
+ "teaching_rms": 0.0027250066728778913,
+ "traffic_rms": 0.12966971913174946
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.402741341091314e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5756175122683314e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007059058562824513,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 13024,
+ "train_examples": 45000,
+ "train_loss": 0.21901262276437547
+ },
+ {
+ "epoch": 38,
+ "eval_accuracy": 0.8746,
+ "eval_loss": 0.4201908935546875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6174896359443665,
+ "mean_feedback_forward_cosine": 0.9285104047168385,
+ "mean_feedback_forward_relative_error": 0.37506215965205975,
+ "min_feedback_forward_cosine": 0.816362202167511
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002758986976064875,
+ "instruction_rms": 0.0027589869757443514,
+ "raw_apical_rms": 0.13022396191701172,
+ "teaching_rms": 0.002758986976064875,
+ "traffic_rms": 0.13019391394380037
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.348520369987455e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.581195620728288e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006967136351535924,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 13376,
+ "train_examples": 45000,
+ "train_loss": 0.20924033000204298
+ },
+ {
+ "epoch": 39,
+ "eval_accuracy": 0.8458,
+ "eval_loss": 0.5435376342773437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5990682244300842,
+ "mean_feedback_forward_cosine": 0.9329551046544855,
+ "mean_feedback_forward_relative_error": 0.36302519400011407,
+ "min_feedback_forward_cosine": 0.8269726037979126
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027273322335747492,
+ "instruction_rms": 0.0027273322343506355,
+ "raw_apical_rms": 0.13095048467476908,
+ "teaching_rms": 0.0027273322335747492,
+ "traffic_rms": 0.13092118149951398
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.58836825095932e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5812156990171665e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007481262871491552,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 13728,
+ "train_examples": 45000,
+ "train_loss": 0.20766454303529527
+ },
+ {
+ "epoch": 40,
+ "eval_accuracy": 0.874,
+ "eval_loss": 0.43536727294921873,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5813534259796143,
+ "mean_feedback_forward_cosine": 0.9371668880636042,
+ "mean_feedback_forward_relative_error": 0.3513018066232855,
+ "min_feedback_forward_cosine": 0.8368985056877136
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027336582577564207,
+ "instruction_rms": 0.002733658257960806,
+ "raw_apical_rms": 0.13118291598587228,
+ "teaching_rms": 0.0027336582577564207,
+ "traffic_rms": 0.13115348568521756
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.182926964333092e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.579920515301132e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007629555184683061,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 14080,
+ "train_examples": 45000,
+ "train_loss": 0.20535460352367824
+ },
+ {
+ "epoch": 41,
+ "eval_accuracy": 0.8628,
+ "eval_loss": 0.4404171691894531,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5636888742446899,
+ "mean_feedback_forward_cosine": 0.9411124727942727,
+ "mean_feedback_forward_relative_error": 0.3399224884130738,
+ "min_feedback_forward_cosine": 0.8466179966926575
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002744078526469126,
+ "instruction_rms": 0.002744078525429673,
+ "raw_apical_rms": 0.1316687178999931,
+ "teaching_rms": 0.002744078526469126,
+ "traffic_rms": 0.1316392812613315
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.20359870140419e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5820787800352437e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.008055984411047367,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 14432,
+ "train_examples": 45000,
+ "train_loss": 0.2067696696360906
+ },
+ {
+ "epoch": 42,
+ "eval_accuracy": 0.8614,
+ "eval_loss": 0.4805859619140625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5467633605003357,
+ "mean_feedback_forward_cosine": 0.9447931029579856,
+ "mean_feedback_forward_relative_error": 0.32900360971689224,
+ "min_feedback_forward_cosine": 0.8555374145507812
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002707756478686592,
+ "instruction_rms": 0.002707756479250177,
+ "raw_apical_rms": 0.13231939173287324,
+ "teaching_rms": 0.002707756478686592,
+ "traffic_rms": 0.13229083411503598
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.411892883306791e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5674920046896586e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007553069431776005,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 14784,
+ "train_examples": 45000,
+ "train_loss": 0.19649066227674483
+ },
+ {
+ "epoch": 43,
+ "eval_accuracy": 0.883,
+ "eval_loss": 0.38886524658203125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5288952589035034,
+ "mean_feedback_forward_cosine": 0.9484201853925531,
+ "mean_feedback_forward_relative_error": 0.31789819408546793,
+ "min_feedback_forward_cosine": 0.864727795124054
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002765419179195218,
+ "instruction_rms": 0.002765419179768991,
+ "raw_apical_rms": 0.1326336693797406,
+ "teaching_rms": 0.002765419179195218,
+ "traffic_rms": 0.13260393202195417
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.192547712975284e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5708784935248106e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007264604335689377,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 15136,
+ "train_examples": 45000,
+ "train_loss": 0.20149312126371596
+ },
+ {
+ "epoch": 44,
+ "eval_accuracy": 0.8612,
+ "eval_loss": 0.50747626953125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5118293762207031,
+ "mean_feedback_forward_cosine": 0.9517511595379222,
+ "mean_feedback_forward_relative_error": 0.3073600098490715,
+ "min_feedback_forward_cosine": 0.8732614517211914
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027203200955642414,
+ "instruction_rms": 0.0027203200957793164,
+ "raw_apical_rms": 0.13295848846007663,
+ "teaching_rms": 0.0027203200955642414,
+ "traffic_rms": 0.13292969522240394
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.60637206553838e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5711413034686096e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007564231186813065,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 15488,
+ "train_examples": 45000,
+ "train_loss": 0.19517155153486465
+ },
+ {
+ "epoch": 45,
+ "eval_accuracy": 0.8878,
+ "eval_loss": 0.36498590087890626,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4960921108722687,
+ "mean_feedback_forward_cosine": 0.9547883597287264,
+ "mean_feedback_forward_relative_error": 0.2974040485241196,
+ "min_feedback_forward_cosine": 0.8808695077896118
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026858554466063487,
+ "instruction_rms": 0.002685855445555374,
+ "raw_apical_rms": 0.13319069534527686,
+ "teaching_rms": 0.0026858554466063487,
+ "traffic_rms": 0.13316264565196495
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.15449451402128e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5824865636116507e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0071554614644181004,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 15840,
+ "train_examples": 45000,
+ "train_loss": 0.18736503223843046
+ },
+ {
+ "epoch": 46,
+ "eval_accuracy": 0.8796,
+ "eval_loss": 0.4100537841796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.479801744222641,
+ "mean_feedback_forward_cosine": 0.9577374501661821,
+ "mean_feedback_forward_relative_error": 0.28743237392468884,
+ "min_feedback_forward_cosine": 0.8884043097496033
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002689226776063514,
+ "instruction_rms": 0.0026892267768847474,
+ "raw_apical_rms": 0.13383122359073962,
+ "teaching_rms": 0.002689226776063514,
+ "traffic_rms": 0.1338033331991483
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.937294554949403e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5711693143053502e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007326037402498839,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 16192,
+ "train_examples": 45000,
+ "train_loss": 0.1950026453812917
+ },
+ {
+ "epoch": 47,
+ "eval_accuracy": 0.8474,
+ "eval_loss": 0.5450638427734374,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4652605950832367,
+ "mean_feedback_forward_cosine": 0.9603951844302091,
+ "mean_feedback_forward_relative_error": 0.2781396528536623,
+ "min_feedback_forward_cosine": 0.895006537437439
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027059804394138154,
+ "instruction_rms": 0.0027059804383819715,
+ "raw_apical_rms": 0.13411446537974409,
+ "teaching_rms": 0.0027059804394138154,
+ "traffic_rms": 0.13408619038165967
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.11744689851912e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.575908293843505e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007480411684179155,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 16544,
+ "train_examples": 45000,
+ "train_loss": 0.18229786556031968
+ },
+ {
+ "epoch": 48,
+ "eval_accuracy": 0.881,
+ "eval_loss": 0.40165243530273437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.45054587721824646,
+ "mean_feedback_forward_cosine": 0.9629461017521945,
+ "mean_feedback_forward_relative_error": 0.26894587508656764,
+ "min_feedback_forward_cosine": 0.9014789462089539
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002693908686589515,
+ "instruction_rms": 0.0026939086853265126,
+ "raw_apical_rms": 0.13502132911330866,
+ "teaching_rms": 0.002693908686589515,
+ "traffic_rms": 0.1349935960286189
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.1770195129656713e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.570783537931346e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006955519458433687,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 16896,
+ "train_examples": 45000,
+ "train_loss": 0.1800456293159061
+ },
+ {
+ "epoch": 49,
+ "eval_accuracy": 0.8728,
+ "eval_loss": 0.4312097717285156,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.43543577194213867,
+ "mean_feedback_forward_cosine": 0.9654507127675143,
+ "mean_feedback_forward_relative_error": 0.25960782170295715,
+ "min_feedback_forward_cosine": 0.9078564643859863
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027744577659100825,
+ "instruction_rms": 0.0027744577652871103,
+ "raw_apical_rms": 0.13506830415447602,
+ "teaching_rms": 0.0027744577659100825,
+ "traffic_rms": 0.1350388678008716
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.2062105270160828e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5670809307587052e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00705050694589141,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 17248,
+ "train_examples": 45000,
+ "train_loss": 0.187842915391922
+ },
+ {
+ "epoch": 50,
+ "eval_accuracy": 0.882,
+ "eval_loss": 0.4146776062011719,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.42082518339157104,
+ "mean_feedback_forward_cosine": 0.9676603544842113,
+ "mean_feedback_forward_relative_error": 0.25113575214689426,
+ "min_feedback_forward_cosine": 0.9138859510421753
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026742389896612447,
+ "instruction_rms": 0.0026742389904405466,
+ "raw_apical_rms": 0.13622161122472387,
+ "teaching_rms": 0.0026742389896612447,
+ "traffic_rms": 0.13619444996311894
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.755938469244938e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5681843587762813e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006928600617987082,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 17600,
+ "train_examples": 45000,
+ "train_loss": 0.17939616974724665
+ },
+ {
+ "epoch": 51,
+ "eval_accuracy": 0.8604,
+ "eval_loss": 0.5345984741210937,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.40693342685699463,
+ "mean_feedback_forward_cosine": 0.9697972904552113,
+ "mean_feedback_forward_relative_error": 0.24261356687003915,
+ "min_feedback_forward_cosine": 0.9194050431251526
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027662623067010294,
+ "instruction_rms": 0.002766262307855727,
+ "raw_apical_rms": 0.1360560502837404,
+ "teaching_rms": 0.0027662623067010294,
+ "traffic_rms": 0.13602696343853785
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.263002999025048e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5683109799004856e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007084063566015009,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 17952,
+ "train_examples": 45000,
+ "train_loss": 0.1764916455878152
+ },
+ {
+ "epoch": 52,
+ "eval_accuracy": 0.8872,
+ "eval_loss": 0.4156570983886719,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3940022587776184,
+ "mean_feedback_forward_cosine": 0.9716921968893572,
+ "mean_feedback_forward_relative_error": 0.23481411662968724,
+ "min_feedback_forward_cosine": 0.9243811964988708
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002697988098239205,
+ "instruction_rms": 0.0026979880970540156,
+ "raw_apical_rms": 0.13647367571385105,
+ "teaching_rms": 0.002697988098239205,
+ "traffic_rms": 0.13644610343628633
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.969654802764126e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5684261488329718e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007448526446113501,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 18304,
+ "train_examples": 45000,
+ "train_loss": 0.17460551758077408
+ },
+ {
+ "epoch": 53,
+ "eval_accuracy": 0.8586,
+ "eval_loss": 0.523772998046875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.38133642077445984,
+ "mean_feedback_forward_cosine": 0.9734930721196261,
+ "mean_feedback_forward_relative_error": 0.2271831222555854,
+ "min_feedback_forward_cosine": 0.929129958152771
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026592711490205072,
+ "instruction_rms": 0.0026592711492970256,
+ "raw_apical_rms": 0.1371275600132018,
+ "teaching_rms": 0.0026592711490205072,
+ "traffic_rms": 0.13710088693649733
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.430827426129326e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5650635465185947e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007512666166711919,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 18656,
+ "train_examples": 45000,
+ "train_loss": 0.16919431093004014
+ },
+ {
+ "epoch": 54,
+ "eval_accuracy": 0.8722,
+ "eval_loss": 0.4497177734375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3682323396205902,
+ "mean_feedback_forward_cosine": 0.9752173001115972,
+ "mean_feedback_forward_relative_error": 0.21963099959221752,
+ "min_feedback_forward_cosine": 0.9339085817337036
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026435040710614346,
+ "instruction_rms": 0.002643504071121708,
+ "raw_apical_rms": 0.13807241382641705,
+ "teaching_rms": 0.0026435040710614346,
+ "traffic_rms": 0.138046214003334
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.264454010031841e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5631190660242787e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00658986963550856,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 19008,
+ "train_examples": 45000,
+ "train_loss": 0.17247383966445923
+ },
+ {
+ "epoch": 55,
+ "eval_accuracy": 0.8752,
+ "eval_loss": 0.4191963256835938,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3554491400718689,
+ "mean_feedback_forward_cosine": 0.9768868413838473,
+ "mean_feedback_forward_relative_error": 0.21204523864117536,
+ "min_feedback_forward_cosine": 0.9383438229560852
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027582438894246095,
+ "instruction_rms": 0.0027582438892282783,
+ "raw_apical_rms": 0.13812332969784827,
+ "teaching_rms": 0.0027582438894246095,
+ "traffic_rms": 0.13809479552881931
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.316208521819135e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5671207016380378e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0070906782215834656,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 19360,
+ "train_examples": 45000,
+ "train_loss": 0.17254678353203667
+ },
+ {
+ "epoch": 56,
+ "eval_accuracy": 0.8906,
+ "eval_loss": 0.37485194091796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.34314805269241333,
+ "mean_feedback_forward_cosine": 0.9784383351152593,
+ "mean_feedback_forward_relative_error": 0.20477277054028079,
+ "min_feedback_forward_cosine": 0.9425045251846313
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027295839618689363,
+ "instruction_rms": 0.0027295839617653022,
+ "raw_apical_rms": 0.13859104716160184,
+ "teaching_rms": 0.0027295839618689363,
+ "traffic_rms": 0.13856313390866049
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.156334109164163e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.566586840540628e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0073859677514521915,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 19712,
+ "train_examples": 45000,
+ "train_loss": 0.17252226725286907
+ },
+ {
+ "epoch": 57,
+ "eval_accuracy": 0.8628,
+ "eval_loss": 0.516157080078125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.33128440380096436,
+ "mean_feedback_forward_cosine": 0.9798409548672763,
+ "mean_feedback_forward_relative_error": 0.19796063107523051,
+ "min_feedback_forward_cosine": 0.9463651180267334
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026615503012947686,
+ "instruction_rms": 0.0026615503021120116,
+ "raw_apical_rms": 0.13962380587554718,
+ "teaching_rms": 0.0026615503012947686,
+ "traffic_rms": 0.1395975968215392
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.387510774809925e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.568659816810336e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0068918217166773765,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 20064,
+ "train_examples": 45000,
+ "train_loss": 0.16815749957296583
+ },
+ {
+ "epoch": 58,
+ "eval_accuracy": 0.8842,
+ "eval_loss": 0.39102216796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3196627199649811,
+ "mean_feedback_forward_cosine": 0.9811797521331094,
+ "mean_feedback_forward_relative_error": 0.19124092947353016,
+ "min_feedback_forward_cosine": 0.950006902217865
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026910145468295055,
+ "instruction_rms": 0.002691014546299131,
+ "raw_apical_rms": 0.14000806357468948,
+ "teaching_rms": 0.0026910145468295055,
+ "traffic_rms": 0.13998117499928586
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.236707233460038e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5617678302335342e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.007050061817657493,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 20416,
+ "train_examples": 45000,
+ "train_loss": 0.16205002730157642
+ },
+ {
+ "epoch": 59,
+ "eval_accuracy": 0.8536,
+ "eval_loss": 0.5629090026855469,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.30899161100387573,
+ "mean_feedback_forward_cosine": 0.9823998147791082,
+ "mean_feedback_forward_relative_error": 0.18491454686630857,
+ "min_feedback_forward_cosine": 0.9532514810562134
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026542196189168255,
+ "instruction_rms": 0.0026542196190562158,
+ "raw_apical_rms": 0.1408215516346445,
+ "teaching_rms": 0.0026542196189168255,
+ "traffic_rms": 0.14079564388851343
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.042845050544202e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5614803441729725e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006744619242398327,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 20768,
+ "train_examples": 45000,
+ "train_loss": 0.16429483944310083
+ },
+ {
+ "epoch": 60,
+ "eval_accuracy": 0.8662,
+ "eval_loss": 0.4899179992675781,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.298313170671463,
+ "mean_feedback_forward_cosine": 0.9836080356077714,
+ "mean_feedback_forward_relative_error": 0.17843473235314541,
+ "min_feedback_forward_cosine": 0.9563993811607361
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027398928836518495,
+ "instruction_rms": 0.0027398928831306704,
+ "raw_apical_rms": 0.1412928126177813,
+ "teaching_rms": 0.0027398928836518495,
+ "traffic_rms": 0.14126510981437895
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.259701900215077e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5647205410476997e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006542335349927483,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 21120,
+ "train_examples": 45000,
+ "train_loss": 0.16467524908648598
+ },
+ {
+ "epoch": 61,
+ "eval_accuracy": 0.8658,
+ "eval_loss": 0.4761692321777344,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2877059280872345,
+ "mean_feedback_forward_cosine": 0.9847212650559165,
+ "mean_feedback_forward_relative_error": 0.17225712991573594,
+ "min_feedback_forward_cosine": 0.9594355821609497
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026823350079127613,
+ "instruction_rms": 0.002682335009338564,
+ "raw_apical_rms": 0.14184140255649313,
+ "teaching_rms": 0.0026823350079127613,
+ "traffic_rms": 0.14181507741524693
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.723926387370739e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5598152529847118e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006406189595088024,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 21472,
+ "train_examples": 45000,
+ "train_loss": 0.1637429113732444
+ },
+ {
+ "epoch": 62,
+ "eval_accuracy": 0.874,
+ "eval_loss": 0.4491427978515625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.27832525968551636,
+ "mean_feedback_forward_cosine": 0.985716106674888,
+ "mean_feedback_forward_relative_error": 0.16652044640346006,
+ "min_feedback_forward_cosine": 0.9620136022567749
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026883491568320092,
+ "instruction_rms": 0.0026883491571807086,
+ "raw_apical_rms": 0.14177491808751969,
+ "teaching_rms": 0.0026883491568320092,
+ "traffic_rms": 0.14174836359817858
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.302907789608071e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5672505030602204e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0063795182501372415,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 21824,
+ "train_examples": 45000,
+ "train_loss": 0.15938696756495369
+ },
+ {
+ "epoch": 63,
+ "eval_accuracy": 0.8836,
+ "eval_loss": 0.416558642578125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.26862141489982605,
+ "mean_feedback_forward_cosine": 0.9866406364874406,
+ "mean_feedback_forward_relative_error": 0.16102071370590818,
+ "min_feedback_forward_cosine": 0.9645927548408508
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026748116780336787,
+ "instruction_rms": 0.0026748116780000463,
+ "raw_apical_rms": 0.14231261999482483,
+ "teaching_rms": 0.0026748116780336787,
+ "traffic_rms": 0.1422866051708621
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.027869771519363e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5610342012518305e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006332642947062814,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 22176,
+ "train_examples": 45000,
+ "train_loss": 0.1564018759330114
+ },
+ {
+ "epoch": 64,
+ "eval_accuracy": 0.8804,
+ "eval_loss": 0.4190369567871094,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2594032287597656,
+ "mean_feedback_forward_cosine": 0.9875170274214311,
+ "mean_feedback_forward_relative_error": 0.1556335460055958,
+ "min_feedback_forward_cosine": 0.9669644832611084
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00265454344144199,
+ "instruction_rms": 0.002654543442255734,
+ "raw_apical_rms": 0.14241026046077243,
+ "teaching_rms": 0.00265454344144199,
+ "traffic_rms": 0.14238456670964295
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.0995398724844563e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.558226096933054e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006739131120864999,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 22528,
+ "train_examples": 45000,
+ "train_loss": 0.15596432549556097
+ },
+ {
+ "epoch": 65,
+ "eval_accuracy": 0.876,
+ "eval_loss": 0.43032020874023436,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.25037944316864014,
+ "mean_feedback_forward_cosine": 0.9883387251333757,
+ "mean_feedback_forward_relative_error": 0.15041881521994419,
+ "min_feedback_forward_cosine": 0.9692103862762451
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002660427249889889,
+ "instruction_rms": 0.0026604272507897045,
+ "raw_apical_rms": 0.14271273509772173,
+ "teaching_rms": 0.002660427249889889,
+ "traffic_rms": 0.14268685941881587
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.739331036622389e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5603208316482917e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00676777397236648,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 22880,
+ "train_examples": 45000,
+ "train_loss": 0.15521818123393588
+ },
+ {
+ "epoch": 66,
+ "eval_accuracy": 0.8644,
+ "eval_loss": 0.4574156127929688,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.241669699549675,
+ "mean_feedback_forward_cosine": 0.9891077453439886,
+ "mean_feedback_forward_relative_error": 0.14536555781960486,
+ "min_feedback_forward_cosine": 0.9712958931922913
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026611669122147048,
+ "instruction_rms": 0.0026611669117068064,
+ "raw_apical_rms": 0.14344285344871494,
+ "teaching_rms": 0.0026611669122147048,
+ "traffic_rms": 0.14341728438724502
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.2062049847827438e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5584886618607892e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006897932759860844,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 23232,
+ "train_examples": 45000,
+ "train_loss": 0.15296029583613077
+ },
+ {
+ "epoch": 67,
+ "eval_accuracy": 0.871,
+ "eval_loss": 0.470939794921875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.23326486349105835,
+ "mean_feedback_forward_cosine": 0.9898286559365013,
+ "mean_feedback_forward_relative_error": 0.14045636931603606,
+ "min_feedback_forward_cosine": 0.9732484221458435
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002687069164880757,
+ "instruction_rms": 0.0026870691648951677,
+ "raw_apical_rms": 0.14413292472521066,
+ "teaching_rms": 0.002687069164880757,
+ "traffic_rms": 0.14410686004612444
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.190936367531322e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5566121694916376e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006414959937737721,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 23584,
+ "train_examples": 45000,
+ "train_loss": 0.1511115888701545
+ },
+ {
+ "epoch": 68,
+ "eval_accuracy": 0.8824,
+ "eval_loss": 0.4170122924804687,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.22500966489315033,
+ "mean_feedback_forward_cosine": 0.9904924251816489,
+ "mean_feedback_forward_relative_error": 0.13578086393800648,
+ "min_feedback_forward_cosine": 0.975089430809021
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002664870463922071,
+ "instruction_rms": 0.0026648704640862457,
+ "raw_apical_rms": 0.14456652877016374,
+ "teaching_rms": 0.002664870463922071,
+ "traffic_rms": 0.14454092368457447
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.0229710767362121e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5550262469623638e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006032912033059801,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 23936,
+ "train_examples": 45000,
+ "train_loss": 0.14787748815748428
+ },
+ {
+ "epoch": 69,
+ "eval_accuracy": 0.8874,
+ "eval_loss": 0.408225830078125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2171240746974945,
+ "mean_feedback_forward_cosine": 0.9911184993657198,
+ "mean_feedback_forward_relative_error": 0.13122503445907072,
+ "min_feedback_forward_cosine": 0.9767956137657166
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002645522793587049,
+ "instruction_rms": 0.002645522793048388,
+ "raw_apical_rms": 0.14505173493671394,
+ "teaching_rms": 0.002645522793587049,
+ "traffic_rms": 0.14502663517708173
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.356143237937431e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5635902284659227e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006305431332244356,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 24288,
+ "train_examples": 45000,
+ "train_loss": 0.15232352664205764
+ },
+ {
+ "epoch": 70,
+ "eval_accuracy": 0.882,
+ "eval_loss": 0.4383751708984375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2094569355249405,
+ "mean_feedback_forward_cosine": 0.9917126774787903,
+ "mean_feedback_forward_relative_error": 0.12675295553424143,
+ "min_feedback_forward_cosine": 0.9783931374549866
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026780029889819277,
+ "instruction_rms": 0.002678002988411314,
+ "raw_apical_rms": 0.14585905041703728,
+ "teaching_rms": 0.0026780029889819277,
+ "traffic_rms": 0.14583342579872963
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.433038007320647e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.558632909576437e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005996440704448436,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 24640,
+ "train_examples": 45000,
+ "train_loss": 0.1509448115931617
+ },
+ {
+ "epoch": 71,
+ "eval_accuracy": 0.8922,
+ "eval_loss": 0.3718404113769531,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.20150041580200195,
+ "mean_feedback_forward_cosine": 0.9922957691279325,
+ "mean_feedback_forward_relative_error": 0.12221148996190591,
+ "min_feedback_forward_cosine": 0.9799900054931641
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027130463732828367,
+ "instruction_rms": 0.0027130463740779698,
+ "raw_apical_rms": 0.14632378821722586,
+ "teaching_rms": 0.0027130463732828367,
+ "traffic_rms": 0.14629759574932538
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.710679573667221e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5560421661491046e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005826156288919894,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 24992,
+ "train_examples": 45000,
+ "train_loss": 0.1526694540924496
+ },
+ {
+ "epoch": 72,
+ "eval_accuracy": 0.8636,
+ "eval_loss": 0.4955664001464844,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.19431686401367188,
+ "mean_feedback_forward_cosine": 0.9928037383339622,
+ "mean_feedback_forward_relative_error": 0.1181078931147402,
+ "min_feedback_forward_cosine": 0.9813801646232605
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002664071129739347,
+ "instruction_rms": 0.0026640711295466517,
+ "raw_apical_rms": 0.14673525991584466,
+ "teaching_rms": 0.002664071129739347,
+ "traffic_rms": 0.1467101764499398
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.126009731768136e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5553409037084792e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006670596422769175,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 25344,
+ "train_examples": 45000,
+ "train_loss": 0.1505700844446818
+ },
+ {
+ "epoch": 73,
+ "eval_accuracy": 0.8908,
+ "eval_loss": 0.39359422607421873,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1880732625722885,
+ "mean_feedback_forward_cosine": 0.9932585954666138,
+ "mean_feedback_forward_relative_error": 0.11430438337000934,
+ "min_feedback_forward_cosine": 0.9825577735900879
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0025850056044761024,
+ "instruction_rms": 0.0025850056042038927,
+ "raw_apical_rms": 0.14750154417055503,
+ "teaching_rms": 0.0025850056044761024,
+ "traffic_rms": 0.14747790681118195
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.290473291732269e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.547891947157436e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005991140922600184,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 25696,
+ "train_examples": 45000,
+ "train_loss": 0.13924342036247253
+ },
+ {
+ "epoch": 74,
+ "eval_accuracy": 0.8754,
+ "eval_loss": 0.4568603271484375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1814851313829422,
+ "mean_feedback_forward_cosine": 0.9937111085111444,
+ "mean_feedback_forward_relative_error": 0.1103922130370682,
+ "min_feedback_forward_cosine": 0.983745813369751
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002688761067319657,
+ "instruction_rms": 0.0026887610679484295,
+ "raw_apical_rms": 0.1482457856465738,
+ "teaching_rms": 0.002688761067319657,
+ "traffic_rms": 0.14822035964027308
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.460766937583685e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5501059713435917e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006072493714815955,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 26048,
+ "train_examples": 45000,
+ "train_loss": 0.14499519442982145
+ },
+ {
+ "epoch": 75,
+ "eval_accuracy": 0.8836,
+ "eval_loss": 0.44175254516601564,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.17547009885311127,
+ "mean_feedback_forward_cosine": 0.9941201881928877,
+ "mean_feedback_forward_relative_error": 0.10673196173527023,
+ "min_feedback_forward_cosine": 0.9847981929779053
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026194071485565852,
+ "instruction_rms": 0.0026194071484548567,
+ "raw_apical_rms": 0.14859383211916885,
+ "teaching_rms": 0.0026194071485565852,
+ "traffic_rms": 0.14856960693123666
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.422455183814236e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5488001708791423e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006249918872554391,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 26400,
+ "train_examples": 45000,
+ "train_loss": 0.14262372442086538
+ },
+ {
+ "epoch": 76,
+ "eval_accuracy": 0.8904,
+ "eval_loss": 0.4010156982421875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16894270479679108,
+ "mean_feedback_forward_cosine": 0.9945245125076988,
+ "mean_feedback_forward_relative_error": 0.10299218760972673,
+ "min_feedback_forward_cosine": 0.9859023690223694
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026902458711936606,
+ "instruction_rms": 0.002690245872698505,
+ "raw_apical_rms": 0.14890981101763492,
+ "teaching_rms": 0.0026902458711936606,
+ "traffic_rms": 0.14888451675335065
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.025010345136252e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5514415971110283e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006046222514356379,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 26752,
+ "train_examples": 45000,
+ "train_loss": 0.14856343885262807
+ },
+ {
+ "epoch": 77,
+ "eval_accuracy": 0.888,
+ "eval_loss": 0.3846547119140625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16314925253391266,
+ "mean_feedback_forward_cosine": 0.9948757789351723,
+ "mean_feedback_forward_relative_error": 0.09962514144453136,
+ "min_feedback_forward_cosine": 0.9868456125259399
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026074787589298602,
+ "instruction_rms": 0.0026074787585614817,
+ "raw_apical_rms": 0.1487536503573009,
+ "teaching_rms": 0.0026074787589298602,
+ "traffic_rms": 0.14872976845351318
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.563444105405324e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.550309463471458e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006040926408161601,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 27104,
+ "train_examples": 45000,
+ "train_loss": 0.14225712541474236
+ },
+ {
+ "epoch": 78,
+ "eval_accuracy": 0.8872,
+ "eval_loss": 0.42608485717773437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15741144120693207,
+ "mean_feedback_forward_cosine": 0.99521865086122,
+ "mean_feedback_forward_relative_error": 0.09623410363088955,
+ "min_feedback_forward_cosine": 0.9877543449401855
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026644436601364232,
+ "instruction_rms": 0.002664443659893001,
+ "raw_apical_rms": 0.1491940605432092,
+ "teaching_rms": 0.0026644436601364232,
+ "traffic_rms": 0.14916935816296806
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.823434534590888e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.545706453746411e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006045228585124519,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 27456,
+ "train_examples": 45000,
+ "train_loss": 0.14104981551302803
+ },
+ {
+ "epoch": 79,
+ "eval_accuracy": 0.8934,
+ "eval_loss": 0.3808540100097656,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15193703770637512,
+ "mean_feedback_forward_cosine": 0.9955377231944691,
+ "mean_feedback_forward_relative_error": 0.09295748018405654,
+ "min_feedback_forward_cosine": 0.9885869026184082
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002669457632122175,
+ "instruction_rms": 0.0026694576316966968,
+ "raw_apical_rms": 0.14943006841902376,
+ "teaching_rms": 0.002669457632122175,
+ "traffic_rms": 0.149405098505395
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.857086987110961e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5490430314861486e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006168012162918069,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 27808,
+ "train_examples": 45000,
+ "train_loss": 0.1423822466108534
+ },
+ {
+ "epoch": 80,
+ "eval_accuracy": 0.8898,
+ "eval_loss": 0.3982021240234375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.14650283753871918,
+ "mean_feedback_forward_cosine": 0.9958310755816373,
+ "mean_feedback_forward_relative_error": 0.08984928002411668,
+ "min_feedback_forward_cosine": 0.9893860220909119
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026474612464264867,
+ "instruction_rms": 0.0026474612460560456,
+ "raw_apical_rms": 0.14947968514396548,
+ "teaching_rms": 0.0026474612464264867,
+ "traffic_rms": 0.1494552083984354
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.022184433935763e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.543926067696769e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006218834414476274,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 28160,
+ "train_examples": 45000,
+ "train_loss": 0.14141934985054863
+ },
+ {
+ "epoch": 81,
+ "eval_accuracy": 0.8836,
+ "eval_loss": 0.4241302490234375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1411639302968979,
+ "mean_feedback_forward_cosine": 0.9961040648547086,
+ "mean_feedback_forward_relative_error": 0.08685493939979509,
+ "min_feedback_forward_cosine": 0.9901441335678101
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0025987194917833226,
+ "instruction_rms": 0.0025987194914536575,
+ "raw_apical_rms": 0.14968001705164785,
+ "teaching_rms": 0.0025987194917833226,
+ "traffic_rms": 0.14965637338464843
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.208247865264639e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.545970864669793e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0060768839228992275,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 28512,
+ "train_examples": 45000,
+ "train_loss": 0.13652204445468055
+ },
+ {
+ "epoch": 82,
+ "eval_accuracy": 0.8654,
+ "eval_loss": 0.4978619323730469,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.13596899807453156,
+ "mean_feedback_forward_cosine": 0.9963705561377786,
+ "mean_feedback_forward_relative_error": 0.08382239555093375,
+ "min_feedback_forward_cosine": 0.9908521771430969
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027191995463910993,
+ "instruction_rms": 0.0027191995464462345,
+ "raw_apical_rms": 0.15058060300650536,
+ "teaching_rms": 0.0027191995463910993,
+ "traffic_rms": 0.1505549825375809
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.142924118852534e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5464224443863883e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0064172513863293805,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 28864,
+ "train_examples": 45000,
+ "train_loss": 0.1410555468744702
+ },
+ {
+ "epoch": 83,
+ "eval_accuracy": 0.8796,
+ "eval_loss": 0.45452017211914064,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.13104906678199768,
+ "mean_feedback_forward_cosine": 0.9966188224879178,
+ "mean_feedback_forward_relative_error": 0.08089822991327807,
+ "min_feedback_forward_cosine": 0.9914987087249756
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002680861010178563,
+ "instruction_rms": 0.0026808610101687782,
+ "raw_apical_rms": 0.15046814068250927,
+ "teaching_rms": 0.002680861010178563,
+ "traffic_rms": 0.15044312746630847
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.218634496235609e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.541083891368073e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006708994528578518,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 29216,
+ "train_examples": 45000,
+ "train_loss": 0.14174490228758918
+ },
+ {
+ "epoch": 84,
+ "eval_accuracy": 0.8776,
+ "eval_loss": 0.43775721435546877,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12613120675086975,
+ "mean_feedback_forward_cosine": 0.9968532724813981,
+ "mean_feedback_forward_relative_error": 0.0780410936948928,
+ "min_feedback_forward_cosine": 0.9921197891235352
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002686031433754745,
+ "instruction_rms": 0.0026860314337306635,
+ "raw_apical_rms": 0.150985361330108,
+ "teaching_rms": 0.002686031433754745,
+ "traffic_rms": 0.15096039520575474
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.15800885839235e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5473791648249723e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006400952485962795,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 29568,
+ "train_examples": 45000,
+ "train_loss": 0.14036392624113295
+ },
+ {
+ "epoch": 85,
+ "eval_accuracy": 0.8952,
+ "eval_loss": 0.39643720703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12179127335548401,
+ "mean_feedback_forward_cosine": 0.9970596129244024,
+ "mean_feedback_forward_relative_error": 0.07543538016351786,
+ "min_feedback_forward_cosine": 0.9926533699035645
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002612883120352127,
+ "instruction_rms": 0.0026128831216062705,
+ "raw_apical_rms": 0.15135610358838467,
+ "teaching_rms": 0.002612883120352127,
+ "traffic_rms": 0.15133266316972901
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 6.039478250841057e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.541004753195001e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006462480140216263,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 29920,
+ "train_examples": 45000,
+ "train_loss": 0.13974663161171808
+ },
+ {
+ "epoch": 86,
+ "eval_accuracy": 0.8948,
+ "eval_loss": 0.4052803955078125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1174011081457138,
+ "mean_feedback_forward_cosine": 0.997258413921703,
+ "mean_feedback_forward_relative_error": 0.0728431259366599,
+ "min_feedback_forward_cosine": 0.993171751499176
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026489839610354844,
+ "instruction_rms": 0.0026489839610946936,
+ "raw_apical_rms": 0.15199564036918278,
+ "teaching_rms": 0.0026489839610354844,
+ "traffic_rms": 0.15197157663331626
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.204347778928422e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.541520011626562e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006599853107754889,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 30272,
+ "train_examples": 45000,
+ "train_loss": 0.1359469562371572
+ },
+ {
+ "epoch": 87,
+ "eval_accuracy": 0.899,
+ "eval_loss": 0.35590679931640623,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11299395561218262,
+ "mean_feedback_forward_cosine": 0.9974545836448669,
+ "mean_feedback_forward_relative_error": 0.07018705796111714,
+ "min_feedback_forward_cosine": 0.9936717748641968
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027426366580564406,
+ "instruction_rms": 0.002742636658924247,
+ "raw_apical_rms": 0.15216527045753545,
+ "teaching_rms": 0.0027426366580564406,
+ "traffic_rms": 0.15213959259253293
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.208154784166254e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5491023232544303e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006589823912851985,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 30624,
+ "train_examples": 45000,
+ "train_loss": 0.1432716718620724
+ },
+ {
+ "epoch": 88,
+ "eval_accuracy": 0.8828,
+ "eval_loss": 0.44636400146484373,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10919094830751419,
+ "mean_feedback_forward_cosine": 0.9976166118275035,
+ "mean_feedback_forward_relative_error": 0.06791295161978765,
+ "min_feedback_forward_cosine": 0.9940903782844543
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002568962072145562,
+ "instruction_rms": 0.002568962072070146,
+ "raw_apical_rms": 0.15291764332156205,
+ "teaching_rms": 0.002568962072145562,
+ "traffic_rms": 0.15289512250203224
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.191164286268759e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.539541243301297e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006509948402681217,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 30976,
+ "train_examples": 45000,
+ "train_loss": 0.13177943440013462
+ },
+ {
+ "epoch": 89,
+ "eval_accuracy": 0.8844,
+ "eval_loss": 0.4189477661132813,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10539348423480988,
+ "mean_feedback_forward_cosine": 0.9977782498706471,
+ "mean_feedback_forward_relative_error": 0.06556682921946048,
+ "min_feedback_forward_cosine": 0.9944922924041748
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026700113278570257,
+ "instruction_rms": 0.0026700113274014236,
+ "raw_apical_rms": 0.15335840010050059,
+ "teaching_rms": 0.0026700113278570257,
+ "traffic_rms": 0.15333401514771836
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.212346986307239e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5447497966286252e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006545180418373123,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 31328,
+ "train_examples": 45000,
+ "train_loss": 0.13200987011061774
+ },
+ {
+ "epoch": 90,
+ "eval_accuracy": 0.8722,
+ "eval_loss": 0.47785639038085936,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10174806416034698,
+ "mean_feedback_forward_cosine": 0.9979229591109536,
+ "mean_feedback_forward_relative_error": 0.06339765506034548,
+ "min_feedback_forward_cosine": 0.9948654770851135
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0025989833391281162,
+ "instruction_rms": 0.0025989833395016213,
+ "raw_apical_rms": 0.15412977703443345,
+ "teaching_rms": 0.0025989833391281162,
+ "traffic_rms": 0.15410691832897805
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.776132721597605e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5438698962622395e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006579018614455897,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 31680,
+ "train_examples": 45000,
+ "train_loss": 0.13670137802229987
+ },
+ {
+ "epoch": 91,
+ "eval_accuracy": 0.8918,
+ "eval_loss": 0.4050358825683594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09814438968896866,
+ "mean_feedback_forward_cosine": 0.998060323975303,
+ "mean_feedback_forward_relative_error": 0.061264423179355536,
+ "min_feedback_forward_cosine": 0.9952216148376465
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002605491879054624,
+ "instruction_rms": 0.0026054918786173427,
+ "raw_apical_rms": 0.15449997791814127,
+ "teaching_rms": 0.002605491879054624,
+ "traffic_rms": 0.15447700282163823
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.898832083379602e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5388043103855907e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006240335922778175,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 32032,
+ "train_examples": 45000,
+ "train_loss": 0.1353029336505466
+ },
+ {
+ "epoch": 92,
+ "eval_accuracy": 0.8886,
+ "eval_loss": 0.41280927734375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0946253091096878,
+ "mean_feedback_forward_cosine": 0.9981919646263122,
+ "mean_feedback_forward_relative_error": 0.059149937975135715,
+ "min_feedback_forward_cosine": 0.9955571889877319
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026225778220454157,
+ "instruction_rms": 0.0026225778222808077,
+ "raw_apical_rms": 0.1546422124371648,
+ "teaching_rms": 0.0026225778220454157,
+ "traffic_rms": 0.15461872216771375
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.40321084435891e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5417959049635595e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006154486073687765,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 32384,
+ "train_examples": 45000,
+ "train_loss": 0.13231551391018762
+ },
+ {
+ "epoch": 93,
+ "eval_accuracy": 0.8864,
+ "eval_loss": 0.440756201171875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09125298261642456,
+ "mean_feedback_forward_cosine": 0.998314782706174,
+ "mean_feedback_forward_relative_error": 0.05710795244032686,
+ "min_feedback_forward_cosine": 0.9958686828613281
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026295626089894945,
+ "instruction_rms": 0.0026295626091631798,
+ "raw_apical_rms": 0.15497635629214854,
+ "teaching_rms": 0.0026295626089894945,
+ "traffic_rms": 0.15495296632301486
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.132918173307189e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.545857133853126e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0060287912510769,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 32736,
+ "train_examples": 45000,
+ "train_loss": 0.13290769317944845
+ },
+ {
+ "epoch": 94,
+ "eval_accuracy": 0.8788,
+ "eval_loss": 0.4635826843261719,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08786870539188385,
+ "mean_feedback_forward_cosine": 0.9984281691637906,
+ "mean_feedback_forward_relative_error": 0.0551531354134733,
+ "min_feedback_forward_cosine": 0.9961684346199036
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026328994008423196,
+ "instruction_rms": 0.0026328994005010184,
+ "raw_apical_rms": 0.1553290348678801,
+ "teaching_rms": 0.0026328994008423196,
+ "traffic_rms": 0.15530565884898515
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.298514421132495e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5375114678351604e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006197718110068988,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 33088,
+ "train_examples": 45000,
+ "train_loss": 0.13446046793195937
+ },
+ {
+ "epoch": 95,
+ "eval_accuracy": 0.8726,
+ "eval_loss": 0.4548491027832031,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08478537946939468,
+ "mean_feedback_forward_cosine": 0.998533051664179,
+ "mean_feedback_forward_relative_error": 0.053281935693865475,
+ "min_feedback_forward_cosine": 0.9964317083358765
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002580716866748122,
+ "instruction_rms": 0.0025807168673490683,
+ "raw_apical_rms": 0.15564059803859528,
+ "teaching_rms": 0.002580716866748122,
+ "traffic_rms": 0.15561814308990682
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.592698381131413e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.530378163367741e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.006073440122871595,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 33440,
+ "train_examples": 45000,
+ "train_loss": 0.1281175126393636
+ },
+ {
+ "epoch": 96,
+ "eval_accuracy": 0.8854,
+ "eval_loss": 0.4196091125488281,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0817914828658104,
+ "mean_feedback_forward_cosine": 0.9986320441419428,
+ "mean_feedback_forward_relative_error": 0.05145530422980135,
+ "min_feedback_forward_cosine": 0.9966788291931152
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002601581738691615,
+ "instruction_rms": 0.0026015817386345575,
+ "raw_apical_rms": 0.1561557088080724,
+ "teaching_rms": 0.002601581738691615,
+ "traffic_rms": 0.1561330561640619
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.298388737808637e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534340281688561e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0061203401449506445,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 33792,
+ "train_examples": 45000,
+ "train_loss": 0.1325615198334058
+ },
+ {
+ "epoch": 97,
+ "eval_accuracy": 0.8898,
+ "eval_loss": 0.38385213623046877,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07893867790699005,
+ "mean_feedback_forward_cosine": 0.9987242817878723,
+ "mean_feedback_forward_relative_error": 0.04968901854008436,
+ "min_feedback_forward_cosine": 0.9969061017036438
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026407954787508905,
+ "instruction_rms": 0.00264079547831246,
+ "raw_apical_rms": 0.156541361440323,
+ "teaching_rms": 0.0026407954787508905,
+ "traffic_rms": 0.15651807622354477
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.303297960310374e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534870101288664e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0059349221765024164,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 34144,
+ "train_examples": 45000,
+ "train_loss": 0.13027635041210386
+ },
+ {
+ "epoch": 98,
+ "eval_accuracy": 0.8778,
+ "eval_loss": 0.4473033386230469,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07644806802272797,
+ "mean_feedback_forward_cosine": 0.998805943402377,
+ "mean_feedback_forward_relative_error": 0.048069786178794774,
+ "min_feedback_forward_cosine": 0.997097373008728
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002568411945691171,
+ "instruction_rms": 0.0025684119463123905,
+ "raw_apical_rms": 0.15654332971914975,
+ "teaching_rms": 0.002568411945691171,
+ "traffic_rms": 0.15652118693536912
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.238367689093138e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5360332500682992e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005915503647992677,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 34496,
+ "train_examples": 45000,
+ "train_loss": 0.12253387283749051
+ },
+ {
+ "epoch": 99,
+ "eval_accuracy": 0.8902,
+ "eval_loss": 0.39856865234375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07376903295516968,
+ "mean_feedback_forward_cosine": 0.9988860639658841,
+ "mean_feedback_forward_relative_error": 0.046428847753188826,
+ "min_feedback_forward_cosine": 0.9972964525222778
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026522896668071372,
+ "instruction_rms": 0.0026522896669382012,
+ "raw_apical_rms": 0.15687143960009156,
+ "teaching_rms": 0.0026522896668071372,
+ "traffic_rms": 0.1568479856923433
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.49559711468828e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535734913191686e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005805982409407321,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 34848,
+ "train_examples": 45000,
+ "train_loss": 0.12809759814474317
+ },
+ {
+ "epoch": 100,
+ "eval_accuracy": 0.8754,
+ "eval_loss": 0.47369862060546875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07100122421979904,
+ "mean_feedback_forward_cosine": 0.9989642349156467,
+ "mean_feedback_forward_relative_error": 0.044769683361730796,
+ "min_feedback_forward_cosine": 0.9974948167800903
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002654077659886959,
+ "instruction_rms": 0.0026540776599525647,
+ "raw_apical_rms": 0.15676781284296182,
+ "teaching_rms": 0.002654077659886959,
+ "traffic_rms": 0.15674415038878697
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.196233925948036e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.53599456264671e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005805873848419814,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.1,
+ "step": 35200,
+ "train_examples": 45000,
+ "train_loss": 0.13096666544874508
+ },
+ {
+ "epoch": 101,
+ "eval_accuracy": 0.9234,
+ "eval_loss": 0.27488249816894533,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0709770992398262,
+ "mean_feedback_forward_cosine": 0.9989649100737138,
+ "mean_feedback_forward_relative_error": 0.04475421941077167,
+ "min_feedback_forward_cosine": 0.9974966049194336
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0018681300327095065,
+ "instruction_rms": 0.0018681300327021025,
+ "raw_apical_rms": 0.15710599554554727,
+ "teaching_rms": 0.0018681300327095065,
+ "traffic_rms": 0.15709385198047787
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.328763729219645e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.541821079967624e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005917019782837112,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 35552,
+ "train_examples": 45000,
+ "train_loss": 0.07250560165014532
+ },
+ {
+ "epoch": 102,
+ "eval_accuracy": 0.9236,
+ "eval_loss": 0.27401832275390625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07096787542104721,
+ "mean_feedback_forward_cosine": 0.9989651679992676,
+ "mean_feedback_forward_relative_error": 0.044747015613723885,
+ "min_feedback_forward_cosine": 0.9974972009658813
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0015019077679723524,
+ "instruction_rms": 0.0015019077677623576,
+ "raw_apical_rms": 0.1570744741692994,
+ "teaching_rms": 0.0015019077679723524,
+ "traffic_rms": 0.1570666584012238
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.297803333334741e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534955971026108e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00589227916419364,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 35904,
+ "train_examples": 45000,
+ "train_loss": 0.04508370224568579
+ },
+ {
+ "epoch": 103,
+ "eval_accuracy": 0.9272,
+ "eval_loss": 0.2832565734863281,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07095963507890701,
+ "mean_feedback_forward_cosine": 0.9989653944969177,
+ "mean_feedback_forward_relative_error": 0.04474038678136739,
+ "min_feedback_forward_cosine": 0.9974977970123291
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001402311703568493,
+ "instruction_rms": 0.001402311703717671,
+ "raw_apical_rms": 0.1571234752168091,
+ "teaching_rms": 0.001402311703568493,
+ "traffic_rms": 0.15711630915522729
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488563477993011,
+ "maximum_absolute_post_projection_soma_slope": 6.596710733219879e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5360707500546335e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005898395072908181,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 36256,
+ "train_examples": 45000,
+ "train_loss": 0.03774840233557754
+ },
+ {
+ "epoch": 104,
+ "eval_accuracy": 0.925,
+ "eval_loss": 0.2829547271728516,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07095282524824142,
+ "mean_feedback_forward_cosine": 0.9989656166596846,
+ "mean_feedback_forward_relative_error": 0.04473473756489429,
+ "min_feedback_forward_cosine": 0.9974982738494873
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012750670215814861,
+ "instruction_rms": 0.0012750670214078238,
+ "raw_apical_rms": 0.1570559243132205,
+ "teaching_rms": 0.0012750670215814861,
+ "traffic_rms": 0.15704995341997907
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.518710193859079e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535662505794863e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00590715919836829,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 36608,
+ "train_examples": 45000,
+ "train_loss": 0.030839167262448206
+ },
+ {
+ "epoch": 105,
+ "eval_accuracy": 0.9252,
+ "eval_loss": 0.2876938934326172,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07094645500183105,
+ "mean_feedback_forward_cosine": 0.9989657987247814,
+ "mean_feedback_forward_relative_error": 0.04472943408922716,
+ "min_feedback_forward_cosine": 0.9974987506866455
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012315131502262538,
+ "instruction_rms": 0.0012315131500998835,
+ "raw_apical_rms": 0.15701118973065295,
+ "teaching_rms": 0.0012315131502262538,
+ "traffic_rms": 0.1570055661357571
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.324130990582489e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538040215241406e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005888449746465611,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 36960,
+ "train_examples": 45000,
+ "train_loss": 0.027694817138049336
+ },
+ {
+ "epoch": 106,
+ "eval_accuracy": 0.9274,
+ "eval_loss": 0.28754229736328124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07094030827283859,
+ "mean_feedback_forward_cosine": 0.9989660057154569,
+ "mean_feedback_forward_relative_error": 0.044724249264056035,
+ "min_feedback_forward_cosine": 0.9974992275238037
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012348020577495457,
+ "instruction_rms": 0.0012348020577501633,
+ "raw_apical_rms": 0.1569274317159094,
+ "teaching_rms": 0.0012348020577495457,
+ "traffic_rms": 0.15692170682291784
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.317851213883841e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538755021751766e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005776124519394298,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 37312,
+ "train_examples": 45000,
+ "train_loss": 0.025074613791704177
+ },
+ {
+ "epoch": 107,
+ "eval_accuracy": 0.9274,
+ "eval_loss": 0.28696969299316405,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.070933997631073,
+ "mean_feedback_forward_cosine": 0.9989662062038075,
+ "mean_feedback_forward_relative_error": 0.04471908270974051,
+ "min_feedback_forward_cosine": 0.9974997043609619
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012253141640255732,
+ "instruction_rms": 0.0012253141635396715,
+ "raw_apical_rms": 0.1568674549808664,
+ "teaching_rms": 0.0012253141640255732,
+ "traffic_rms": 0.15686162558067718
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.282807246156153e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536815027355969e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058119740785779524,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 37664,
+ "train_examples": 45000,
+ "train_loss": 0.023852526133590273
+ },
+ {
+ "epoch": 108,
+ "eval_accuracy": 0.9278,
+ "eval_loss": 0.2932923095703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07092788070440292,
+ "mean_feedback_forward_cosine": 0.9989663926037875,
+ "mean_feedback_forward_relative_error": 0.044714076359840954,
+ "min_feedback_forward_cosine": 0.9975001215934753
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001164947536507392,
+ "instruction_rms": 0.0011649475362220188,
+ "raw_apical_rms": 0.15685390294079102,
+ "teaching_rms": 0.001164947536507392,
+ "traffic_rms": 0.15684856122585833
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.801549000736486e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.537907331784123e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005743717111929405,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 38016,
+ "train_examples": 45000,
+ "train_loss": 0.02110563539125853
+ },
+ {
+ "epoch": 109,
+ "eval_accuracy": 0.9278,
+ "eval_loss": 0.3009987487792969,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07092272490262985,
+ "mean_feedback_forward_cosine": 0.9989665714177218,
+ "mean_feedback_forward_relative_error": 0.04470948527821086,
+ "min_feedback_forward_cosine": 0.9975005388259888
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010989609109914053,
+ "instruction_rms": 0.0010989609108569018,
+ "raw_apical_rms": 0.15679209054773383,
+ "teaching_rms": 0.0010989609109914053,
+ "traffic_rms": 0.15678733926444163
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.114888944670383e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5355600671949557e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005833617276694973,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 38368,
+ "train_examples": 45000,
+ "train_loss": 0.018469695284962655
+ },
+ {
+ "epoch": 110,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.2989709991455078,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07091721147298813,
+ "mean_feedback_forward_cosine": 0.9989667556502603,
+ "mean_feedback_forward_relative_error": 0.0447049082680182,
+ "min_feedback_forward_cosine": 0.9975008964538574
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011106760717449825,
+ "instruction_rms": 0.001110676071854277,
+ "raw_apical_rms": 0.15674526207655107,
+ "teaching_rms": 0.0011106760717449825,
+ "traffic_rms": 0.15674021156413928
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.926139661800335e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5407929228254788e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005785295681242412,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 38720,
+ "train_examples": 45000,
+ "train_loss": 0.017986075497666995
+ },
+ {
+ "epoch": 111,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.2975237548828125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07091204077005386,
+ "mean_feedback_forward_cosine": 0.9989669182083823,
+ "mean_feedback_forward_relative_error": 0.04470046184618365,
+ "min_feedback_forward_cosine": 0.9975012540817261
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010458979697199353,
+ "instruction_rms": 0.0010458979695164385,
+ "raw_apical_rms": 0.15675384503128525,
+ "teaching_rms": 0.0010458979697199353,
+ "traffic_rms": 0.15674930876130302
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 6.771234239977275e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5387045144860748e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005776015332794581,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39072,
+ "train_examples": 45000,
+ "train_loss": 0.01620114773346318
+ },
+ {
+ "epoch": 112,
+ "eval_accuracy": 0.9324,
+ "eval_loss": 0.3009730224609375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07090695202350616,
+ "mean_feedback_forward_cosine": 0.9989670731804587,
+ "mean_feedback_forward_relative_error": 0.04469619986008514,
+ "min_feedback_forward_cosine": 0.9975014925003052
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010423431884891887,
+ "instruction_rms": 0.001042343188609069,
+ "raw_apical_rms": 0.1567646603551989,
+ "teaching_rms": 0.0010423431884891887,
+ "traffic_rms": 0.15676002837858788
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488563477993011,
+ "maximum_absolute_post_projection_soma_slope": 6.636144433969093e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5359185499159353e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00577949730688871,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39424,
+ "train_examples": 45000,
+ "train_loss": 0.01542122282071246
+ },
+ {
+ "epoch": 113,
+ "eval_accuracy": 0.9304,
+ "eval_loss": 0.3087217346191406,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07090183347463608,
+ "mean_feedback_forward_cosine": 0.9989672541618347,
+ "mean_feedback_forward_relative_error": 0.04469187412072312,
+ "min_feedback_forward_cosine": 0.9975018501281738
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010069105057670844,
+ "instruction_rms": 0.0010069105051730399,
+ "raw_apical_rms": 0.15674903436380308,
+ "teaching_rms": 0.0010069105057670844,
+ "traffic_rms": 0.15674476255955913
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.054693185182259e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5373920009531483e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005810685867104819,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39776,
+ "train_examples": 45000,
+ "train_loss": 0.014235611286262672
+ },
+ {
+ "epoch": 114,
+ "eval_accuracy": 0.931,
+ "eval_loss": 0.314695849609375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07089726626873016,
+ "mean_feedback_forward_cosine": 0.9989674113013528,
+ "mean_feedback_forward_relative_error": 0.044688034074550326,
+ "min_feedback_forward_cosine": 0.9975022077560425
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009729803436573065,
+ "instruction_rms": 0.000972980343533662,
+ "raw_apical_rms": 0.15672653995108682,
+ "teaching_rms": 0.0009729803436573065,
+ "traffic_rms": 0.1567224886940586
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.398914275176139e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538041464532142e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005762569430221804,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40128,
+ "train_examples": 45000,
+ "train_loss": 0.012990544721484185
+ },
+ {
+ "epoch": 115,
+ "eval_accuracy": 0.9284,
+ "eval_loss": 0.3111776794433594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07089243829250336,
+ "mean_feedback_forward_cosine": 0.9989675565199418,
+ "mean_feedback_forward_relative_error": 0.044684005274691366,
+ "min_feedback_forward_cosine": 0.9975023865699768
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009499882285774866,
+ "instruction_rms": 0.0009499882290781333,
+ "raw_apical_rms": 0.15675961693258456,
+ "teaching_rms": 0.0009499882285774866,
+ "traffic_rms": 0.15675556098779417
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.990103346675824e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5365512890623903e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005769194975041045,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40480,
+ "train_examples": 45000,
+ "train_loss": 0.012409936531053649
+ },
+ {
+ "epoch": 116,
+ "eval_accuracy": 0.9318,
+ "eval_loss": 0.3148053466796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07088766992092133,
+ "mean_feedback_forward_cosine": 0.9989677049896933,
+ "mean_feedback_forward_relative_error": 0.04467999024147337,
+ "min_feedback_forward_cosine": 0.997502863407135
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009559801532536852,
+ "instruction_rms": 0.0009559801530943921,
+ "raw_apical_rms": 0.15673376741355344,
+ "teaching_rms": 0.0009559801532536852,
+ "traffic_rms": 0.1567297328532247
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.778653809964453e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5335779749294922e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005744965806277495,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40832,
+ "train_examples": 45000,
+ "train_loss": 0.012501899681488673
+ },
+ {
+ "epoch": 117,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.3190792907714844,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07088316231966019,
+ "mean_feedback_forward_cosine": 0.9989678827199069,
+ "mean_feedback_forward_relative_error": 0.04467604162002152,
+ "min_feedback_forward_cosine": 0.9975031018257141
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009494193280651492,
+ "instruction_rms": 0.0009494193279696085,
+ "raw_apical_rms": 0.15675959832923328,
+ "teaching_rms": 0.0009494193280651492,
+ "traffic_rms": 0.15675568312690336
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.358942528095213e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.533411126948754e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005877179956535044,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41184,
+ "train_examples": 45000,
+ "train_loss": 0.011608204885323842
+ },
+ {
+ "epoch": 118,
+ "eval_accuracy": 0.9298,
+ "eval_loss": 0.32249583129882814,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087850570678711,
+ "mean_feedback_forward_cosine": 0.9989680203524502,
+ "mean_feedback_forward_relative_error": 0.044672052206640896,
+ "min_feedback_forward_cosine": 0.9975035190582275
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009212186690548354,
+ "instruction_rms": 0.0009212186691952662,
+ "raw_apical_rms": 0.1567560234107983,
+ "teaching_rms": 0.0009212186690548354,
+ "traffic_rms": 0.15675203733659918
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488563477993011,
+ "maximum_absolute_post_projection_soma_slope": 8.317160649085054e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5406398805912062e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005816009318486093,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41536,
+ "train_examples": 45000,
+ "train_loss": 0.011224714832069974
+ },
+ {
+ "epoch": 119,
+ "eval_accuracy": 0.932,
+ "eval_loss": 0.32551557006835935,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087486982345581,
+ "mean_feedback_forward_cosine": 0.9989681460640647,
+ "mean_feedback_forward_relative_error": 0.0446686068888415,
+ "min_feedback_forward_cosine": 0.9975037574768066
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008470678397713774,
+ "instruction_rms": 0.0008470678396755314,
+ "raw_apical_rms": 0.15666118073060328,
+ "teaching_rms": 0.0008470678397713774,
+ "traffic_rms": 0.15665776704803078
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.599363354733214e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.541024069794903e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005867086167817335,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41888,
+ "train_examples": 45000,
+ "train_loss": 0.009133812613785267
+ },
+ {
+ "epoch": 120,
+ "eval_accuracy": 0.931,
+ "eval_loss": 0.3299600830078125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087042182683945,
+ "mean_feedback_forward_cosine": 0.9989683086221869,
+ "mean_feedback_forward_relative_error": 0.044664719616147604,
+ "min_feedback_forward_cosine": 0.9975039958953857
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008949044177462138,
+ "instruction_rms": 0.0008949044175458051,
+ "raw_apical_rms": 0.15663499626042995,
+ "teaching_rms": 0.0008949044177462138,
+ "traffic_rms": 0.15663112010010294
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.459373480538488e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5368161104063114e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005843225887937226,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42240,
+ "train_examples": 45000,
+ "train_loss": 0.009784037462208007
+ },
+ {
+ "epoch": 121,
+ "eval_accuracy": 0.9292,
+ "eval_loss": 0.32630562744140623,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07086643576622009,
+ "mean_feedback_forward_cosine": 0.9989684527570551,
+ "mean_feedback_forward_relative_error": 0.044661184095523575,
+ "min_feedback_forward_cosine": 0.9975043535232544
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008145382890291357,
+ "instruction_rms": 0.0008145382889972386,
+ "raw_apical_rms": 0.1566612766499781,
+ "teaching_rms": 0.0008145382890291357,
+ "traffic_rms": 0.15665788889761117
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488563477993011,
+ "maximum_absolute_post_projection_soma_slope": 6.135365993031883e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5382620985560022e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005812800528565876,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42592,
+ "train_examples": 45000,
+ "train_loss": 0.009073666857431332
+ },
+ {
+ "epoch": 122,
+ "eval_accuracy": 0.9302,
+ "eval_loss": 0.32952420654296877,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07086223363876343,
+ "mean_feedback_forward_cosine": 0.9989685979756442,
+ "mean_feedback_forward_relative_error": 0.044657568464224986,
+ "min_feedback_forward_cosine": 0.9975045919418335
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000828141355639425,
+ "instruction_rms": 0.0008281413559018742,
+ "raw_apical_rms": 0.15664252699002104,
+ "teaching_rms": 0.000828141355639425,
+ "traffic_rms": 0.15663918014748687
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 5.9446421118991566e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5356018937259457e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005891065101916085,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42944,
+ "train_examples": 45000,
+ "train_loss": 0.009004947647555835
+ },
+ {
+ "epoch": 123,
+ "eval_accuracy": 0.9304,
+ "eval_loss": 0.33173782958984377,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07085803151130676,
+ "mean_feedback_forward_cosine": 0.9989687345244668,
+ "mean_feedback_forward_relative_error": 0.044654008221219885,
+ "min_feedback_forward_cosine": 0.9975050091743469
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008190901937503409,
+ "instruction_rms": 0.0008190901936549919,
+ "raw_apical_rms": 0.15661127665436178,
+ "teaching_rms": 0.0008190901937503409,
+ "traffic_rms": 0.15660783013726773
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488563477993011,
+ "maximum_absolute_post_projection_soma_slope": 7.179834682347064e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.539510267280735e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005910763090338856,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43296,
+ "train_examples": 45000,
+ "train_loss": 0.0088103628065851
+ },
+ {
+ "epoch": 124,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.33396995239257815,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07085384428501129,
+ "mean_feedback_forward_cosine": 0.9989688656546852,
+ "mean_feedback_forward_relative_error": 0.044650416922840205,
+ "min_feedback_forward_cosine": 0.9975050687789917
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008038917385117785,
+ "instruction_rms": 0.0008038917382657697,
+ "raw_apical_rms": 0.15659737569674384,
+ "teaching_rms": 0.0008038917385117785,
+ "traffic_rms": 0.1565940664957959
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.250633788340565e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5383427378892843e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005881761370236408,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43648,
+ "train_examples": 45000,
+ "train_loss": 0.00854498468455341
+ },
+ {
+ "epoch": 125,
+ "eval_accuracy": 0.9296,
+ "eval_loss": 0.33593333740234377,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07084941118955612,
+ "mean_feedback_forward_cosine": 0.9989690412174571,
+ "mean_feedback_forward_relative_error": 0.044646709530868314,
+ "min_feedback_forward_cosine": 0.9975054264068604
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000820239429463051,
+ "instruction_rms": 0.0008202394295456283,
+ "raw_apical_rms": 0.1565658226530157,
+ "teaching_rms": 0.000820239429463051,
+ "traffic_rms": 0.15656242031847997
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.694543313618851e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5364542856645387e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005836558479366115,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44000,
+ "train_examples": 45000,
+ "train_loss": 0.008565741331958109
+ },
+ {
+ "epoch": 126,
+ "eval_accuracy": 0.93,
+ "eval_loss": 0.3363638122558594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708455815911293,
+ "mean_feedback_forward_cosine": 0.9989691755988381,
+ "mean_feedback_forward_relative_error": 0.044643311642787675,
+ "min_feedback_forward_cosine": 0.9975056648254395
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007721182285074628,
+ "instruction_rms": 0.0007721182286492539,
+ "raw_apical_rms": 0.15655390561368063,
+ "teaching_rms": 0.0007721182285074628,
+ "traffic_rms": 0.1565506457901433
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.784327410969127e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5363067740951922e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005898069685332526,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44352,
+ "train_examples": 45000,
+ "train_loss": 0.007548671312464608
+ },
+ {
+ "epoch": 127,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.33970142822265625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07084105908870697,
+ "mean_feedback_forward_cosine": 0.998969309980219,
+ "mean_feedback_forward_relative_error": 0.04463963938707655,
+ "min_feedback_forward_cosine": 0.9975060224533081
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007952847310662166,
+ "instruction_rms": 0.000795284731119907,
+ "raw_apical_rms": 0.15649639667063278,
+ "teaching_rms": 0.0007952847310662166,
+ "traffic_rms": 0.1564932482741599
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.252860712014808e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5363136251838993e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005954777612223128,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44704,
+ "train_examples": 45000,
+ "train_loss": 0.007928385191245212
+ },
+ {
+ "epoch": 128,
+ "eval_accuracy": 0.93,
+ "eval_loss": 0.34044767456054686,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07083731144666672,
+ "mean_feedback_forward_cosine": 0.998969432440671,
+ "mean_feedback_forward_relative_error": 0.044636607339436356,
+ "min_feedback_forward_cosine": 0.9975062608718872
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006701769134514322,
+ "instruction_rms": 0.0006701769134532176,
+ "raw_apical_rms": 0.1564775455340859,
+ "teaching_rms": 0.0006701769134514322,
+ "traffic_rms": 0.15647496268213462
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.703119481699105e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5411468270352428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005862443182673322,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45056,
+ "train_examples": 45000,
+ "train_loss": 0.006844878549252947
+ },
+ {
+ "epoch": 129,
+ "eval_accuracy": 0.9308,
+ "eval_loss": 0.3454027954101562,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07083291560411453,
+ "mean_feedback_forward_cosine": 0.9989695819941434,
+ "mean_feedback_forward_relative_error": 0.04463285764848644,
+ "min_feedback_forward_cosine": 0.9975066781044006
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008105760127383864,
+ "instruction_rms": 0.0008105760127973803,
+ "raw_apical_rms": 0.15649128965338405,
+ "teaching_rms": 0.0008105760127383864,
+ "traffic_rms": 0.15648792415711557
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.919364636814862e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5357132180343736e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005847970109920921,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45408,
+ "train_examples": 45000,
+ "train_loss": 0.00751388033653299
+ },
+ {
+ "epoch": 130,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.3445435241699219,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07082948088645935,
+ "mean_feedback_forward_cosine": 0.9989696947011081,
+ "mean_feedback_forward_relative_error": 0.044630019857802176,
+ "min_feedback_forward_cosine": 0.997506856918335
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006418838499680199,
+ "instruction_rms": 0.0006418838497189099,
+ "raw_apical_rms": 0.15642447055607922,
+ "teaching_rms": 0.0006418838499680199,
+ "traffic_rms": 0.15642219504731347
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.848455586487944e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5415882295120003e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00581332910731474,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45760,
+ "train_examples": 45000,
+ "train_loss": 0.005915861031826999
+ },
+ {
+ "epoch": 131,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.3421359436035156,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07082522660493851,
+ "mean_feedback_forward_cosine": 0.9989698323336514,
+ "mean_feedback_forward_relative_error": 0.04462645375593142,
+ "min_feedback_forward_cosine": 0.9975071549415588
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000737686763895328,
+ "instruction_rms": 0.000737686764102491,
+ "raw_apical_rms": 0.15641385282290396,
+ "teaching_rms": 0.000737686763895328,
+ "traffic_rms": 0.15641073588207244
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 8.277032037540266e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5418303191121762e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005896190408225254,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46112,
+ "train_examples": 45000,
+ "train_loss": 0.006755238181166351
+ },
+ {
+ "epoch": 132,
+ "eval_accuracy": 0.9308,
+ "eval_loss": 0.3458807006835937,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07082144916057587,
+ "mean_feedback_forward_cosine": 0.9989699743010781,
+ "mean_feedback_forward_relative_error": 0.0446231294084679,
+ "min_feedback_forward_cosine": 0.9975073933601379
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007122230452864486,
+ "instruction_rms": 0.000712223045463341,
+ "raw_apical_rms": 0.15639152371594156,
+ "teaching_rms": 0.0007122230452864486,
+ "traffic_rms": 0.1563886586829158
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.187219352999819e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5373814648263543e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005826939346422026,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46464,
+ "train_examples": 45000,
+ "train_loss": 0.006470164734808107
+ },
+ {
+ "epoch": 133,
+ "eval_accuracy": 0.9326,
+ "eval_loss": 0.34408472900390624,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07081776857376099,
+ "mean_feedback_forward_cosine": 0.9989700924266468,
+ "mean_feedback_forward_relative_error": 0.04462002458220178,
+ "min_feedback_forward_cosine": 0.997507631778717
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006537943374323771,
+ "instruction_rms": 0.0006537943376771356,
+ "raw_apical_rms": 0.1563871952729514,
+ "teaching_rms": 0.0006537943374323771,
+ "traffic_rms": 0.15638462368018344
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.090667336091428e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536691766808993e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005813838483222319,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46816,
+ "train_examples": 45000,
+ "train_loss": 0.005801812709122896
+ },
+ {
+ "epoch": 134,
+ "eval_accuracy": 0.9306,
+ "eval_loss": 0.3515958251953125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07081308215856552,
+ "mean_feedback_forward_cosine": 0.9989702679894187,
+ "mean_feedback_forward_relative_error": 0.044616280546919865,
+ "min_feedback_forward_cosine": 0.9975079298019409
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007491625438862237,
+ "instruction_rms": 0.0007491625436995141,
+ "raw_apical_rms": 0.15636806297910094,
+ "teaching_rms": 0.0007491625438862237,
+ "traffic_rms": 0.15636475892267998
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.767201992692208e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5358320999069396e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005863827401303301,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47168,
+ "train_examples": 45000,
+ "train_loss": 0.006816023340572914
+ },
+ {
+ "epoch": 135,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.3474887512207031,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708087608218193,
+ "mean_feedback_forward_cosine": 0.9989703969521956,
+ "mean_feedback_forward_relative_error": 0.04461274790492925,
+ "min_feedback_forward_cosine": 0.9975084066390991
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007182916366688837,
+ "instruction_rms": 0.000718291636966421,
+ "raw_apical_rms": 0.15639258387918176,
+ "teaching_rms": 0.0007182916366688837,
+ "traffic_rms": 0.15638971540673072
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.585887746268781e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5351030459360198e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005775043328720412,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47520,
+ "train_examples": 45000,
+ "train_loss": 0.00620322556015518
+ },
+ {
+ "epoch": 136,
+ "eval_accuracy": 0.93,
+ "eval_loss": 0.3605854431152344,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708053857088089,
+ "mean_feedback_forward_cosine": 0.9989705400033431,
+ "mean_feedback_forward_relative_error": 0.044609861262142655,
+ "min_feedback_forward_cosine": 0.9975085258483887
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006322296166297042,
+ "instruction_rms": 0.0006322296167166218,
+ "raw_apical_rms": 0.1564355575673448,
+ "teaching_rms": 0.0006322296166297042,
+ "traffic_rms": 0.15643309830365237
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.498969267771827e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.537036167272147e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005937657389980397,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47872,
+ "train_examples": 45000,
+ "train_loss": 0.00543699383230673
+ },
+ {
+ "epoch": 137,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.35638165893554685,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07080122083425522,
+ "mean_feedback_forward_cosine": 0.9989706635475158,
+ "mean_feedback_forward_relative_error": 0.0446064278991385,
+ "min_feedback_forward_cosine": 0.9975087642669678
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006742951027451404,
+ "instruction_rms": 0.0006742951026956253,
+ "raw_apical_rms": 0.156422869061531,
+ "teaching_rms": 0.0006742951027451404,
+ "traffic_rms": 0.15642013032309593
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.080841868400967e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5443088115768734e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0059150798739307595,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48224,
+ "train_examples": 45000,
+ "train_loss": 0.005787847943024503
+ },
+ {
+ "epoch": 138,
+ "eval_accuracy": 0.93,
+ "eval_loss": 0.36132265625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707966685295105,
+ "mean_feedback_forward_cosine": 0.9989708206870339,
+ "mean_feedback_forward_relative_error": 0.04460295835001902,
+ "min_feedback_forward_cosine": 0.9975091218948364
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006623774581377063,
+ "instruction_rms": 0.0006623774580451413,
+ "raw_apical_rms": 0.15636598707233249,
+ "teaching_rms": 0.0006623774581377063,
+ "traffic_rms": 0.1563632726246208
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.556190612627688e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536713059570718e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005861925669562594,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48576,
+ "train_examples": 45000,
+ "train_loss": 0.005622351417938868
+ },
+ {
+ "epoch": 139,
+ "eval_accuracy": 0.932,
+ "eval_loss": 0.35857147216796875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07079344242811203,
+ "mean_feedback_forward_cosine": 0.9989709236405112,
+ "mean_feedback_forward_relative_error": 0.04460024108940905,
+ "min_feedback_forward_cosine": 0.9975094199180603
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005859143428559092,
+ "instruction_rms": 0.0005859143429779436,
+ "raw_apical_rms": 0.15636178605641754,
+ "teaching_rms": 0.0005859143428559092,
+ "traffic_rms": 0.15635984807257855
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.712134302868435e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534403999828429e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005829575657965549,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48928,
+ "train_examples": 45000,
+ "train_loss": 0.004863424326479435
+ },
+ {
+ "epoch": 140,
+ "eval_accuracy": 0.931,
+ "eval_loss": 0.36219781494140624,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07078968733549118,
+ "mean_feedback_forward_cosine": 0.9989710688591004,
+ "mean_feedback_forward_relative_error": 0.044596916471015324,
+ "min_feedback_forward_cosine": 0.9975095987319946
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006475315319334628,
+ "instruction_rms": 0.0006475315319258127,
+ "raw_apical_rms": 0.15632147733190216,
+ "teaching_rms": 0.0006475315319334628,
+ "traffic_rms": 0.15631878209154426
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.692059173474263e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5363117901857483e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005813491649850502,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49280,
+ "train_examples": 45000,
+ "train_loss": 0.005354508005910449
+ },
+ {
+ "epoch": 141,
+ "eval_accuracy": 0.9308,
+ "eval_loss": 0.35549102783203124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07078536599874496,
+ "mean_feedback_forward_cosine": 0.998971240086989,
+ "mean_feedback_forward_relative_error": 0.04459290558641607,
+ "min_feedback_forward_cosine": 0.9975098967552185
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007365572518808323,
+ "instruction_rms": 0.0007365572518513475,
+ "raw_apical_rms": 0.15628183672241677,
+ "teaching_rms": 0.0007365572518808323,
+ "traffic_rms": 0.15627873155211572
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.233802534756251e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5344348896844735e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005786564292966944,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49632,
+ "train_examples": 45000,
+ "train_loss": 0.005712501531182271
+ },
+ {
+ "epoch": 142,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.3628958251953125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07078168541193008,
+ "mean_feedback_forward_cosine": 0.9989713582125577,
+ "mean_feedback_forward_relative_error": 0.044589934091676366,
+ "min_feedback_forward_cosine": 0.9975100755691528
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005875167950028665,
+ "instruction_rms": 0.0005875167950690892,
+ "raw_apical_rms": 0.15631119822140535,
+ "teaching_rms": 0.0005875167950028665,
+ "traffic_rms": 0.1563089432548003
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.872849584420692e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5394041854233672e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058716752505594254,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49984,
+ "train_examples": 45000,
+ "train_loss": 0.004544817179813981
+ },
+ {
+ "epoch": 143,
+ "eval_accuracy": 0.9324,
+ "eval_loss": 0.35895855712890623,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07077816128730774,
+ "mean_feedback_forward_cosine": 0.9989714720032432,
+ "mean_feedback_forward_relative_error": 0.04458676227791743,
+ "min_feedback_forward_cosine": 0.9975103735923767
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006086106565886836,
+ "instruction_rms": 0.0006086106570433067,
+ "raw_apical_rms": 0.15632151175090112,
+ "teaching_rms": 0.0006086106565886836,
+ "traffic_rms": 0.15631922770924686
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.099928550109325e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5343036354917024e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005783009342741666,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50336,
+ "train_examples": 45000,
+ "train_loss": 0.004699092442211178
+ },
+ {
+ "epoch": 144,
+ "eval_accuracy": 0.9296,
+ "eval_loss": 0.36100722045898437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07077439874410629,
+ "mean_feedback_forward_cosine": 0.9989716204729947,
+ "mean_feedback_forward_relative_error": 0.044583823006938805,
+ "min_feedback_forward_cosine": 0.9975106716156006
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005788136725466557,
+ "instruction_rms": 0.0005788136728108593,
+ "raw_apical_rms": 0.15631840573988948,
+ "teaching_rms": 0.0005788136725466557,
+ "traffic_rms": 0.15631622774328052
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.939645740862034e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5343369875683058e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058867044920564516,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50688,
+ "train_examples": 45000,
+ "train_loss": 0.004655390022281144
+ },
+ {
+ "epoch": 145,
+ "eval_accuracy": 0.9302,
+ "eval_loss": 0.3650362976074219,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07077116519212723,
+ "mean_feedback_forward_cosine": 0.9989717201753097,
+ "mean_feedback_forward_relative_error": 0.04458092269911008,
+ "min_feedback_forward_cosine": 0.9975109100341797
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005656258353966133,
+ "instruction_rms": 0.0005656258354606748,
+ "raw_apical_rms": 0.15630051021225427,
+ "teaching_rms": 0.0005656258353966133,
+ "traffic_rms": 0.15629844015168792
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.635451654801727e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5341038056365583e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0057506056176664455,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51040,
+ "train_examples": 45000,
+ "train_loss": 0.004451047736489111
+ },
+ {
+ "epoch": 146,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.3686236083984375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07076733559370041,
+ "mean_feedback_forward_cosine": 0.9989718556404114,
+ "mean_feedback_forward_relative_error": 0.04457757064903324,
+ "min_feedback_forward_cosine": 0.9975112676620483
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006118507959450226,
+ "instruction_rms": 0.0006118507956350694,
+ "raw_apical_rms": 0.15629460654171135,
+ "teaching_rms": 0.0006118507959450226,
+ "traffic_rms": 0.15629206355538705
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.179304617466187e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5355107701321243e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005792362550473921,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51392,
+ "train_examples": 45000,
+ "train_loss": 0.004486601050115294
+ },
+ {
+ "epoch": 147,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.3708784484863281,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07076365500688553,
+ "mean_feedback_forward_cosine": 0.9989719791845841,
+ "mean_feedback_forward_relative_error": 0.044574448466300966,
+ "min_feedback_forward_cosine": 0.9975113868713379
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005917439001439649,
+ "instruction_rms": 0.0005917439003842913,
+ "raw_apical_rms": 0.1562591996962405,
+ "teaching_rms": 0.0005917439001439649,
+ "traffic_rms": 0.15625692916408343
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 1.0164442443283406e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5339368077170327e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005743765676402482,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51744,
+ "train_examples": 45000,
+ "train_loss": 0.004553148381991519
+ },
+ {
+ "epoch": 148,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.35687979736328124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075996696949005,
+ "mean_feedback_forward_cosine": 0.9989721233194525,
+ "mean_feedback_forward_relative_error": 0.04457118883728981,
+ "min_feedback_forward_cosine": 0.9975116848945618
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000569190896028838,
+ "instruction_rms": 0.0005691908960499179,
+ "raw_apical_rms": 0.15621313399809966,
+ "teaching_rms": 0.000569190896028838,
+ "traffic_rms": 0.15621085011549987
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.872203073271521e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5366421053637076e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005811858511124198,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52096,
+ "train_examples": 45000,
+ "train_loss": 0.004216510014779245
+ },
+ {
+ "epoch": 149,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.36613702392578124,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707562193274498,
+ "mean_feedback_forward_cosine": 0.9989722728729248,
+ "mean_feedback_forward_relative_error": 0.04456792431460185,
+ "min_feedback_forward_cosine": 0.9975119233131409
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005833205318357344,
+ "instruction_rms": 0.0005833205316495131,
+ "raw_apical_rms": 0.15622415389041572,
+ "teaching_rms": 0.0005833205318357344,
+ "traffic_rms": 0.15622189222459812
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.04262541009848e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5417710321320986e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005811621761220833,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52448,
+ "train_examples": 45000,
+ "train_loss": 0.004337725640171104
+ },
+ {
+ "epoch": 150,
+ "eval_accuracy": 0.9306,
+ "eval_loss": 0.36401038818359377,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075214385986328,
+ "mean_feedback_forward_cosine": 0.998972417007793,
+ "mean_feedback_forward_relative_error": 0.04456454075195573,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005859148486319701,
+ "instruction_rms": 0.0005859148484117649,
+ "raw_apical_rms": 0.15617846671077237,
+ "teaching_rms": 0.0005859148486319701,
+ "traffic_rms": 0.15617611209861504
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.601874247280648e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5355904813225256e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005827398066955642,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52800,
+ "train_examples": 45000,
+ "train_loss": 0.004388301985752251
+ },
+ {
+ "epoch": 151,
+ "eval_accuracy": 0.9318,
+ "eval_loss": 0.36422869873046876,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707520842552185,
+ "mean_feedback_forward_cosine": 0.9989724159240723,
+ "mean_feedback_forward_relative_error": 0.044564471613954416,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005565280756125213,
+ "instruction_rms": 0.0005565280757680321,
+ "raw_apical_rms": 0.15618927699685,
+ "teaching_rms": 0.0005565280756125213,
+ "traffic_rms": 0.156187117889629
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 6.69225741489754e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5346876037915427e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005892246531822571,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 53152,
+ "train_examples": 45000,
+ "train_loss": 0.003987497380210293
+ },
+ {
+ "epoch": 152,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.36020493774414064,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075206190347672,
+ "mean_feedback_forward_cosine": 0.9989724224263972,
+ "mean_feedback_forward_relative_error": 0.044564413160763004,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005095751335896143,
+ "instruction_rms": 0.0005095751334227084,
+ "raw_apical_rms": 0.15618482505259446,
+ "teaching_rms": 0.0005095751335896143,
+ "traffic_rms": 0.15618299150455436
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.206531111274671e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.539423829837073e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005756206280104596,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 53504,
+ "train_examples": 45000,
+ "train_loss": 0.0036039010546687574
+ },
+ {
+ "epoch": 153,
+ "eval_accuracy": 0.9316,
+ "eval_loss": 0.3657336242675781,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075202465057373,
+ "mean_feedback_forward_cosine": 0.9989724180915139,
+ "mean_feedback_forward_relative_error": 0.044564356282353404,
+ "min_feedback_forward_cosine": 0.99751216173172
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005144573056545982,
+ "instruction_rms": 0.0005144573057573081,
+ "raw_apical_rms": 0.15618785228516027,
+ "teaching_rms": 0.0005144573056545982,
+ "traffic_rms": 0.15618585031669577
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.958780846526679e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5397136800678003e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005782406628060175,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 53856,
+ "train_examples": 45000,
+ "train_loss": 0.003619852273642189
+ },
+ {
+ "epoch": 154,
+ "eval_accuracy": 0.9312,
+ "eval_loss": 0.361766259765625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075200229883194,
+ "mean_feedback_forward_cosine": 0.9989724180915139,
+ "mean_feedback_forward_relative_error": 0.04456430270590565,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00047462126330647184,
+ "instruction_rms": 0.00047462126314686654,
+ "raw_apical_rms": 0.1561874935552836,
+ "teaching_rms": 0.00047462126330647184,
+ "traffic_rms": 0.15618592888199648
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.252059930351606e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5359469216651334e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005833945475461095,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 54208,
+ "train_examples": 45000,
+ "train_loss": 0.003418941561298238
+ },
+ {
+ "epoch": 155,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.3601679626464844,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075197249650955,
+ "mean_feedback_forward_cosine": 0.9989724332636053,
+ "mean_feedback_forward_relative_error": 0.044564251889559356,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004348900655850833,
+ "instruction_rms": 0.00043489006562027013,
+ "raw_apical_rms": 0.15618763321450302,
+ "teaching_rms": 0.0004348900655850833,
+ "traffic_rms": 0.15618636070868136
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.102023857896711e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5360289173569167e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005871366295406924,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 54560,
+ "train_examples": 45000,
+ "train_loss": 0.0030920101912381747
+ },
+ {
+ "epoch": 156,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.36134964599609376,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075195014476776,
+ "mean_feedback_forward_cosine": 0.9989724256775596,
+ "mean_feedback_forward_relative_error": 0.04456419878723947,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004496863362942985,
+ "instruction_rms": 0.000449686335963409,
+ "raw_apical_rms": 0.15618638196317103,
+ "teaching_rms": 0.0004496863362942985,
+ "traffic_rms": 0.15618490617362066
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.387681139585766e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5328539620243115e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005807898817690802,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 54912,
+ "train_examples": 45000,
+ "train_loss": 0.0033026031192392113
+ },
+ {
+ "epoch": 157,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.36484820556640624,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075192034244537,
+ "mean_feedback_forward_cosine": 0.9989724191752347,
+ "mean_feedback_forward_relative_error": 0.04456414290788499,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00048817587151015504,
+ "instruction_rms": 0.0004881758713967517,
+ "raw_apical_rms": 0.15619299370344406,
+ "teaching_rms": 0.00048817587151015504,
+ "traffic_rms": 0.1561914335804525
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.844036448683255e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5339947055639765e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058057200265357834,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 55264,
+ "train_examples": 45000,
+ "train_loss": 0.0035868339443372354
+ },
+ {
+ "epoch": 158,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.3618963806152344,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075189054012299,
+ "mean_feedback_forward_cosine": 0.9989724245938387,
+ "mean_feedback_forward_relative_error": 0.044564094834707,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00042458779175761664,
+ "instruction_rms": 0.00042458779165763,
+ "raw_apical_rms": 0.15619627830489188,
+ "teaching_rms": 0.00042458779175761664,
+ "traffic_rms": 0.1561949235736182
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 6.991372458742262e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536304876525867e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058730891637487695,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 55616,
+ "train_examples": 45000,
+ "train_loss": 0.0031154596315541615
+ },
+ {
+ "epoch": 159,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.3608845458984375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707518681883812,
+ "mean_feedback_forward_cosine": 0.998972435431047,
+ "mean_feedback_forward_relative_error": 0.04456403861668977,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004903175973574765,
+ "instruction_rms": 0.0004903175975856101,
+ "raw_apical_rms": 0.15619783319341446,
+ "teaching_rms": 0.0004903175973574765,
+ "traffic_rms": 0.15619598374444096
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.862629385930632e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5349964498701008e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005771215163845155,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 55968,
+ "train_examples": 45000,
+ "train_loss": 0.003495788243899329
+ },
+ {
+ "epoch": 160,
+ "eval_accuracy": 0.9338,
+ "eval_loss": 0.36179160766601565,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075183838605881,
+ "mean_feedback_forward_cosine": 0.9989724289287221,
+ "mean_feedback_forward_relative_error": 0.04456398204307665,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004912375217397902,
+ "instruction_rms": 0.000491237521712185,
+ "raw_apical_rms": 0.15619367231437742,
+ "teaching_rms": 0.0004912375217397902,
+ "traffic_rms": 0.15619195051556656
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.83362699760437e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5367519236755603e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005842472803512416,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 56320,
+ "train_examples": 45000,
+ "train_loss": 0.003658046741928491
+ },
+ {
+ "epoch": 161,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.36055188598632815,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075180858373642,
+ "mean_feedback_forward_cosine": 0.9989724256775596,
+ "mean_feedback_forward_relative_error": 0.04456392541866411,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004898777905411831,
+ "instruction_rms": 0.0004898777904168807,
+ "raw_apical_rms": 0.15619185592653934,
+ "teaching_rms": 0.0004898777905411831,
+ "traffic_rms": 0.15619014678894416
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.207485370168797e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5398887761782835e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005811061620240841,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 56672,
+ "train_examples": 45000,
+ "train_loss": 0.003570969367016935
+ },
+ {
+ "epoch": 162,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.35955615844726563,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075179368257523,
+ "mean_feedback_forward_cosine": 0.998972435431047,
+ "mean_feedback_forward_relative_error": 0.04456387668509375,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00039760659487526136,
+ "instruction_rms": 0.0003976065949684868,
+ "raw_apical_rms": 0.1561934914480541,
+ "teaching_rms": 0.00039760659487526136,
+ "traffic_rms": 0.15619229634519607
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.611171616237698e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5381311905987076e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005755785324461161,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 57024,
+ "train_examples": 45000,
+ "train_loss": 0.0027860320918675924
+ },
+ {
+ "epoch": 163,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.3592337158203125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075176388025284,
+ "mean_feedback_forward_cosine": 0.9989724386822093,
+ "mean_feedback_forward_relative_error": 0.044563823074779726,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004863620929113679,
+ "instruction_rms": 0.00048636209252903706,
+ "raw_apical_rms": 0.1561965802615731,
+ "teaching_rms": 0.0004863620929113679,
+ "traffic_rms": 0.1561948537767751
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.055869133409942e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5380353651053233e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00577728433299945,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 57376,
+ "train_examples": 45000,
+ "train_loss": 0.0035860527916759667
+ },
+ {
+ "epoch": 164,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.3621196960449219,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075174152851105,
+ "mean_feedback_forward_cosine": 0.9989724430170926,
+ "mean_feedback_forward_relative_error": 0.044563774375075645,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004124481990639766,
+ "instruction_rms": 0.0004124481989203935,
+ "raw_apical_rms": 0.1561922838465203,
+ "teaching_rms": 0.0004124481990639766,
+ "traffic_rms": 0.1561910573164225
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.283202473397978e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536488139497506e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00579818694022861,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 57728,
+ "train_examples": 45000,
+ "train_loss": 0.0028164971362799407
+ },
+ {
+ "epoch": 165,
+ "eval_accuracy": 0.932,
+ "eval_loss": 0.3607469970703125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075171172618866,
+ "mean_feedback_forward_cosine": 0.9989724549380216,
+ "mean_feedback_forward_relative_error": 0.04456372271207246,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00044451223726630213,
+ "instruction_rms": 0.0004445122374880904,
+ "raw_apical_rms": 0.1561968047277056,
+ "teaching_rms": 0.00044451223726630213,
+ "traffic_rms": 0.15619524641360857
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.525871836833176e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5335534097653396e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005788216628066704,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 58080,
+ "train_examples": 45000,
+ "train_loss": 0.0030991528306156396
+ },
+ {
+ "epoch": 166,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.3609993591308594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075169682502747,
+ "mean_feedback_forward_cosine": 0.9989724267612804,
+ "mean_feedback_forward_relative_error": 0.04456367130306634,
+ "min_feedback_forward_cosine": 0.9975121021270752
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003992931518194371,
+ "instruction_rms": 0.00039929315184112865,
+ "raw_apical_rms": 0.1561993358125229,
+ "teaching_rms": 0.0003992931518194371,
+ "traffic_rms": 0.15619810784919824
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.569396214852532e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535884391979886e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005841754779233307,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 58432,
+ "train_examples": 45000,
+ "train_loss": 0.0029006872836707365
+ },
+ {
+ "epoch": 167,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.3611225158691406,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075167447328568,
+ "mean_feedback_forward_cosine": 0.9989724278450012,
+ "mean_feedback_forward_relative_error": 0.044563623636283654,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00040215078600330475,
+ "instruction_rms": 0.00040215078585350195,
+ "raw_apical_rms": 0.15619606264845814,
+ "teaching_rms": 0.00040215078600330475,
+ "traffic_rms": 0.15619477717082902
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.738526702245508e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536509695498972e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005817911546870289,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 58784,
+ "train_examples": 45000,
+ "train_loss": 0.0028576889017182918
+ },
+ {
+ "epoch": 168,
+ "eval_accuracy": 0.9326,
+ "eval_loss": 0.3629449462890625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075164467096329,
+ "mean_feedback_forward_cosine": 0.998972435431047,
+ "mean_feedback_forward_relative_error": 0.04456357481804761,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003998887652516597,
+ "instruction_rms": 0.0003998887651836683,
+ "raw_apical_rms": 0.15619790996399205,
+ "teaching_rms": 0.0003998887652516597,
+ "traffic_rms": 0.1561966645374295
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.799268265604951e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5362143182145867e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005799121166191996,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59136,
+ "train_examples": 45000,
+ "train_loss": 0.002924299320164654
+ },
+ {
+ "epoch": 169,
+ "eval_accuracy": 0.9324,
+ "eval_loss": 0.36294425659179685,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707516148686409,
+ "mean_feedback_forward_cosine": 0.9989724300124428,
+ "mean_feedback_forward_relative_error": 0.044563523358242076,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00044473610910030826,
+ "instruction_rms": 0.00044473610878450993,
+ "raw_apical_rms": 0.1562011833622537,
+ "teaching_rms": 0.00044473610910030826,
+ "traffic_rms": 0.15619974547398885
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.176765220468951e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538507105205204e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00591410992160838,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59488,
+ "train_examples": 45000,
+ "train_loss": 0.0030470485738996003
+ },
+ {
+ "epoch": 170,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.3620413635253906,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707515999674797,
+ "mean_feedback_forward_cosine": 0.998972435431047,
+ "mean_feedback_forward_relative_error": 0.044563474506139754,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00042758043344175986,
+ "instruction_rms": 0.000427580433318418,
+ "raw_apical_rms": 0.15619711451121107,
+ "teaching_rms": 0.00042758043344175986,
+ "traffic_rms": 0.15619572164224343
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.376089593615688e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5369646367400142e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005832750105369693,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59840,
+ "train_examples": 45000,
+ "train_loss": 0.0029799130838985242
+ },
+ {
+ "epoch": 171,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.36404056396484374,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075157761573792,
+ "mean_feedback_forward_cosine": 0.9989724484356967,
+ "mean_feedback_forward_relative_error": 0.04456342599270019,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004256224274186385,
+ "instruction_rms": 0.00042562242739830307,
+ "raw_apical_rms": 0.1562026264795551,
+ "teaching_rms": 0.0004256224274186385,
+ "traffic_rms": 0.1562012385918873
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.67029391113283e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535564534471448e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005755436385765845,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60192,
+ "train_examples": 45000,
+ "train_loss": 0.003123174267510573
+ },
+ {
+ "epoch": 172,
+ "eval_accuracy": 0.9336,
+ "eval_loss": 0.3628458374023438,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075154781341553,
+ "mean_feedback_forward_cosine": 0.998972440849651,
+ "mean_feedback_forward_relative_error": 0.044563368250700564,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004919505852206358,
+ "instruction_rms": 0.0004919505851019495,
+ "raw_apical_rms": 0.15619272672224851,
+ "teaching_rms": 0.0004919505852206358,
+ "traffic_rms": 0.15619057426172062
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.396567897581917e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5318478637538845e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005892030299470198,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60544,
+ "train_examples": 45000,
+ "train_loss": 0.003438941920403805
+ },
+ {
+ "epoch": 173,
+ "eval_accuracy": 0.934,
+ "eval_loss": 0.361624853515625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075151801109314,
+ "mean_feedback_forward_cosine": 0.9989724375984885,
+ "mean_feedback_forward_relative_error": 0.044563313929194756,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004732160200341671,
+ "instruction_rms": 0.0004732160199897636,
+ "raw_apical_rms": 0.15619125526362268,
+ "teaching_rms": 0.0004732160200341671,
+ "traffic_rms": 0.15618951902258618
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.914952876968528e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534674797093549e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005832087390802645,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60896,
+ "train_examples": 45000,
+ "train_loss": 0.0033569188530039457
+ },
+ {
+ "epoch": 174,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.3606834411621094,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075148820877075,
+ "mean_feedback_forward_cosine": 0.99897245277058,
+ "mean_feedback_forward_relative_error": 0.04456325716931712,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000504879789185604,
+ "instruction_rms": 0.0005048797891479873,
+ "raw_apical_rms": 0.15618947941493014,
+ "teaching_rms": 0.000504879789185604,
+ "traffic_rms": 0.15618761728279687
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.534652723961699e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534835066469787e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005824511633885487,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61248,
+ "train_examples": 45000,
+ "train_loss": 0.003320137251706587
+ },
+ {
+ "epoch": 175,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.3632712341308594,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075145095586777,
+ "mean_feedback_forward_cosine": 0.9989724516868591,
+ "mean_feedback_forward_relative_error": 0.04456320562484589,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004231173779611415,
+ "instruction_rms": 0.00042311737763738125,
+ "raw_apical_rms": 0.15618914205308448,
+ "teaching_rms": 0.0004231173779611415,
+ "traffic_rms": 0.1561877039875195
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.140283031503714e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538623372146383e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005876878379789779,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61600,
+ "train_examples": 45000,
+ "train_loss": 0.002933721011566619
+ },
+ {
+ "epoch": 176,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.36194794311523437,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075142860412598,
+ "mean_feedback_forward_cosine": 0.9989724419333718,
+ "mean_feedback_forward_relative_error": 0.04456315531649373,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00045991324012191817,
+ "instruction_rms": 0.0004599132399693753,
+ "raw_apical_rms": 0.15619017173639713,
+ "teaching_rms": 0.00045991324012191817,
+ "traffic_rms": 0.15618847591366844
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.06208717563095e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5391214217003264e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005789111506779168,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61952,
+ "train_examples": 45000,
+ "train_loss": 0.00342260849043313
+ },
+ {
+ "epoch": 177,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.3670292785644531,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075142115354538,
+ "mean_feedback_forward_cosine": 0.9989724592729048,
+ "mean_feedback_forward_relative_error": 0.04456310263750228,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00040664537186046166,
+ "instruction_rms": 0.0004066453716585905,
+ "raw_apical_rms": 0.15619706280682688,
+ "teaching_rms": 0.00040664537186046166,
+ "traffic_rms": 0.1561957847530296
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.209095625488771e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534770102298202e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005823902930677908,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62304,
+ "train_examples": 45000,
+ "train_loss": 0.002844909175568157
+ },
+ {
+ "epoch": 178,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.3643357971191406,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707513839006424,
+ "mean_feedback_forward_cosine": 0.9989724495194175,
+ "mean_feedback_forward_relative_error": 0.044563054530458016,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004049486367224079,
+ "instruction_rms": 0.000404948636576789,
+ "raw_apical_rms": 0.15619552088355443,
+ "teaching_rms": 0.0004049486367224079,
+ "traffic_rms": 0.15619416135052885
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.023897552471681e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.537750164351138e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0058023818346295665,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62656,
+ "train_examples": 45000,
+ "train_loss": 0.0029311306476593017
+ },
+ {
+ "epoch": 179,
+ "eval_accuracy": 0.9342,
+ "eval_loss": 0.36326700439453125,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707513689994812,
+ "mean_feedback_forward_cosine": 0.9989724386822093,
+ "mean_feedback_forward_relative_error": 0.04456300999630581,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003612708095619896,
+ "instruction_rms": 0.00036127080952046164,
+ "raw_apical_rms": 0.15619400731217237,
+ "teaching_rms": 0.0003612708095619896,
+ "traffic_rms": 0.15619300828769123
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.921884931898603e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5360207882004023e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005841793443784828,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63008,
+ "train_examples": 45000,
+ "train_loss": 0.0024818976380758815
+ },
+ {
+ "epoch": 180,
+ "eval_accuracy": 0.9336,
+ "eval_loss": 0.36097264404296875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075133919715881,
+ "mean_feedback_forward_cosine": 0.9989724603566257,
+ "mean_feedback_forward_relative_error": 0.04456295865503224,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004035473568848594,
+ "instruction_rms": 0.00040354735642829235,
+ "raw_apical_rms": 0.15619308976432028,
+ "teaching_rms": 0.0004035473568848594,
+ "traffic_rms": 0.15619173579574833
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.915981742849908e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.534677185287896e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005847928120514314,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63360,
+ "train_examples": 45000,
+ "train_loss": 0.002834540325920615
+ },
+ {
+ "epoch": 181,
+ "eval_accuracy": 0.9336,
+ "eval_loss": 0.36409304809570314,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075133174657822,
+ "mean_feedback_forward_cosine": 0.9989724506031383,
+ "mean_feedback_forward_relative_error": 0.04456291464580731,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003687424852903932,
+ "instruction_rms": 0.0003687424851625734,
+ "raw_apical_rms": 0.15620027226349922,
+ "teaching_rms": 0.0003687424852903932,
+ "traffic_rms": 0.1561991959946112
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.412849273829124e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5348776588620148e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005791613943938917,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63712,
+ "train_examples": 45000,
+ "train_loss": 0.0028244014726537797
+ },
+ {
+ "epoch": 182,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.36588348388671876,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075129449367523,
+ "mean_feedback_forward_cosine": 0.9989724571054632,
+ "mean_feedback_forward_relative_error": 0.04456286396492611,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004362118070622091,
+ "instruction_rms": 0.0004362118068422204,
+ "raw_apical_rms": 0.1561978659340271,
+ "teaching_rms": 0.0004362118070622091,
+ "traffic_rms": 0.1561963286981839
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.406312908462496e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5351237634552045e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00577301282666261,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64064,
+ "train_examples": 45000,
+ "train_loss": 0.003047733818511996
+ },
+ {
+ "epoch": 183,
+ "eval_accuracy": 0.9336,
+ "eval_loss": 0.3611108093261719,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075125724077225,
+ "mean_feedback_forward_cosine": 0.9989724571054632,
+ "mean_feedback_forward_relative_error": 0.04456281140446663,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004148569442338212,
+ "instruction_rms": 0.0004148569440265609,
+ "raw_apical_rms": 0.15619684428622288,
+ "teaching_rms": 0.0004148569442338212,
+ "traffic_rms": 0.15619553491803845
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.257590001723656e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5350059929103585e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005837293103899293,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64416,
+ "train_examples": 45000,
+ "train_loss": 0.0029103908619326022
+ },
+ {
+ "epoch": 184,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.36385486450195315,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075124233961105,
+ "mean_feedback_forward_cosine": 0.9989724668589506,
+ "mean_feedback_forward_relative_error": 0.04456276637925343,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00039054727424933097,
+ "instruction_rms": 0.00039054727427044125,
+ "raw_apical_rms": 0.15619733470302585,
+ "teaching_rms": 0.00039054727424933097,
+ "traffic_rms": 0.15619622904411004
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 9.030456027403488e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535347866608352e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0057423141327328725,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64768,
+ "train_examples": 45000,
+ "train_loss": 0.002705052987134291
+ },
+ {
+ "epoch": 185,
+ "eval_accuracy": 0.9336,
+ "eval_loss": 0.3632457275390625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075121253728867,
+ "mean_feedback_forward_cosine": 0.9989724516868591,
+ "mean_feedback_forward_relative_error": 0.04456271618943323,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003811323365473934,
+ "instruction_rms": 0.0003811323366254667,
+ "raw_apical_rms": 0.15619683555499747,
+ "teaching_rms": 0.0003811323365473934,
+ "traffic_rms": 0.15619564626965682
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.183086836448638e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5369952899846847e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005860040617343112,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65120,
+ "train_examples": 45000,
+ "train_loss": 0.002638033893249101
+ },
+ {
+ "epoch": 186,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.36154000244140627,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075117528438568,
+ "mean_feedback_forward_cosine": 0.9989724451845342,
+ "mean_feedback_forward_relative_error": 0.044562668624249374,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00042452841534813666,
+ "instruction_rms": 0.00042452841530739896,
+ "raw_apical_rms": 0.1561949806606766,
+ "teaching_rms": 0.00042452841534813666,
+ "traffic_rms": 0.15619353826659707
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.10155134697743e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5355028719230432e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005811353048002794,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65472,
+ "train_examples": 45000,
+ "train_loss": 0.0030590131243069967
+ },
+ {
+ "epoch": 187,
+ "eval_accuracy": 0.935,
+ "eval_loss": 0.36507200927734373,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075115293264389,
+ "mean_feedback_forward_cosine": 0.9989724625240672,
+ "mean_feedback_forward_relative_error": 0.04456262127919631,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00042261649333655434,
+ "instruction_rms": 0.0004226164933721387,
+ "raw_apical_rms": 0.156190922916446,
+ "teaching_rms": 0.00042261649333655434,
+ "traffic_rms": 0.15618943955163558
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.915867618000448e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5360549223900153e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005852771622581931,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65824,
+ "train_examples": 45000,
+ "train_loss": 0.0030017898343917397
+ },
+ {
+ "epoch": 188,
+ "eval_accuracy": 0.9338,
+ "eval_loss": 0.36510807495117187,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707511380314827,
+ "mean_feedback_forward_cosine": 0.9989724625240672,
+ "mean_feedback_forward_relative_error": 0.04456257711757313,
+ "min_feedback_forward_cosine": 0.9975124001502991
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003916084172831918,
+ "instruction_rms": 0.0003916084172182954,
+ "raw_apical_rms": 0.15619046241567305,
+ "teaching_rms": 0.0003916084172831918,
+ "traffic_rms": 0.15618924894105277
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.255608380773992e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5390736932889114e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005833163123987753,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66176,
+ "train_examples": 45000,
+ "train_loss": 0.0026285000529968077
+ },
+ {
+ "epoch": 189,
+ "eval_accuracy": 0.9338,
+ "eval_loss": 0.365090625,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707511231303215,
+ "mean_feedback_forward_cosine": 0.9989724560217423,
+ "mean_feedback_forward_relative_error": 0.04456252743574706,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00040755755962995714,
+ "instruction_rms": 0.00040755755963706907,
+ "raw_apical_rms": 0.15619771865988386,
+ "teaching_rms": 0.00040755755962995714,
+ "traffic_rms": 0.15619639373621746
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.970876936269633e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.538003063450597e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005825029032007757,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66528,
+ "train_examples": 45000,
+ "train_loss": 0.002841304802708328
+ },
+ {
+ "epoch": 190,
+ "eval_accuracy": 0.9326,
+ "eval_loss": 0.36245419311523436,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075109332799911,
+ "mean_feedback_forward_cosine": 0.9989724560217423,
+ "mean_feedback_forward_relative_error": 0.044562478295781395,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00038014948555528357,
+ "instruction_rms": 0.00038014948527374315,
+ "raw_apical_rms": 0.15619197940003895,
+ "teaching_rms": 0.00038014948555528357,
+ "traffic_rms": 0.15619094840030273
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.455015094137707e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5355496912772462e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005919079384556868,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66880,
+ "train_examples": 45000,
+ "train_loss": 0.0027392928045656944
+ },
+ {
+ "epoch": 191,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.36492646484375,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075107097625732,
+ "mean_feedback_forward_cosine": 0.9989724495194175,
+ "mean_feedback_forward_relative_error": 0.044562429782341824,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004018901788420274,
+ "instruction_rms": 0.00040189017884162333,
+ "raw_apical_rms": 0.15619137479569864,
+ "teaching_rms": 0.0004018901788420274,
+ "traffic_rms": 0.15619018727307954
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.211887265157202e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.535846275555213e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005815387216343496,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67232,
+ "train_examples": 45000,
+ "train_loss": 0.0027275119118599428
+ },
+ {
+ "epoch": 192,
+ "eval_accuracy": 0.9324,
+ "eval_loss": 0.3650273254394531,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075105607509613,
+ "mean_feedback_forward_cosine": 0.9989724679426714,
+ "mean_feedback_forward_relative_error": 0.04456238462166353,
+ "min_feedback_forward_cosine": 0.9975124001502991
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00038408126969583303,
+ "instruction_rms": 0.00038408126960202184,
+ "raw_apical_rms": 0.15618522479586572,
+ "teaching_rms": 0.00038408126969583303,
+ "traffic_rms": 0.1561841321759944
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.835953314521248e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5386043751217692e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005837757667829218,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67584,
+ "train_examples": 45000,
+ "train_loss": 0.002694618460794704
+ },
+ {
+ "epoch": 193,
+ "eval_accuracy": 0.9328,
+ "eval_loss": 0.36529390869140627,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075103372335434,
+ "mean_feedback_forward_cosine": 0.9989724722775546,
+ "mean_feedback_forward_relative_error": 0.0445623412897641,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003657145414101729,
+ "instruction_rms": 0.0003657145415227043,
+ "raw_apical_rms": 0.15618295268645463,
+ "teaching_rms": 0.0003657145414101729,
+ "traffic_rms": 0.1561818427703464
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.366949716924864e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5362354929076727e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.00578793646396616,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67936,
+ "train_examples": 45000,
+ "train_loss": 0.002424141924393674
+ },
+ {
+ "epoch": 194,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.36309793090820314,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075101137161255,
+ "mean_feedback_forward_cosine": 0.9989724668589506,
+ "mean_feedback_forward_relative_error": 0.04456229038875211,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004149085355985523,
+ "instruction_rms": 0.00041490853532579494,
+ "raw_apical_rms": 0.15619277628176287,
+ "teaching_rms": 0.0004149085355985523,
+ "traffic_rms": 0.15619127224170495
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.803163271091762e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5327822541004354e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005807142875516983,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68288,
+ "train_examples": 45000,
+ "train_loss": 0.0029466939909590616
+ },
+ {
+ "epoch": 195,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.36418885498046877,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075099647045135,
+ "mean_feedback_forward_cosine": 0.9989724841984835,
+ "mean_feedback_forward_relative_error": 0.044562242552638055,
+ "min_feedback_forward_cosine": 0.9975123405456543
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003596243837953494,
+ "instruction_rms": 0.000359624383627786,
+ "raw_apical_rms": 0.15619140879149387,
+ "teaching_rms": 0.0003596243837953494,
+ "traffic_rms": 0.15619041368152756
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.270116159612371e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.532461871659178e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005761611191290388,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68640,
+ "train_examples": 45000,
+ "train_loss": 0.0023758877529866168
+ },
+ {
+ "epoch": 196,
+ "eval_accuracy": 0.933,
+ "eval_loss": 0.3622114013671875,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075097411870956,
+ "mean_feedback_forward_cosine": 0.9989724657752297,
+ "mean_feedback_forward_relative_error": 0.04456219828941605,
+ "min_feedback_forward_cosine": 0.9975124001502991
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0003788401002222492,
+ "instruction_rms": 0.00037884010010704724,
+ "raw_apical_rms": 0.15619391125265422,
+ "teaching_rms": 0.0003788401002222492,
+ "traffic_rms": 0.15619275072949035
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 5.44583045325453e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.536320428224063e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005971374289712673,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68992,
+ "train_examples": 45000,
+ "train_loss": 0.002593078167364001
+ },
+ {
+ "epoch": 197,
+ "eval_accuracy": 0.9332,
+ "eval_loss": 0.3630668518066406,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075095176696777,
+ "mean_feedback_forward_cosine": 0.9989724690263921,
+ "mean_feedback_forward_relative_error": 0.04456215097822926,
+ "min_feedback_forward_cosine": 0.9975122809410095
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004019384723443367,
+ "instruction_rms": 0.00040193847233358605,
+ "raw_apical_rms": 0.1561901152440423,
+ "teaching_rms": 0.0004019384723443367,
+ "traffic_rms": 0.15618888084324176
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 6.272781405414207e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5356222845259446e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005798918022251434,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69344,
+ "train_examples": 45000,
+ "train_loss": 0.003016370440295173
+ },
+ {
+ "epoch": 198,
+ "eval_accuracy": 0.934,
+ "eval_loss": 0.36500486450195313,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075092196464539,
+ "mean_feedback_forward_cosine": 0.9989724636077881,
+ "mean_feedback_forward_relative_error": 0.044562104344367984,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004087684824610619,
+ "instruction_rms": 0.0004087684824830167,
+ "raw_apical_rms": 0.15618832771598362,
+ "teaching_rms": 0.0004087684824610619,
+ "traffic_rms": 0.15618686884398414
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 7.957885372888995e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.537445699149463e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005813321412645424,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69696,
+ "train_examples": 45000,
+ "train_loss": 0.002747606110189938
+ },
+ {
+ "epoch": 199,
+ "eval_accuracy": 0.9334,
+ "eval_loss": 0.36417661743164065,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.070750892162323,
+ "mean_feedback_forward_cosine": 0.9989724657752297,
+ "mean_feedback_forward_relative_error": 0.04456205044619062,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004871525299883906,
+ "instruction_rms": 0.00048715252976229,
+ "raw_apical_rms": 0.15619343033867647,
+ "teaching_rms": 0.0004871525299883906,
+ "traffic_rms": 0.15619158905469818
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488560497760773,
+ "maximum_absolute_post_projection_soma_slope": 8.859503708436023e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5383053457659095e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005776670791695986,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70048,
+ "train_examples": 45000,
+ "train_loss": 0.003350807800433702
+ },
+ {
+ "epoch": 200,
+ "eval_accuracy": 0.9322,
+ "eval_loss": 0.3675199523925781,
+ "eval_split": "validation",
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07075086236000061,
+ "mean_feedback_forward_cosine": 0.9989724636077881,
+ "mean_feedback_forward_relative_error": 0.044561998918652534,
+ "min_feedback_forward_cosine": 0.9975122213363647
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004177410640374182,
+ "instruction_rms": 0.0004177410639151842,
+ "raw_apical_rms": 0.15618223981341522,
+ "teaching_rms": 0.0004177410640374182,
+ "traffic_rms": 0.15618101233638496
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.15488561987876892,
+ "maximum_absolute_post_projection_soma_slope": 8.024044007015618e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5338302460993663e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.005836083964773954,
+ "minimum_observations": 72
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70400,
+ "train_examples": 45000,
+ "train_loss": 0.002966017501304547
+ }
+ ],
+ "evaluation_protocol": {
+ "test_evaluations": 0,
+ "test_used_for_selection": false,
+ "validation_evaluations": 201
+ },
+ "final": {
+ "accuracy": 0.9322,
+ "epoch": 200,
+ "evaluation_split": "validation",
+ "finite": true,
+ "loss": 0.3675199523925781,
+ "step": 70400
+ },
+ "hardware": {
+ "cuda_device_name": "NVIDIA RTX A6000",
+ "cuda_visible_devices": "0",
+ "device": "cuda",
+ "device_total_memory_bytes": 50896568320,
+ "peak_memory_allocated_bytes": 3262279168,
+ "peak_memory_reserved_bytes": 5276434432,
+ "torch_version": "2.3.1+cu118"
+ },
+ "predictor_warmup": {
+ "closed_form_fit": {
+ "max_absolute_residual_soma_slope": 9.810454315584138e-08,
+ "max_applied_stability_margin": 0.0,
+ "max_positive_residual_soma_slope": 9.810454315584138e-08,
+ "min_residual_soma_slope": -8.382607319390445e-08,
+ "mse": 1.5715674817957412e-17,
+ "observations": 64,
+ "residual_traffic_rms_ratio": 7.224132997837907e-08,
+ "stability_margin": 0.0
+ },
+ "examples": 64,
+ "instruction_present": false,
+ "mode": "closed_form",
+ "post_warmup_traffic_residual_rms_ratio": 7.224132997837907e-08,
+ "reuses_traffic_calibration_forward": true,
+ "steps": 1,
+ "task_loader_state_restored": true
+ },
+ "protocol_family": "oral_a_cifar_local_resnet_development",
+ "provenance": {
+ "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+ "git_tracked_dirty": false
+ },
+ "schema_version": 1,
+ "split": {
+ "cifar_source_files": [
+ {
+ "bytes": 31035704,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+ "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+ },
+ {
+ "bytes": 31035320,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+ "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+ },
+ {
+ "bytes": 31035999,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+ "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+ },
+ {
+ "bytes": 31035696,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+ "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+ },
+ {
+ "bytes": 31035623,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+ "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+ },
+ {
+ "bytes": 31035526,
+ "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+ "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+ }
+ ],
+ "dataset": "cifar10",
+ "evaluation_split": "validation",
+ "input_layout": "NCHW",
+ "input_shape": [
+ 3,
+ 32,
+ 32
+ ],
+ "loader_seed": 0,
+ "normalization_mean": [
+ 0.49140000343322754,
+ 0.4821999967098236,
+ 0.4465000033378601
+ ],
+ "normalization_std": [
+ 0.24699999392032623,
+ 0.2434999942779541,
+ 0.26159998774528503
+ ],
+ "split_from_training_only": true,
+ "split_seed": 2027,
+ "test_examples": 10000,
+ "train_examples": 45000,
+ "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+ "validation_class_counts": {
+ "0": 500,
+ "1": 500,
+ "2": 500,
+ "3": 500,
+ "4": 500,
+ "5": 500,
+ "6": 500,
+ "7": 500,
+ "8": 500,
+ "9": 500
+ },
+ "validation_examples": 5000,
+ "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+ },
+ "timing": {
+ "apical_warmup_wall_s": 0.0,
+ "evaluation_wall_s": 60.00945520401001,
+ "mirror_warmup_wall_s": 0.0,
+ "predictor_warmup_wall_s": 0.3673684597015381,
+ "timing_excludes_data_loading_hashing_and_model_construction": true,
+ "total_timed_wall_s": 8344.301742315292,
+ "train_wall_s": 8280.477409601212
+ },
+ "traffic_calibration": {
+ "data_source": "first unaugmented development-training examples",
+ "examples": 64,
+ "instruction_rms": [
+ 0.046645715832710266,
+ 0.036221180111169815,
+ 0.0219095591455698,
+ 0.024090727791190147,
+ 0.014862747862935066,
+ 0.017354732379317284,
+ 0.010909760370850563,
+ 0.012971695512533188,
+ 0.00854403991252184,
+ 0.010942773893475533,
+ 0.006431682035326958,
+ 0.007946319878101349,
+ 0.005390886217355728,
+ 0.007816178724169731,
+ 0.004525847267359495,
+ 0.0066139050759375095,
+ 0.003956272266805172,
+ 0.005918589886277914,
+ 0.0034256556537002325,
+ 0.00842861458659172,
+ 0.005142349284142256,
+ 0.006969384849071503,
+ 0.004458904732018709,
+ 0.005985064432024956,
+ 0.003961027599871159,
+ 0.005532111972570419,
+ 0.0035666259936988354,
+ 0.004960889462381601,
+ 0.0032047750428318977,
+ 0.004740030970424414,
+ 0.0028284969739615917,
+ 0.004207335412502289,
+ 0.00256044021807611,
+ 0.0038634713273495436,
+ 0.0023208747152239084,
+ 0.0035063333343714476,
+ 0.0021188128739595413,
+ 0.005200310610234737,
+ 0.003467726521193981,
+ 0.004882926121354103,
+ 0.0031611102167516947,
+ 0.00439144903793931,
+ 0.00288514606654644,
+ 0.003956384491175413,
+ 0.002680722391232848,
+ 0.003665727796033025,
+ 0.002519759815186262,
+ 0.003549956250935793,
+ 0.0023743261117488146,
+ 0.003312949789687991,
+ 0.0022739002015441656,
+ 0.0031900741159915924,
+ 0.002209193306043744,
+ 0.00286328187212348,
+ 0.0022419888991862535
+ ],
+ "realized_traffic_instruction_rms_ratio": [
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 3.999999523162842,
+ 4.0,
+ 4.000000476837158,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999523162842,
+ 3.999999761581421,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 3.999999523162842,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0
+ ],
+ "target_ratio": 4.0,
+ "traffic_gain": [
+ 0.24335139989852905,
+ 0.19567525386810303,
+ 0.07590705901384354,
+ 0.12499095499515533,
+ 0.039654169231653214,
+ 0.09477696567773819,
+ 0.02513667196035385,
+ 0.0682290568947792,
+ 0.017793802544474602,
+ 0.059991367161273956,
+ 0.012211106717586517,
+ 0.04119913652539253,
+ 0.009280920960009098,
+ 0.04255608469247818,
+ 0.0071248686872422695,
+ 0.03416771814227104,
+ 0.005649160128086805,
+ 0.03203295171260834,
+ 0.00472416402772069,
+ 0.046523354947566986,
+ 0.009258695878088474,
+ 0.03640424460172653,
+ 0.0073813083581626415,
+ 0.03129300847649574,
+ 0.006084667518734932,
+ 0.02907230518758297,
+ 0.005167320836335421,
+ 0.026048656553030014,
+ 0.004463230259716511,
+ 0.02523532323539257,
+ 0.0037100326735526323,
+ 0.022375741973519325,
+ 0.0031846852507442236,
+ 0.020636072382330894,
+ 0.002770467661321163,
+ 0.01875767856836319,
+ 0.0024420199915766716,
+ 0.027892472222447395,
+ 0.005269602406769991,
+ 0.026072902604937553,
+ 0.0044991569593548775,
+ 0.023685075342655182,
+ 0.0038742832839488983,
+ 0.020799512043595314,
+ 0.003461548825725913,
+ 0.019222838804125786,
+ 0.0030808867886662483,
+ 0.018855275586247444,
+ 0.0027911863289773464,
+ 0.017468731850385666,
+ 0.0025647676084190607,
+ 0.01688026450574398,
+ 0.002401146572083235,
+ 0.015071986243128777,
+ 0.0023585029412060976
+ ],
+ "unscaled_traffic_rms": [
+ 0.7667219638824463,
+ 0.7404345870018005,
+ 1.1545466184616089,
+ 0.7709590792655945,
+ 1.499236822128296,
+ 0.7324451804161072,
+ 1.7360707521438599,
+ 0.760479211807251,
+ 1.9206777811050415,
+ 0.7296232581138611,
+ 2.10683012008667,
+ 0.7715035080909729,
+ 2.323427200317383,
+ 0.7346708178520203,
+ 2.5408732891082764,
+ 0.7742869853973389,
+ 2.8013172149658203,
+ 0.7390626668930054,
+ 2.9005391597747803,
+ 0.7246781587600708,
+ 2.221630096435547,
+ 0.7657771706581116,
+ 2.4163222312927246,
+ 0.7650353908538818,
+ 2.60394024848938,
+ 0.7611521482467651,
+ 2.76090931892395,
+ 0.7617881298065186,
+ 2.872157573699951,
+ 0.751332700252533,
+ 3.049565553665161,
+ 0.7521244287490845,
+ 3.2159414291381836,
+ 0.748877227306366,
+ 3.3508780002593994,
+ 0.7477115988731384,
+ 3.470590591430664,
+ 0.7457654476165771,
+ 2.632249116897583,
+ 0.7491189241409302,
+ 2.8104023933410645,
+ 0.7416398525238037,
+ 2.9787662029266357,
+ 0.7608610391616821,
+ 3.097714424133301,
+ 0.7627859115600586,
+ 3.2714734077453613,
+ 0.7530955672264099,
+ 3.4026050567626953,
+ 0.7586011290550232,
+ 3.5463645458221436,
+ 0.7559298872947693,
+ 3.6802306175231934,
+ 0.7598950266838074,
+ 3.8023931980133057
+ ],
+ "uses_validation_endpoint": false
+ },
+ "work": {
+ "apical_macs_per_example": 125043328,
+ "causal_scalar_observations": 0,
+ "components": {
+ "apical_projection_macs": 1125397954772992,
+ "apical_regression_macs": 0,
+ "bp_reverse_macs_estimate": 0,
+ "kp_reciprocal_correlation_macs": 1125389952000000,
+ "local_weight_correlation_macs": 1129371264000000,
+ "mirror_feedback_prediction_macs": 0,
+ "mirror_local_correlation_macs": 0,
+ "mirror_response_macs": 0,
+ "ordinary_forward_macs": 1129371264000000,
+ "perturbation_forward_macs": 0,
+ "warmup_clean_forward_macs": 8031084544
+ },
+ "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+ "elementwise_operations_estimate": 115016770519040,
+ "forward_macs_per_example": 125485696,
+ "logical_batch_loss_queries": 0,
+ "mirror_probe_examples": 0,
+ "mirror_readout_probe_examples": 0,
+ "neutral_projection_observations": 9000000,
+ "per_example_cross_entropy_terms": 0,
+ "total_clean_forward_examples": 9000064,
+ "total_forward_equivalent_examples": 9000064,
+ "total_macs_estimate": 4509538465857536
+ }
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-16 10:55:54 +0000