results: pass dynamic innovation confirmation gate

1 files changed, 3258 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json
new file mode 100644
index 0000000..80bd05a
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996837178866068,
+    "feedback_forward_cosine": [
+      0.9998112320899963,
+      0.9998036026954651,
+      0.9998302459716797,
+      0.9998162984848022,
+      0.9998250007629395,
+      0.9997634887695312,
+      0.9998230934143066,
+      0.9998724460601807,
+      0.9998655915260315,
+      0.9998391270637512,
+      0.9998552799224854,
+      0.9998058080673218,
+      0.9998328685760498,
+      0.9999038577079773,
+      0.9998883008956909,
+      0.9998690485954285,
+      0.999883234500885,
+      0.9997214078903198,
+      0.9999873638153076
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9997771978378296,
+      1.0001469850540161,
+      0.9989446401596069,
+      1.000712275505066,
+      0.9991862177848816,
+      1.0010864734649658,
+      0.9990431666374207,
+      1.0001176595687866,
+      0.9995997548103333,
+      1.00063157081604,
+      0.9998372793197632,
+      1.0005996227264404,
+      0.9999316334724426,
+      1.0002691745758057,
+      0.9999130964279175,
+      1.0005886554718018,
+      0.9999468326568604,
+      1.0006757974624634,
+      1.0023469924926758
+    ],
+    "feedback_forward_relative_error": [
+      0.019424350932240486,
+      0.019819237291812897,
+      0.018446823582053185,
+      0.019186608493328094,
+      0.018720431253314018,
+      0.021783743053674698,
+      0.018828051164746284,
+      0.015970267355442047,
+      0.01640067622065544,
+      0.017956888303160667,
+      0.01700727455317974,
+      0.01971874199807644,
+      0.018282445147633553,
+      0.013876795768737793,
+      0.01494023110717535,
+      0.016201160848140717,
+      0.015274452976882458,
+      0.02362348884344101,
+      0.005561360623687506
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "mean_feedback_forward_cosine": 0.9998419629900079,
+    "mean_feedback_forward_relative_error": 0.017422264711441177,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "wall_s": 0.10664820671081543
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3357337713241577,
+        "mean_feedback_forward_cosine": 0.2956587334996776,
+        "mean_feedback_forward_relative_error": 1.1827429689859088,
+        "min_feedback_forward_cosine": 0.11035917699337006
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.9535887855911256
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2760885953903198,
+        "mean_feedback_forward_cosine": 0.4008528252965526,
+        "mean_feedback_forward_relative_error": 1.0911526554509212,
+        "min_feedback_forward_cosine": 0.19288809597492218
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.425792371482849
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2156856060028076,
+        "mean_feedback_forward_cosine": 0.4969612971732491,
+        "mean_feedback_forward_relative_error": 1.0003732176203477,
+        "min_feedback_forward_cosine": 0.27784961462020874
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.1101230571365357
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1704801321029663,
+        "mean_feedback_forward_cosine": 0.5665066602982973,
+        "mean_feedback_forward_relative_error": 0.9287926507623572,
+        "min_feedback_forward_cosine": 0.33664584159851074
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9170437034416199
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.127273678779602,
+        "mean_feedback_forward_cosine": 0.6199988314979955,
+        "mean_feedback_forward_relative_error": 0.8690415071813684,
+        "min_feedback_forward_cosine": 0.38803422451019287
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8006134103012085
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0858829021453857,
+        "mean_feedback_forward_cosine": 0.6622635737845772,
+        "mean_feedback_forward_relative_error": 0.8191626479751185,
+        "min_feedback_forward_cosine": 0.43329018354415894
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7192629204177856
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0461058616638184,
+        "mean_feedback_forward_cosine": 0.6982236128104361,
+        "mean_feedback_forward_relative_error": 0.7741572872588509,
+        "min_feedback_forward_cosine": 0.47564470767974854
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6592539573287964
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0087120532989502,
+        "mean_feedback_forward_cosine": 0.7292329041581405,
+        "mean_feedback_forward_relative_error": 0.7327324183363664,
+        "min_feedback_forward_cosine": 0.5136085748672485
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.620042862815857
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9720722436904907,
+        "mean_feedback_forward_cosine": 0.755608175930224,
+        "mean_feedback_forward_relative_error": 0.6957467841474634,
+        "min_feedback_forward_cosine": 0.5488060116767883
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5835777080154418
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9355390667915344,
+        "mean_feedback_forward_cosine": 0.778680471997512,
+        "mean_feedback_forward_relative_error": 0.6615886656861556,
+        "min_feedback_forward_cosine": 0.582585334777832
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5475232218837738
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9007604122161865,
+        "mean_feedback_forward_cosine": 0.7992428007878756,
+        "mean_feedback_forward_relative_error": 0.6297440058306644,
+        "min_feedback_forward_cosine": 0.6133478879928589
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5219385059165954
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8674523830413818,
+        "mean_feedback_forward_cosine": 0.8169901778823451,
+        "mean_feedback_forward_relative_error": 0.6008071617076272,
+        "min_feedback_forward_cosine": 0.6414960026741028
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5009035326194763
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8340794444084167,
+        "mean_feedback_forward_cosine": 0.8333831617706701,
+        "mean_feedback_forward_relative_error": 0.5730628041844619,
+        "min_feedback_forward_cosine": 0.6686401963233948
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4774324990940094
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8040633797645569,
+        "mean_feedback_forward_cosine": 0.8475955881570515,
+        "mean_feedback_forward_relative_error": 0.5479318938757244,
+        "min_feedback_forward_cosine": 0.6920316219329834
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4525343029975891
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7733475565910339,
+        "mean_feedback_forward_cosine": 0.8608487468016776,
+        "mean_feedback_forward_relative_error": 0.5234691524191907,
+        "min_feedback_forward_cosine": 0.7149572372436523
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.44091602117538453
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7440672516822815,
+        "mean_feedback_forward_cosine": 0.8724623197003415,
+        "mean_feedback_forward_relative_error": 0.5008108506077215,
+        "min_feedback_forward_cosine": 0.7361483573913574
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.427868346118927
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7161498069763184,
+        "mean_feedback_forward_cosine": 0.8828342086390445,
+        "mean_feedback_forward_relative_error": 0.4797582257735102,
+        "min_feedback_forward_cosine": 0.7555732131004333
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4159619722270966
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6886909008026123,
+        "mean_feedback_forward_cosine": 0.8923413973105582,
+        "mean_feedback_forward_relative_error": 0.4595971374135268,
+        "min_feedback_forward_cosine": 0.7737658023834229
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39836229312896726
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6615512371063232,
+        "mean_feedback_forward_cosine": 0.9010440017047682,
+        "mean_feedback_forward_relative_error": 0.4405165267618079,
+        "min_feedback_forward_cosine": 0.7909722328186035
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38774474955558774
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6349936127662659,
+        "mean_feedback_forward_cosine": 0.9091169049865321,
+        "mean_feedback_forward_relative_error": 0.42201937656653554,
+        "min_feedback_forward_cosine": 0.8073540925979614
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3837249806308746
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6095899343490601,
+        "mean_feedback_forward_cosine": 0.916544280554119,
+        "mean_feedback_forward_relative_error": 0.4042697760619615,
+        "min_feedback_forward_cosine": 0.8222854137420654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3678284918117523
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5848206877708435,
+        "mean_feedback_forward_cosine": 0.9232736637717799,
+        "mean_feedback_forward_relative_error": 0.38750572424185903,
+        "min_feedback_forward_cosine": 0.836258590221405
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.36831582045555117
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5614774227142334,
+        "mean_feedback_forward_cosine": 0.9293549939205772,
+        "mean_feedback_forward_relative_error": 0.3717757416398902,
+        "min_feedback_forward_cosine": 0.8488701581954956
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3573762542152405
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5387479066848755,
+        "mean_feedback_forward_cosine": 0.9349046443638048,
+        "mean_feedback_forward_relative_error": 0.3567409209514919,
+        "min_feedback_forward_cosine": 0.8606550693511963
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3481489736366272
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5167993307113647,
+        "mean_feedback_forward_cosine": 0.9400349478972586,
+        "mean_feedback_forward_relative_error": 0.34226871556357336,
+        "min_feedback_forward_cosine": 0.8716477155685425
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.33956556100845336
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49593883752822876,
+        "mean_feedback_forward_cosine": 0.9447282427235654,
+        "mean_feedback_forward_relative_error": 0.3285521072776694,
+        "min_feedback_forward_cosine": 0.8816639184951782
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33481121618270876
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4741222560405731,
+        "mean_feedback_forward_cosine": 0.9490944805898165,
+        "mean_feedback_forward_relative_error": 0.315203668255555,
+        "min_feedback_forward_cosine": 0.8916881680488586
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3340137974381447
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4551987946033478,
+        "mean_feedback_forward_cosine": 0.9530173602857088,
+        "mean_feedback_forward_relative_error": 0.30273031953134033,
+        "min_feedback_forward_cosine": 0.9000020027160645
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3191308118057251
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43651825189590454,
+        "mean_feedback_forward_cosine": 0.9566915129360399,
+        "mean_feedback_forward_relative_error": 0.290577570074483,
+        "min_feedback_forward_cosine": 0.9079872369766235
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3136642800617218
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41827085614204407,
+        "mean_feedback_forward_cosine": 0.960089601968464,
+        "mean_feedback_forward_relative_error": 0.27891130666983754,
+        "min_feedback_forward_cosine": 0.915353000164032
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3164820732307434
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40173670649528503,
+        "mean_feedback_forward_cosine": 0.963170842120522,
+        "mean_feedback_forward_relative_error": 0.26793484585849864,
+        "min_feedback_forward_cosine": 0.9218012690544128
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30453836922645566
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38502153754234314,
+        "mean_feedback_forward_cosine": 0.9659909794205114,
+        "mean_feedback_forward_relative_error": 0.2573729816235994,
+        "min_feedback_forward_cosine": 0.9281191229820251
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29894664553642275
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36931300163269043,
+        "mean_feedback_forward_cosine": 0.9685940428784019,
+        "mean_feedback_forward_relative_error": 0.24731895366781637,
+        "min_feedback_forward_cosine": 0.9338076114654541
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.29957063269615175
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3545270562171936,
+        "mean_feedback_forward_cosine": 0.9709650968250475,
+        "mean_feedback_forward_relative_error": 0.23778290772124341,
+        "min_feedback_forward_cosine": 0.9388999938964844
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28676708374023435
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3397584557533264,
+        "mean_feedback_forward_cosine": 0.9731669300480893,
+        "mean_feedback_forward_relative_error": 0.22850124616371958,
+        "min_feedback_forward_cosine": 0.9438261985778809
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2893641914558411
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32634857296943665,
+        "mean_feedback_forward_cosine": 0.975176403397008,
+        "mean_feedback_forward_relative_error": 0.21974362393743113,
+        "min_feedback_forward_cosine": 0.9481179118156433
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2815560569381714
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31317803263664246,
+        "mean_feedback_forward_cosine": 0.9770319775531167,
+        "mean_feedback_forward_relative_error": 0.21132852019448028,
+        "min_feedback_forward_cosine": 0.9521644115447998
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27776203176498415
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30006417632102966,
+        "mean_feedback_forward_cosine": 0.9788156936043187,
+        "mean_feedback_forward_relative_error": 0.2029386492151963,
+        "min_feedback_forward_cosine": 0.9560489654541016
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2797470482444763
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2883997857570648,
+        "mean_feedback_forward_cosine": 0.9804035864378277,
+        "mean_feedback_forward_relative_error": 0.1951562425023631,
+        "min_feedback_forward_cosine": 0.959380030632019
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.270851840467453
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27658069133758545,
+        "mean_feedback_forward_cosine": 0.9819350179873014,
+        "mean_feedback_forward_relative_error": 0.18736776827197327,
+        "min_feedback_forward_cosine": 0.9625852108001709
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2707836451721191
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.265087366104126,
+        "mean_feedback_forward_cosine": 0.9833378980034276,
+        "mean_feedback_forward_relative_error": 0.179935664722794,
+        "min_feedback_forward_cosine": 0.9655967950820923
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2751759523200989
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25412866473197937,
+        "mean_feedback_forward_cosine": 0.9846446043566653,
+        "mean_feedback_forward_relative_error": 0.17271635955885836,
+        "min_feedback_forward_cosine": 0.9683431386947632
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2680864411687851
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24418483674526215,
+        "mean_feedback_forward_cosine": 0.9857830718943947,
+        "mean_feedback_forward_relative_error": 0.16614990053992523,
+        "min_feedback_forward_cosine": 0.9707401394844055
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.26244630385398865
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23399662971496582,
+        "mean_feedback_forward_cosine": 0.9868629731630024,
+        "mean_feedback_forward_relative_error": 0.15971490466280988,
+        "min_feedback_forward_cosine": 0.9731128215789795
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.26145189335107805
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22435632348060608,
+        "mean_feedback_forward_cosine": 0.9878626246201364,
+        "mean_feedback_forward_relative_error": 0.15350551432684847,
+        "min_feedback_forward_cosine": 0.9752629995346069
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25927943958282473
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2154891937971115,
+        "mean_feedback_forward_cosine": 0.9887609826891046,
+        "mean_feedback_forward_relative_error": 0.1476938493157688,
+        "min_feedback_forward_cosine": 0.9771661162376404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2541186200237274
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20674291253089905,
+        "mean_feedback_forward_cosine": 0.9896312293253446,
+        "mean_feedback_forward_relative_error": 0.14187976423847048,
+        "min_feedback_forward_cosine": 0.9789839386940002
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.2508393686246872
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19846054911613464,
+        "mean_feedback_forward_cosine": 0.990399275955401,
+        "mean_feedback_forward_relative_error": 0.13646776699706128,
+        "min_feedback_forward_cosine": 0.9806078672409058
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2510678723812103
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19029174745082855,
+        "mean_feedback_forward_cosine": 0.9911266910402399,
+        "mean_feedback_forward_relative_error": 0.1311942199735265,
+        "min_feedback_forward_cosine": 0.9821584224700928
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24962311874389648
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18236908316612244,
+        "mean_feedback_forward_cosine": 0.9918002643083271,
+        "mean_feedback_forward_relative_error": 0.12609709309119926,
+        "min_feedback_forward_cosine": 0.9835997819900513
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2451121556663513
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1750110238790512,
+        "mean_feedback_forward_cosine": 0.9924097312124152,
+        "mean_feedback_forward_relative_error": 0.1213228457460278,
+        "min_feedback_forward_cosine": 0.9848860502243042
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24124271689414978
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1679934561252594,
+        "mean_feedback_forward_cosine": 0.992973484491047,
+        "mean_feedback_forward_relative_error": 0.11671906043040126,
+        "min_feedback_forward_cosine": 0.9860671758651733
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.2436721534538269
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16107222437858582,
+        "mean_feedback_forward_cosine": 0.9935088973296317,
+        "mean_feedback_forward_relative_error": 0.11218417651559177,
+        "min_feedback_forward_cosine": 0.9871819019317627
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24679876781463622
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1547631323337555,
+        "mean_feedback_forward_cosine": 0.9939876543848138,
+        "mean_feedback_forward_relative_error": 0.10794075088281381,
+        "min_feedback_forward_cosine": 0.9881608486175537
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2385181399536133
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14851979911327362,
+        "mean_feedback_forward_cosine": 0.9944537062393991,
+        "mean_feedback_forward_relative_error": 0.10368357128218601,
+        "min_feedback_forward_cosine": 0.9890934228897095
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.24382776163101197
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14255520701408386,
+        "mean_feedback_forward_cosine": 0.994874329943406,
+        "mean_feedback_forward_relative_error": 0.09966899434986867,
+        "min_feedback_forward_cosine": 0.9899448752403259
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23560380182266236
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13663329184055328,
+        "mean_feedback_forward_cosine": 0.9952741547634727,
+        "mean_feedback_forward_relative_error": 0.09569971930039556,
+        "min_feedback_forward_cosine": 0.9907571077346802
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23805610733032226
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13108128309249878,
+        "mean_feedback_forward_cosine": 0.9956361620049727,
+        "mean_feedback_forward_relative_error": 0.09196121990680695,
+        "min_feedback_forward_cosine": 0.9914897680282593
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.2356652353286743
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12578646838665009,
+        "mean_feedback_forward_cosine": 0.9959604489175897,
+        "mean_feedback_forward_relative_error": 0.08847149912463992,
+        "min_feedback_forward_cosine": 0.9921623468399048
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23241991509914398
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12085700780153275,
+        "mean_feedback_forward_cosine": 0.9962478217325712,
+        "mean_feedback_forward_relative_error": 0.0852508527275763,
+        "min_feedback_forward_cosine": 0.9927586913108826
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23017726940155028
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11604860424995422,
+        "mean_feedback_forward_cosine": 0.9965282960941917,
+        "mean_feedback_forward_relative_error": 0.08199545074450343,
+        "min_feedback_forward_cosine": 0.9933216571807861
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2279142566394806
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11142109334468842,
+        "mean_feedback_forward_cosine": 0.9967884295865109,
+        "mean_feedback_forward_relative_error": 0.07886457835373126,
+        "min_feedback_forward_cosine": 0.9938427209854126
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22619809977531433
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10686975717544556,
+        "mean_feedback_forward_cosine": 0.9970326831466273,
+        "mean_feedback_forward_relative_error": 0.07581320601074319,
+        "min_feedback_forward_cosine": 0.9943329691886902
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22850586309432983
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10264051705598831,
+        "mean_feedback_forward_cosine": 0.9972573895203439,
+        "mean_feedback_forward_relative_error": 0.07289840908426988,
+        "min_feedback_forward_cosine": 0.9947707653045654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22459484602928162
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09847520291805267,
+        "mean_feedback_forward_cosine": 0.997464961127231,
+        "mean_feedback_forward_relative_error": 0.07008228382389796,
+        "min_feedback_forward_cosine": 0.995185375213623
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2218525476360321
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09460356831550598,
+        "mean_feedback_forward_cosine": 0.997650212363193,
+        "mean_feedback_forward_relative_error": 0.06746487407700012,
+        "min_feedback_forward_cosine": 0.9955543875694275
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.221656060962677
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0907011330127716,
+        "mean_feedback_forward_cosine": 0.9978318496754295,
+        "mean_feedback_forward_relative_error": 0.06480307298663415,
+        "min_feedback_forward_cosine": 0.9959129095077515
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.2231084961462021
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08713283389806747,
+        "mean_feedback_forward_cosine": 0.997995022096132,
+        "mean_feedback_forward_relative_error": 0.062316504356108214,
+        "min_feedback_forward_cosine": 0.9962259531021118
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.22055475136756897
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08364100754261017,
+        "mean_feedback_forward_cosine": 0.9981481432914734,
+        "mean_feedback_forward_relative_error": 0.05989345251337478,
+        "min_feedback_forward_cosine": 0.9965221285820007
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21850419645786284
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.080176942050457,
+        "mean_feedback_forward_cosine": 0.9982891521955791,
+        "mean_feedback_forward_relative_error": 0.057557923817320875,
+        "min_feedback_forward_cosine": 0.9968026876449585
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.22419196217536927
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07705311477184296,
+        "mean_feedback_forward_cosine": 0.9984161069518641,
+        "mean_feedback_forward_relative_error": 0.055389606540924625,
+        "min_feedback_forward_cosine": 0.9970472455024719
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21988929317474365
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07398562878370285,
+        "mean_feedback_forward_cosine": 0.9985364801005313,
+        "mean_feedback_forward_relative_error": 0.0532407456714856,
+        "min_feedback_forward_cosine": 0.9972772002220154
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21685568919181825
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07109541445970535,
+        "mean_feedback_forward_cosine": 0.9986450138844942,
+        "mean_feedback_forward_relative_error": 0.05122427073748488,
+        "min_feedback_forward_cosine": 0.9974852800369263
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21576430081367493
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06826361268758774,
+        "mean_feedback_forward_cosine": 0.9987454979043258,
+        "mean_feedback_forward_relative_error": 0.04928921859123205,
+        "min_feedback_forward_cosine": 0.9976809024810791
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21800933145046233
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06553558260202408,
+        "mean_feedback_forward_cosine": 0.9988394881549635,
+        "mean_feedback_forward_relative_error": 0.04740385789620249,
+        "min_feedback_forward_cosine": 0.9978623986244202
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.2126266315174103
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06292152404785156,
+        "mean_feedback_forward_cosine": 0.9989262568323236,
+        "mean_feedback_forward_relative_error": 0.04560201899393609,
+        "min_feedback_forward_cosine": 0.9980289936065674
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21306990696907044
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.060485124588012695,
+        "mean_feedback_forward_cosine": 0.999006167838448,
+        "mean_feedback_forward_relative_error": 0.04386914844967817,
+        "min_feedback_forward_cosine": 0.9981784820556641
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2119411366558075
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05806891247630119,
+        "mean_feedback_forward_cosine": 0.9990817998584948,
+        "mean_feedback_forward_relative_error": 0.042162092010441576,
+        "min_feedback_forward_cosine": 0.9983206391334534
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.2130824304008484
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05569453909993172,
+        "mean_feedback_forward_cosine": 0.9991535387541118,
+        "mean_feedback_forward_relative_error": 0.040483501298647175,
+        "min_feedback_forward_cosine": 0.9984550476074219
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21174772569656372
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05345839634537697,
+        "mean_feedback_forward_cosine": 0.99921757296512,
+        "mean_feedback_forward_relative_error": 0.038921269343087546,
+        "min_feedback_forward_cosine": 0.9985762238502502
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21362232236862183
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05138672888278961,
+        "mean_feedback_forward_cosine": 0.9992752200678775,
+        "mean_feedback_forward_relative_error": 0.03746017117641474,
+        "min_feedback_forward_cosine": 0.9986842274665833
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.2059653507041931
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04933715984225273,
+        "mean_feedback_forward_cosine": 0.9993301943728798,
+        "mean_feedback_forward_relative_error": 0.03601319264424475,
+        "min_feedback_forward_cosine": 0.9987869262695312
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20739755942344665
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04744468629360199,
+        "mean_feedback_forward_cosine": 0.9993793776160792,
+        "mean_feedback_forward_relative_error": 0.0346666251456267,
+        "min_feedback_forward_cosine": 0.9988775253295898
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20578169294357299
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0454692542552948,
+        "mean_feedback_forward_cosine": 0.9994265280271831,
+        "mean_feedback_forward_relative_error": 0.03332244825402373,
+        "min_feedback_forward_cosine": 0.9989690184593201
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.21051717368125916
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0437321811914444,
+        "mean_feedback_forward_cosine": 0.9994687751719826,
+        "mean_feedback_forward_relative_error": 0.032071445578415146,
+        "min_feedback_forward_cosine": 0.9990459680557251
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20646495123386382
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0419686958193779,
+        "mean_feedback_forward_cosine": 0.9995098427722329,
+        "mean_feedback_forward_relative_error": 0.030809350703891954,
+        "min_feedback_forward_cosine": 0.9991215467453003
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2108780198287964
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.040337637066841125,
+        "mean_feedback_forward_cosine": 0.9995463333631817,
+        "mean_feedback_forward_relative_error": 0.02964061714316669,
+        "min_feedback_forward_cosine": 0.9991884231567383
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20576658058166503
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0387629009783268,
+        "mean_feedback_forward_cosine": 0.999580044495432,
+        "mean_feedback_forward_relative_error": 0.02851661221173249,
+        "min_feedback_forward_cosine": 0.9992505311965942
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20313345026493074
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03718485310673714,
+        "mean_feedback_forward_cosine": 0.9996134136852465,
+        "mean_feedback_forward_relative_error": 0.027364295417148816,
+        "min_feedback_forward_cosine": 0.9993102550506592
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.207878734331131
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03570469468832016,
+        "mean_feedback_forward_cosine": 0.999642412913473,
+        "mean_feedback_forward_relative_error": 0.026313925259991697,
+        "min_feedback_forward_cosine": 0.9993640780448914
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20488694869041443
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.034284189343452454,
+        "mean_feedback_forward_cosine": 0.9996700977024279,
+        "mean_feedback_forward_relative_error": 0.02527490321938929,
+        "min_feedback_forward_cosine": 0.9994134902954102
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2048532602787018
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03291381523013115,
+        "mean_feedback_forward_cosine": 0.9996955394744873,
+        "mean_feedback_forward_relative_error": 0.024282213153415604,
+        "min_feedback_forward_cosine": 0.9994593262672424
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20214042823314668
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031641434878110886,
+        "mean_feedback_forward_cosine": 0.9997181735540691,
+        "mean_feedback_forward_relative_error": 0.023359945338023335,
+        "min_feedback_forward_cosine": 0.9995002150535583
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20128610049247742
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030388284474611282,
+        "mean_feedback_forward_cosine": 0.9997399794427972,
+        "mean_feedback_forward_relative_error": 0.022440489675653607,
+        "min_feedback_forward_cosine": 0.9995390176773071
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20291523026943206
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029230855405330658,
+        "mean_feedback_forward_cosine": 0.9997591533158955,
+        "mean_feedback_forward_relative_error": 0.021596452466359262,
+        "min_feedback_forward_cosine": 0.9995734691619873
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20021228905200958
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028075579553842545,
+        "mean_feedback_forward_cosine": 0.9997772103861758,
+        "mean_feedback_forward_relative_error": 0.02077175294490237,
+        "min_feedback_forward_cosine": 0.9996064901351929
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.20054742718696594
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02693236991763115,
+        "mean_feedback_forward_cosine": 0.9997943326046592,
+        "mean_feedback_forward_relative_error": 0.019957708832072586,
+        "min_feedback_forward_cosine": 0.9996378421783447
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.20103565855979919
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025899013504385948,
+        "mean_feedback_forward_cosine": 0.9998096384500202,
+        "mean_feedback_forward_relative_error": 0.01920037510755815,
+        "min_feedback_forward_cosine": 0.9996651411056519
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.2001511568880081
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02488711290061474,
+        "mean_feedback_forward_cosine": 0.9998238494521693,
+        "mean_feedback_forward_relative_error": 0.018469309140192836,
+        "min_feedback_forward_cosine": 0.9996907711029053
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19720856919288635
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023899318650364876,
+        "mean_feedback_forward_cosine": 0.999836874635596,
+        "mean_feedback_forward_relative_error": 0.017773398957950503,
+        "min_feedback_forward_cosine": 0.9997147917747498
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19735110092163086
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02389109693467617,
+        "mean_feedback_forward_cosine": 0.9998370252157512,
+        "mean_feedback_forward_relative_error": 0.017763798174105193,
+        "min_feedback_forward_cosine": 0.9997150301933289
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12442319479942322
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023886116221547127,
+        "mean_feedback_forward_cosine": 0.9998371005058289,
+        "mean_feedback_forward_relative_error": 0.01775621257624344,
+        "min_feedback_forward_cosine": 0.9997150897979736
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09954114828824998
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238815750926733,
+        "mean_feedback_forward_cosine": 0.9998371852071661,
+        "mean_feedback_forward_relative_error": 0.01774907479748914,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.0886064899790287
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023877078667283058,
+        "mean_feedback_forward_cosine": 0.9998372542230707,
+        "mean_feedback_forward_relative_error": 0.017742220018255084,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08099984602868557
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02387254498898983,
+        "mean_feedback_forward_cosine": 0.9998373702952736,
+        "mean_feedback_forward_relative_error": 0.01773549564868996,
+        "min_feedback_forward_cosine": 0.9997154474258423
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07796452830791474
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023867983371019363,
+        "mean_feedback_forward_cosine": 0.9998374267628318,
+        "mean_feedback_forward_relative_error": 0.01772869549887745,
+        "min_feedback_forward_cosine": 0.9997155666351318
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07303242535114288
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023863336071372032,
+        "mean_feedback_forward_cosine": 0.9998375522462946,
+        "mean_feedback_forward_relative_error": 0.0177221491834835,
+        "min_feedback_forward_cosine": 0.9997156858444214
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.0711615925681591
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023858843371272087,
+        "mean_feedback_forward_cosine": 0.9998375836171602,
+        "mean_feedback_forward_relative_error": 0.017715743301730407,
+        "min_feedback_forward_cosine": 0.9997157454490662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0673111107134819
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023854201659560204,
+        "mean_feedback_forward_cosine": 0.9998377059635363,
+        "mean_feedback_forward_relative_error": 0.01770933933163944,
+        "min_feedback_forward_cosine": 0.9997158646583557
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06551601542472839
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02384946681559086,
+        "mean_feedback_forward_cosine": 0.999837759294008,
+        "mean_feedback_forward_relative_error": 0.01770310493578252,
+        "min_feedback_forward_cosine": 0.9997159838676453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06257788936972618
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023844989016652107,
+        "mean_feedback_forward_cosine": 0.9998378690920378,
+        "mean_feedback_forward_relative_error": 0.017696918454021215,
+        "min_feedback_forward_cosine": 0.9997161626815796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.058294875597953794
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02384048141539097,
+        "mean_feedback_forward_cosine": 0.9998379443821154,
+        "mean_feedback_forward_relative_error": 0.017690715821165787,
+        "min_feedback_forward_cosine": 0.9997161626815796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05692799431443214
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02383587695658207,
+        "mean_feedback_forward_cosine": 0.9998380071238467,
+        "mean_feedback_forward_relative_error": 0.01768442557046288,
+        "min_feedback_forward_cosine": 0.9997162818908691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.055019658786058426
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023831013590097427,
+        "mean_feedback_forward_cosine": 0.9998381294702229,
+        "mean_feedback_forward_relative_error": 0.01767808301864486,
+        "min_feedback_forward_cosine": 0.9997164607048035
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05449852827012539
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02382613904774189,
+        "mean_feedback_forward_cosine": 0.9998382110344736,
+        "mean_feedback_forward_relative_error": 0.017671735491603613,
+        "min_feedback_forward_cosine": 0.9997165203094482
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.051638311725854875
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02382132038474083,
+        "mean_feedback_forward_cosine": 0.999838295735811,
+        "mean_feedback_forward_relative_error": 0.01766541619834147,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.05075180400133133
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023816458880901337,
+        "mean_feedback_forward_cosine": 0.9998383710258886,
+        "mean_feedback_forward_relative_error": 0.017659144108428768,
+        "min_feedback_forward_cosine": 0.9997167587280273
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04860522404909134
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381158247590065,
+        "mean_feedback_forward_cosine": 0.9998384933722647,
+        "mean_feedback_forward_relative_error": 0.01765274339796681,
+        "min_feedback_forward_cosine": 0.9997168779373169
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.047121148210167885
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238068625330925,
+        "mean_feedback_forward_cosine": 0.9998385592510826,
+        "mean_feedback_forward_relative_error": 0.017646590468326683,
+        "min_feedback_forward_cosine": 0.9997169375419617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04480014027833939
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023801730945706367,
+        "mean_feedback_forward_cosine": 0.9998386376782468,
+        "mean_feedback_forward_relative_error": 0.01764031075627396,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04622192790746689
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237965639680624,
+        "mean_feedback_forward_cosine": 0.9998387443391901,
+        "mean_feedback_forward_relative_error": 0.01763393043687469,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.044027461415529254
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023791490122675896,
+        "mean_feedback_forward_cosine": 0.9998388259034408,
+        "mean_feedback_forward_relative_error": 0.017627560754159565,
+        "min_feedback_forward_cosine": 0.9997173547744751
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.042354498464465144
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786408826708794,
+        "mean_feedback_forward_cosine": 0.9998389262902109,
+        "mean_feedback_forward_relative_error": 0.01762126636152205,
+        "min_feedback_forward_cosine": 0.9997175335884094
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04295653098106384
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023781437426805496,
+        "mean_feedback_forward_cosine": 0.9998390392253274,
+        "mean_feedback_forward_relative_error": 0.0176150009379183,
+        "min_feedback_forward_cosine": 0.999717652797699
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.04079782772898674
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023776011541485786,
+        "mean_feedback_forward_cosine": 0.9998391552975303,
+        "mean_feedback_forward_relative_error": 0.017608390900453453,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.04124207681894303
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023770619183778763,
+        "mean_feedback_forward_cosine": 0.9998392054909154,
+        "mean_feedback_forward_relative_error": 0.017601775838748404,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03900240250706673
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023765409365296364,
+        "mean_feedback_forward_cosine": 0.999839324700205,
+        "mean_feedback_forward_relative_error": 0.017595374638116675,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.037209171330928804
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023760031908750534,
+        "mean_feedback_forward_cosine": 0.9998394344982348,
+        "mean_feedback_forward_relative_error": 0.01758885564968774,
+        "min_feedback_forward_cosine": 0.9997181296348572
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.036044797257184985
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023754576221108437,
+        "mean_feedback_forward_cosine": 0.9998394846916199,
+        "mean_feedback_forward_relative_error": 0.017582232696249298,
+        "min_feedback_forward_cosine": 0.999718189239502
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.036427210804224015
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023748576641082764,
+        "mean_feedback_forward_cosine": 0.9998396258605154,
+        "mean_feedback_forward_relative_error": 0.017575340933705632,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03773718276321888
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023743055760860443,
+        "mean_feedback_forward_cosine": 0.9998397105618527,
+        "mean_feedback_forward_relative_error": 0.017568696829441347,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.035393076547384265
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023737845942378044,
+        "mean_feedback_forward_cosine": 0.9998397827148438,
+        "mean_feedback_forward_relative_error": 0.017562087086078367,
+        "min_feedback_forward_cosine": 0.9997186660766602
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.033653816018104556
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02373233065009117,
+        "mean_feedback_forward_cosine": 0.9998399207466527,
+        "mean_feedback_forward_relative_error": 0.017555307547904943,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.032840322127342225
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023726176470518112,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.01754812222268236,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.035277710797786715
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023720096796751022,
+        "mean_feedback_forward_cosine": 0.999840143479799,
+        "mean_feedback_forward_relative_error": 0.017540947460618458,
+        "min_feedback_forward_cosine": 0.9997191429138184
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03393282965540886
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023713892325758934,
+        "mean_feedback_forward_cosine": 0.9998402721003482,
+        "mean_feedback_forward_relative_error": 0.017533725372662668,
+        "min_feedback_forward_cosine": 0.9997192621231079
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.033962389070987704
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02370789274573326,
+        "mean_feedback_forward_cosine": 0.9998403787612915,
+        "mean_feedback_forward_relative_error": 0.01752667798121509,
+        "min_feedback_forward_cosine": 0.9997193813323975
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03192068582713604
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023701651021838188,
+        "mean_feedback_forward_cosine": 0.999840469736802,
+        "mean_feedback_forward_relative_error": 0.01751929930852432,
+        "min_feedback_forward_cosine": 0.9997196197509766
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.032145514241456986
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023695718497037888,
+        "mean_feedback_forward_cosine": 0.9998405889460915,
+        "mean_feedback_forward_relative_error": 0.0175121195467287,
+        "min_feedback_forward_cosine": 0.9997196793556213
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03121916231572628
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02369002439081669,
+        "mean_feedback_forward_cosine": 0.9998406956070348,
+        "mean_feedback_forward_relative_error": 0.017505143131864697,
+        "min_feedback_forward_cosine": 0.9997197389602661
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.029504041374325753
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023683952167630196,
+        "mean_feedback_forward_cosine": 0.9998408399130169,
+        "mean_feedback_forward_relative_error": 0.017497966139528313,
+        "min_feedback_forward_cosine": 0.99972003698349
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02961511559844017
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023677857592701912,
+        "mean_feedback_forward_cosine": 0.9998409465739602,
+        "mean_feedback_forward_relative_error": 0.017490761648667485,
+        "min_feedback_forward_cosine": 0.9997200965881348
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.029603759601712226
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023671388626098633,
+        "mean_feedback_forward_cosine": 0.9998410563719901,
+        "mean_feedback_forward_relative_error": 0.017483263840212634,
+        "min_feedback_forward_cosine": 0.9997202754020691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029325441351532935
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023665640503168106,
+        "mean_feedback_forward_cosine": 0.9998411849925393,
+        "mean_feedback_forward_relative_error": 0.01747635232382699,
+        "min_feedback_forward_cosine": 0.9997204542160034
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027311097153425216
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023659126833081245,
+        "mean_feedback_forward_cosine": 0.999841288516396,
+        "mean_feedback_forward_relative_error": 0.017468886596983986,
+        "min_feedback_forward_cosine": 0.9997206926345825
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.028823337376117707
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023652082309126854,
+        "mean_feedback_forward_cosine": 0.9998414234111184,
+        "mean_feedback_forward_relative_error": 0.01746097143347326,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.028660762969851494
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023645399138331413,
+        "mean_feedback_forward_cosine": 0.9998415300720617,
+        "mean_feedback_forward_relative_error": 0.01745332255469341,
+        "min_feedback_forward_cosine": 0.9997209906578064
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.027866083926558493
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02363891899585724,
+        "mean_feedback_forward_cosine": 0.9998416681038705,
+        "mean_feedback_forward_relative_error": 0.017445795238018036,
+        "min_feedback_forward_cosine": 0.9997209310531616
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027290484753251076
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023632267490029335,
+        "mean_feedback_forward_cosine": 0.9998417841760736,
+        "mean_feedback_forward_relative_error": 0.017438053202472235,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.025752054628431796
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362574264407158,
+        "mean_feedback_forward_cosine": 0.9998419033853632,
+        "mean_feedback_forward_relative_error": 0.01743022894094649,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025914649894833566
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362567000091076,
+        "mean_feedback_forward_cosine": 0.9998418876999303,
+        "mean_feedback_forward_relative_error": 0.017430036598326343,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023274573529958726
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362561784684658,
+        "mean_feedback_forward_cosine": 0.9998419096595362,
+        "mean_feedback_forward_relative_error": 0.017429864328158528,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021617045214772226
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625561967492104,
+        "mean_feedback_forward_cosine": 0.9998418908370169,
+        "mean_feedback_forward_relative_error": 0.017429695146060305,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021565087901949883
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625506088137627,
+        "mean_feedback_forward_cosine": 0.9998419127966228,
+        "mean_feedback_forward_relative_error": 0.017429523537621686,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021052006413936616
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625463247299194,
+        "mean_feedback_forward_cosine": 0.9998419222078825,
+        "mean_feedback_forward_relative_error": 0.01742935232131889,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020187341000437738
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625412955880165,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017429182501999957,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019765038191378117
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625364527106285,
+        "mean_feedback_forward_cosine": 0.9998419378933153,
+        "mean_feedback_forward_relative_error": 0.0174290195205494,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.020545777665376665
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625314235687256,
+        "mean_feedback_forward_cosine": 0.999841919070796,
+        "mean_feedback_forward_relative_error": 0.017428849235569175,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019909772011041642
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625262081623077,
+        "mean_feedback_forward_cosine": 0.9998419222078825,
+        "mean_feedback_forward_relative_error": 0.017428683239574496,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019450022747516633
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625215515494347,
+        "mean_feedback_forward_cosine": 0.9998419065224496,
+        "mean_feedback_forward_relative_error": 0.01742852018459847,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.018635217373669147
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625168949365616,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.01742836176172683,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.019771754233539104
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625120520591736,
+        "mean_feedback_forward_cosine": 0.9998419033853632,
+        "mean_feedback_forward_relative_error": 0.017428197089190547,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.019207457506358622
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625075817108154,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.017428037220318066,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01966070913493633
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625025525689125,
+        "mean_feedback_forward_cosine": 0.9998419159337094,
+        "mean_feedback_forward_relative_error": 0.017427871469408274,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.018938596695363522
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624984547495842,
+        "mean_feedback_forward_cosine": 0.9998419253449691,
+        "mean_feedback_forward_relative_error": 0.017427710179043442,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01795565570920706
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362494170665741,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.017427550702306786,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01870345171034336
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362489514052868,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.0174273925980455,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.017115880472362042
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624848574399948,
+        "mean_feedback_forward_cosine": 0.9998419378933153,
+        "mean_feedback_forward_relative_error": 0.017427234836903057,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01920094470024109
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624802008271217,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742707433080987,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01911835408836603
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624759167432785,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.017426916765735337,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01843534249663353
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624710738658905,
+        "mean_feedback_forward_cosine": 0.9998419316191423,
+        "mean_feedback_forward_relative_error": 0.01742676098978049,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.01794396436005831
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362467721104622,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01742659862104215,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017799743198156356
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624630644917488,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742643122806361,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.016940128788501024
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624585941433907,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.01742627199641184,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.017658958861529826
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624535650014877,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017426116563575834,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01826230070203543
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624492809176445,
+        "mean_feedback_forward_cosine": 0.9998419755383542,
+        "mean_feedback_forward_relative_error": 0.017425962405181246,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.018668894878029824
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624451830983162,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.017425803394105873,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.01702467140108347
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362440526485443,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017425649039643377,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016476852412819862
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362436056137085,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.01742549343524795,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.016713480235040188
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362431213259697,
+        "mean_feedback_forward_cosine": 0.9998419661270944,
+        "mean_feedback_forward_relative_error": 0.01742533601722435,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017687734822034836
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624269291758537,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.017425186294866234,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.017140326766371727
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624228313565254,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.017425029489554857,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.017491330931782723
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624183610081673,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742487182644637,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016248736631572246
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362413890659809,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.0174247119330654,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.01694776742488146
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624099791049957,
+        "mean_feedback_forward_cosine": 0.999841969264181,
+        "mean_feedback_forward_relative_error": 0.017424556181619043,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01671396476060152
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624062538146973,
+        "mean_feedback_forward_cosine": 0.9998419535787482,
+        "mean_feedback_forward_relative_error": 0.017424403224140406,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016440652879476547
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362402155995369,
+        "mean_feedback_forward_cosine": 0.9998419535787482,
+        "mean_feedback_forward_relative_error": 0.017424247521711022,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01723799763441086
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623984307050705,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.017424092505519326,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01625235303938389
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623935878276825,
+        "mean_feedback_forward_cosine": 0.9998419849496138,
+        "mean_feedback_forward_relative_error": 0.01742394516048463,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.017007624327540397
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623894900083542,
+        "mean_feedback_forward_cosine": 0.9998419567158348,
+        "mean_feedback_forward_relative_error": 0.017423789899208043,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.01589294947952032
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623844608664513,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.017423640127832953,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.017078018230199814
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362380363047123,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01742348793011747,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.017073209224045278
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623768240213394,
+        "mean_feedback_forward_cosine": 0.9998419567158348,
+        "mean_feedback_forward_relative_error": 0.017423336369622695,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015712709036171436
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623721674084663,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.017423190348046392,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.0167135486972332
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362368255853653,
+        "mean_feedback_forward_cosine": 0.9998419880867004,
+        "mean_feedback_forward_relative_error": 0.017423034057413276,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.016926228197813035
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623641580343246,
+        "mean_feedback_forward_cosine": 0.9998419786754408,
+        "mean_feedback_forward_relative_error": 0.017422879776476247,
+        "min_feedback_forward_cosine": 0.9997214674949646
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015681275087296963
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362360619008541,
+        "mean_feedback_forward_cosine": 0.9998419316191423,
+        "mean_feedback_forward_relative_error": 0.017422724368148727,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0157519710201025
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623565211892128,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.017422574400705725,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015686207499504088
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623526096343994,
+        "mean_feedback_forward_cosine": 0.9998419818125273,
+        "mean_feedback_forward_relative_error": 0.01742242078149789,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015580578749477863
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362348884344101,
+        "mean_feedback_forward_cosine": 0.9998419629900079,
+        "mean_feedback_forward_relative_error": 0.017422264711441177,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015610226914286613
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9087,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4213775695800781,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7231495380401611,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6212.18221783638,
+    "train_wall_s": 6210.074757575989
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}