results: pass dynamic innovation confirmation gate

1 files changed, 3258 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
new file mode 100644
index 0000000..3886c19
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996606707572937,
+    "feedback_forward_cosine": [
+      0.9998397827148438,
+      0.9998446702957153,
+      0.9997676610946655,
+      0.9997360706329346,
+      0.9998356103897095,
+      0.9997872114181519,
+      0.9998396039009094,
+      0.9998887777328491,
+      0.9998351335525513,
+      0.9998185634613037,
+      0.9998612403869629,
+      0.9998190402984619,
+      0.9998319149017334,
+      0.9999021291732788,
+      0.9998922348022461,
+      0.9998776912689209,
+      0.9998843669891357,
+      0.9997295141220093,
+      0.9999887943267822
+    ],
+    "feedback_forward_norm_ratio": [
+      1.000428318977356,
+      1.0008574724197388,
+      0.9990053176879883,
+      1.0012600421905518,
+      0.9996617436408997,
+      1.000982642173767,
+      0.9993184208869934,
+      1.0003552436828613,
+      0.9997528791427612,
+      1.0007574558258057,
+      0.9996054172515869,
+      1.0006641149520874,
+      0.9997743368148804,
+      1.0001587867736816,
+      1.0000267028808594,
+      1.0004032850265503,
+      1.0001193284988403,
+      1.000847339630127,
+      1.0024750232696533
+    ],
+    "feedback_forward_relative_error": [
+      0.017910555005073547,
+      0.017654424533247948,
+      0.021565964445471764,
+      0.023022618144750595,
+      0.018133867532014847,
+      0.020668482407927513,
+      0.017918230965733528,
+      0.014916742220520973,
+      0.01815802976489067,
+      0.019074484705924988,
+      0.016659196466207504,
+      0.01903541572391987,
+      0.018337950110435486,
+      0.013992981053888798,
+      0.014677700586616993,
+      0.015658369287848473,
+      0.01521098893135786,
+      0.02328561618924141,
+      0.005356569774448872
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "mean_feedback_forward_cosine": 0.9998410532349035,
+    "mean_feedback_forward_relative_error": 0.01743358883418535,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "wall_s": 0.08478927612304688
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3152871131896973,
+        "mean_feedback_forward_cosine": 0.2933326049854881,
+        "mean_feedback_forward_relative_error": 1.1892362362460087,
+        "min_feedback_forward_cosine": 0.14835697412490845
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.7700924412155152
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2390552759170532,
+        "mean_feedback_forward_cosine": 0.4218378600321318,
+        "mean_feedback_forward_relative_error": 1.0760179130654586,
+        "min_feedback_forward_cosine": 0.24182388186454773
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3123860162734986
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1830275058746338,
+        "mean_feedback_forward_cosine": 0.52299333873548,
+        "mean_feedback_forward_relative_error": 0.9784546917990634,
+        "min_feedback_forward_cosine": 0.3142080307006836
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0395409072113038
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1328173875808716,
+        "mean_feedback_forward_cosine": 0.5936093926429749,
+        "mean_feedback_forward_relative_error": 0.9037119887377086,
+        "min_feedback_forward_cosine": 0.3751407265663147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8746997144889832
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.089064598083496,
+        "mean_feedback_forward_cosine": 0.647214949131012,
+        "mean_feedback_forward_relative_error": 0.8424453154990548,
+        "min_feedback_forward_cosine": 0.42529189586639404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7610496779251099
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.046331524848938,
+        "mean_feedback_forward_cosine": 0.6885352809178201,
+        "mean_feedback_forward_relative_error": 0.7914931131036658,
+        "min_feedback_forward_cosine": 0.47133466601371765
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6900432537651062
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.006310224533081,
+        "mean_feedback_forward_cosine": 0.7220533270584909,
+        "mean_feedback_forward_relative_error": 0.7474578791543057,
+        "min_feedback_forward_cosine": 0.5120689272880554
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.638397527961731
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9711334109306335,
+        "mean_feedback_forward_cosine": 0.7497436592453405,
+        "mean_feedback_forward_relative_error": 0.7091254795852461,
+        "min_feedback_forward_cosine": 0.5461207628250122
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5928190508460999
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9362074732780457,
+        "mean_feedback_forward_cosine": 0.7737372266618829,
+        "mean_feedback_forward_relative_error": 0.6739945019546308,
+        "min_feedback_forward_cosine": 0.578745424747467
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5591936241149902
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9010659456253052,
+        "mean_feedback_forward_cosine": 0.7943896776751468,
+        "mean_feedback_forward_relative_error": 0.6420491651484841,
+        "min_feedback_forward_cosine": 0.6103942394256592
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5313378884029388
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8672091364860535,
+        "mean_feedback_forward_cosine": 0.8132783017660442,
+        "mean_feedback_forward_relative_error": 0.6113202681666926,
+        "min_feedback_forward_cosine": 0.6394283771514893
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5099901778316498
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8353588581085205,
+        "mean_feedback_forward_cosine": 0.8294956621370817,
+        "mean_feedback_forward_relative_error": 0.5838856022608908,
+        "min_feedback_forward_cosine": 0.665457010269165
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4878437393760681
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8048327565193176,
+        "mean_feedback_forward_cosine": 0.8440827444980019,
+        "mean_feedback_forward_relative_error": 0.5580512802851828,
+        "min_feedback_forward_cosine": 0.6900070905685425
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.46536738251686094
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7739757299423218,
+        "mean_feedback_forward_cosine": 0.8571237043330544,
+        "mean_feedback_forward_relative_error": 0.5340167738889393,
+        "min_feedback_forward_cosine": 0.7133912444114685
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.44650153921127317
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7438143491744995,
+        "mean_feedback_forward_cosine": 0.8689768941778886,
+        "mean_feedback_forward_relative_error": 0.5109366437322215,
+        "min_feedback_forward_cosine": 0.7352336645126343
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4332742894744873
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7148537635803223,
+        "mean_feedback_forward_cosine": 0.8795209809353477,
+        "mean_feedback_forward_relative_error": 0.48969328481900065,
+        "min_feedback_forward_cosine": 0.7554726600646973
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4203475615787506
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6861604452133179,
+        "mean_feedback_forward_cosine": 0.889490290691978,
+        "mean_feedback_forward_relative_error": 0.46875388685025665,
+        "min_feedback_forward_cosine": 0.7745020389556885
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.40506954431533815
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6597951650619507,
+        "mean_feedback_forward_cosine": 0.8982065382756685,
+        "mean_feedback_forward_relative_error": 0.4497144394799283,
+        "min_feedback_forward_cosine": 0.7913845777511597
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3948731394767761
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6334631443023682,
+        "mean_feedback_forward_cosine": 0.9063881855261954,
+        "mean_feedback_forward_relative_error": 0.43093959281319066,
+        "min_feedback_forward_cosine": 0.8077483177185059
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38731814023971556
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6084911823272705,
+        "mean_feedback_forward_cosine": 0.9137261102074071,
+        "mean_feedback_forward_relative_error": 0.41337695717811584,
+        "min_feedback_forward_cosine": 0.8225244283676147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3732180533218384
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5843833684921265,
+        "mean_feedback_forward_cosine": 0.9205317214915627,
+        "mean_feedback_forward_relative_error": 0.3965728541738109,
+        "min_feedback_forward_cosine": 0.8362374305725098
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3684745170402527
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5614224076271057,
+        "mean_feedback_forward_cosine": 0.9267226049774572,
+        "mean_feedback_forward_relative_error": 0.38049717090631785,
+        "min_feedback_forward_cosine": 0.8487249612808228
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3560307614326477
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5392521023750305,
+        "mean_feedback_forward_cosine": 0.9324022406025937,
+        "mean_feedback_forward_relative_error": 0.36515061322011444,
+        "min_feedback_forward_cosine": 0.8603371381759644
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34650497359275817
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5180007219314575,
+        "mean_feedback_forward_cosine": 0.9376050767145658,
+        "mean_feedback_forward_relative_error": 0.3506299837639457,
+        "min_feedback_forward_cosine": 0.8710404634475708
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3413775287055969
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4975259602069855,
+        "mean_feedback_forward_cosine": 0.9422080108993932,
+        "mean_feedback_forward_relative_error": 0.3372772908524463,
+        "min_feedback_forward_cosine": 0.8809491395950317
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.330313382434845
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.47742199897766113,
+        "mean_feedback_forward_cosine": 0.9466079881316737,
+        "mean_feedback_forward_relative_error": 0.3239913253407729,
+        "min_feedback_forward_cosine": 0.8902804851531982
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3268633655643463
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4579554498195648,
+        "mean_feedback_forward_cosine": 0.9506835184599224,
+        "mean_feedback_forward_relative_error": 0.3112199290802604,
+        "min_feedback_forward_cosine": 0.8989297151565552
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32068091130256654
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4393923580646515,
+        "mean_feedback_forward_cosine": 0.9544056120671724,
+        "mean_feedback_forward_relative_error": 0.2991728476787868,
+        "min_feedback_forward_cosine": 0.906851053237915
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.31577084115982057
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4212220013141632,
+        "mean_feedback_forward_cosine": 0.9578661761785808,
+        "mean_feedback_forward_relative_error": 0.28741739415808726,
+        "min_feedback_forward_cosine": 0.9143027067184448
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3136876461982727
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4039841890335083,
+        "mean_feedback_forward_cosine": 0.9609958780439276,
+        "mean_feedback_forward_relative_error": 0.27641204391655166,
+        "min_feedback_forward_cosine": 0.9211227893829346
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3026728736782074
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3873434066772461,
+        "mean_feedback_forward_cosine": 0.9639970754322252,
+        "mean_feedback_forward_relative_error": 0.26545458404641403,
+        "min_feedback_forward_cosine": 0.9273790717124939
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30320387191772463
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37161946296691895,
+        "mean_feedback_forward_cosine": 0.9666794036564074,
+        "mean_feedback_forward_relative_error": 0.2552406650624777,
+        "min_feedback_forward_cosine": 0.9331086277961731
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29722497003078463
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35596978664398193,
+        "mean_feedback_forward_cosine": 0.9692316463119105,
+        "mean_feedback_forward_relative_error": 0.24517358643443962,
+        "min_feedback_forward_cosine": 0.9385503530502319
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2951163592720032
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34164920449256897,
+        "mean_feedback_forward_cosine": 0.9714941225553814,
+        "mean_feedback_forward_relative_error": 0.2358894959876412,
+        "min_feedback_forward_cosine": 0.9433460235595703
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2886360764503479
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3279237151145935,
+        "mean_feedback_forward_cosine": 0.9736838152534083,
+        "mean_feedback_forward_relative_error": 0.22657095170334765,
+        "min_feedback_forward_cosine": 0.9477298259735107
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.286004674577713
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3148072361946106,
+        "mean_feedback_forward_cosine": 0.9756333012329904,
+        "mean_feedback_forward_relative_error": 0.21795125815429187,
+        "min_feedback_forward_cosine": 0.9517859220504761
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.28205583692550656
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30220264196395874,
+        "mean_feedback_forward_cosine": 0.9774411508911535,
+        "mean_feedback_forward_relative_error": 0.20961935896622508,
+        "min_feedback_forward_cosine": 0.9555267691612244
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27561885961532595
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2898789644241333,
+        "mean_feedback_forward_cosine": 0.9791205744994315,
+        "mean_feedback_forward_relative_error": 0.20157087555057124,
+        "min_feedback_forward_cosine": 0.959039032459259
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2754082911109924
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2784629762172699,
+        "mean_feedback_forward_cosine": 0.9806733633342543,
+        "mean_feedback_forward_relative_error": 0.1938883513212204,
+        "min_feedback_forward_cosine": 0.9621678590774536
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.27209105748176576
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2672949731349945,
+        "mean_feedback_forward_cosine": 0.9820656274494372,
+        "mean_feedback_forward_relative_error": 0.18673033188832433,
+        "min_feedback_forward_cosine": 0.9650894999504089
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2652701909542084
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25676229596138,
+        "mean_feedback_forward_cosine": 0.9833770676663047,
+        "mean_feedback_forward_relative_error": 0.17967709624453596,
+        "min_feedback_forward_cosine": 0.9677592515945435
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2634839852333069
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2463054209947586,
+        "mean_feedback_forward_cosine": 0.984612132373609,
+        "mean_feedback_forward_relative_error": 0.17282210486499885,
+        "min_feedback_forward_cosine": 0.9702930450439453
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2638785872554779
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23629648983478546,
+        "mean_feedback_forward_cosine": 0.9857749499772724,
+        "mean_feedback_forward_relative_error": 0.16613267871894336,
+        "min_feedback_forward_cosine": 0.9726332426071167
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.25648207290649416
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2265455573797226,
+        "mean_feedback_forward_cosine": 0.9868410668875042,
+        "mean_feedback_forward_relative_error": 0.1597374916860932,
+        "min_feedback_forward_cosine": 0.974839985370636
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.25590220363616945
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21779561042785645,
+        "mean_feedback_forward_cosine": 0.9878014420208178,
+        "mean_feedback_forward_relative_error": 0.15373511455560984,
+        "min_feedback_forward_cosine": 0.976719319820404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25498896251678466
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2088119387626648,
+        "mean_feedback_forward_cosine": 0.9887145381224783,
+        "mean_feedback_forward_relative_error": 0.14787241149889796,
+        "min_feedback_forward_cosine": 0.9785810112953186
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25229337076187136
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20047518610954285,
+        "mean_feedback_forward_cosine": 0.9895525700167606,
+        "mean_feedback_forward_relative_error": 0.14222895373639308,
+        "min_feedback_forward_cosine": 0.980238676071167
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25046150511264803
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19215868413448334,
+        "mean_feedback_forward_cosine": 0.9903604325495268,
+        "mean_feedback_forward_relative_error": 0.13656484335660934,
+        "min_feedback_forward_cosine": 0.9818353652954102
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2514414472556114
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18437601625919342,
+        "mean_feedback_forward_cosine": 0.99109695459667,
+        "mean_feedback_forward_relative_error": 0.13123987673928864,
+        "min_feedback_forward_cosine": 0.9832648634910583
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24994389437675477
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17699532210826874,
+        "mean_feedback_forward_cosine": 0.9917633533477783,
+        "mean_feedback_forward_relative_error": 0.12621399701425903,
+        "min_feedback_forward_cosine": 0.9845625758171082
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24948119516849518
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17000949382781982,
+        "mean_feedback_forward_cosine": 0.9923716909007022,
+        "mean_feedback_forward_relative_error": 0.12141832277963036,
+        "min_feedback_forward_cosine": 0.9857463240623474
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2397834491920471
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16322658956050873,
+        "mean_feedback_forward_cosine": 0.9929383742181879,
+        "mean_feedback_forward_relative_error": 0.11681727555237319,
+        "min_feedback_forward_cosine": 0.9868492484092712
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23811577649116517
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15688201785087585,
+        "mean_feedback_forward_cosine": 0.9934662298152321,
+        "mean_feedback_forward_relative_error": 0.11234608331793233,
+        "min_feedback_forward_cosine": 0.9878503084182739
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.2347814343738556
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1504819542169571,
+        "mean_feedback_forward_cosine": 0.9939507340130053,
+        "mean_feedback_forward_relative_error": 0.10809194061316942,
+        "min_feedback_forward_cosine": 0.9888131022453308
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.24166065438747406
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14444631338119507,
+        "mean_feedback_forward_cosine": 0.9944124911960802,
+        "mean_feedback_forward_relative_error": 0.10387111808124341,
+        "min_feedback_forward_cosine": 0.9896870851516724
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.2370883663749695
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13871312141418457,
+        "mean_feedback_forward_cosine": 0.9948335038988214,
+        "mean_feedback_forward_relative_error": 0.0998734708287214,
+        "min_feedback_forward_cosine": 0.990486741065979
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23285125886917113
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1331096887588501,
+        "mean_feedback_forward_cosine": 0.9952221042231509,
+        "mean_feedback_forward_relative_error": 0.09602151222919163,
+        "min_feedback_forward_cosine": 0.9912351369857788
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23394198512077333
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12772555649280548,
+        "mean_feedback_forward_cosine": 0.9955923525910628,
+        "mean_feedback_forward_relative_error": 0.09223919832392742,
+        "min_feedback_forward_cosine": 0.9919288158416748
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23523316113471984
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12264999002218246,
+        "mean_feedback_forward_cosine": 0.9959284349491722,
+        "mean_feedback_forward_relative_error": 0.08864477080734152,
+        "min_feedback_forward_cosine": 0.9925565123558044
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22811366169929503
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1177108958363533,
+        "mean_feedback_forward_cosine": 0.9962369297680101,
+        "mean_feedback_forward_relative_error": 0.0852269875375848,
+        "min_feedback_forward_cosine": 0.9931412935256958
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.227693050532341
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11301573365926743,
+        "mean_feedback_forward_cosine": 0.9965199357584903,
+        "mean_feedback_forward_relative_error": 0.08195626108269942,
+        "min_feedback_forward_cosine": 0.9936733841896057
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22571406733989716
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10847260802984238,
+        "mean_feedback_forward_cosine": 0.9967795798653051,
+        "mean_feedback_forward_relative_error": 0.07883979870300543,
+        "min_feedback_forward_cosine": 0.9941681623458862
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22897239991188048
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10419360548257828,
+        "mean_feedback_forward_cosine": 0.9970179796218872,
+        "mean_feedback_forward_relative_error": 0.07585975821865232,
+        "min_feedback_forward_cosine": 0.9946166276931763
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22848598481178284
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1000451073050499,
+        "mean_feedback_forward_cosine": 0.9972450827297411,
+        "mean_feedback_forward_relative_error": 0.07290914213578951,
+        "min_feedback_forward_cosine": 0.9950348138809204
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22550214426994325
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09609720855951309,
+        "mean_feedback_forward_cosine": 0.9974487361155058,
+        "mean_feedback_forward_relative_error": 0.07015403369931798,
+        "min_feedback_forward_cosine": 0.9954178333282471
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22258466155052184
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09232494235038757,
+        "mean_feedback_forward_cosine": 0.9976408418856169,
+        "mean_feedback_forward_relative_error": 0.06746580520350683,
+        "min_feedback_forward_cosine": 0.9957685470581055
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21734946195602417
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08847074955701828,
+        "mean_feedback_forward_cosine": 0.9978232603324088,
+        "mean_feedback_forward_relative_error": 0.0648055956944039,
+        "min_feedback_forward_cosine": 0.9961132407188416
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.2291919409275055
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08493213355541229,
+        "mean_feedback_forward_cosine": 0.997984418743535,
+        "mean_feedback_forward_relative_error": 0.062354145963725294,
+        "min_feedback_forward_cosine": 0.9964166879653931
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21789681928634644
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08157175034284592,
+        "mean_feedback_forward_cosine": 0.9981369501666019,
+        "mean_feedback_forward_relative_error": 0.05995147479207892,
+        "min_feedback_forward_cosine": 0.9966939687728882
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.2237079916858673
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0784633606672287,
+        "mean_feedback_forward_cosine": 0.9982732910858957,
+        "mean_feedback_forward_relative_error": 0.05771061552590445,
+        "min_feedback_forward_cosine": 0.9969395399093628
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21691304666519165
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07528278976678848,
+        "mean_feedback_forward_cosine": 0.9984068431352314,
+        "mean_feedback_forward_relative_error": 0.05543650039716771,
+        "min_feedback_forward_cosine": 0.9971820116043091
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2197783943271637
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07251707464456558,
+        "mean_feedback_forward_cosine": 0.9985218236320897,
+        "mean_feedback_forward_relative_error": 0.05338385563931967,
+        "min_feedback_forward_cosine": 0.9973851442337036
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.20860771854400634
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06950698047876358,
+        "mean_feedback_forward_cosine": 0.9986368041289481,
+        "mean_feedback_forward_relative_error": 0.05126833121635412,
+        "min_feedback_forward_cosine": 0.997597336769104
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.22113546739578246
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06674308329820633,
+        "mean_feedback_forward_cosine": 0.9987422478826422,
+        "mean_feedback_forward_relative_error": 0.04924817549947061,
+        "min_feedback_forward_cosine": 0.9977837800979614
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21520923093795777
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06415430456399918,
+        "mean_feedback_forward_cosine": 0.9988358365861993,
+        "mean_feedback_forward_relative_error": 0.0473746385817465,
+        "min_feedback_forward_cosine": 0.9979520440101624
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21333048491954804
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06168223172426224,
+        "mean_feedback_forward_cosine": 0.9989237346147236,
+        "mean_feedback_forward_relative_error": 0.045554709571756814,
+        "min_feedback_forward_cosine": 0.9981064796447754
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21425045120239258
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05932221561670303,
+        "mean_feedback_forward_cosine": 0.9990047937945316,
+        "mean_feedback_forward_relative_error": 0.04380172589107564,
+        "min_feedback_forward_cosine": 0.9982483386993408
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.20893779522418976
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.057064302265644073,
+        "mean_feedback_forward_cosine": 0.9990780792738262,
+        "mean_feedback_forward_relative_error": 0.042154407618861446,
+        "min_feedback_forward_cosine": 0.9983787536621094
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.20841411416530609
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05485239252448082,
+        "mean_feedback_forward_cosine": 0.9991467187279149,
+        "mean_feedback_forward_relative_error": 0.04055123815411016,
+        "min_feedback_forward_cosine": 0.9985014200210571
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.20558881327152254
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05262824147939682,
+        "mean_feedback_forward_cosine": 0.9992108250919142,
+        "mean_feedback_forward_relative_error": 0.03899813884575116,
+        "min_feedback_forward_cosine": 0.9986202120780945
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20863534938812256
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05054010823369026,
+        "mean_feedback_forward_cosine": 0.9992698587869343,
+        "mean_feedback_forward_relative_error": 0.03751169733311001,
+        "min_feedback_forward_cosine": 0.9987270832061768
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20875182423114777
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04847333952784538,
+        "mean_feedback_forward_cosine": 0.9993273270757574,
+        "mean_feedback_forward_relative_error": 0.036009292363336214,
+        "min_feedback_forward_cosine": 0.9988292455673218
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.21284654743671416
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04656003415584564,
+        "mean_feedback_forward_cosine": 0.9993772318488673,
+        "mean_feedback_forward_relative_error": 0.03464415968444787,
+        "min_feedback_forward_cosine": 0.9989197850227356
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20589884860992433
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.044718120247125626,
+        "mean_feedback_forward_cosine": 0.9994242944215473,
+        "mean_feedback_forward_relative_error": 0.033306461856945566,
+        "min_feedback_forward_cosine": 0.9990034103393555
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2039555728626251
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04293333739042282,
+        "mean_feedback_forward_cosine": 0.9994691735819766,
+        "mean_feedback_forward_relative_error": 0.03198307463409085,
+        "min_feedback_forward_cosine": 0.9990812540054321
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2055033529663086
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041266269981861115,
+        "mean_feedback_forward_cosine": 0.9995089016462627,
+        "mean_feedback_forward_relative_error": 0.030763930886199598,
+        "min_feedback_forward_cosine": 0.9991511702537537
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20926678663253784
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03962496295571327,
+        "mean_feedback_forward_cosine": 0.9995468196115995,
+        "mean_feedback_forward_relative_error": 0.02955206253222729,
+        "min_feedback_forward_cosine": 0.9992172122001648
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20789328810691834
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03799188882112503,
+        "mean_feedback_forward_cosine": 0.9995815001035991,
+        "mean_feedback_forward_relative_error": 0.02840322393335794,
+        "min_feedback_forward_cosine": 0.9992803931236267
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.21184086050510406
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03658031299710274,
+        "mean_feedback_forward_cosine": 0.9996119706254256,
+        "mean_feedback_forward_relative_error": 0.027347941441755546,
+        "min_feedback_forward_cosine": 0.999332845211029
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20259064952373504
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03519190847873688,
+        "mean_feedback_forward_cosine": 0.9996404459601954,
+        "mean_feedback_forward_relative_error": 0.026322352945020323,
+        "min_feedback_forward_cosine": 0.9993824362754822
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.19757543837547303
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03381280228495598,
+        "mean_feedback_forward_cosine": 0.9996674562755384,
+        "mean_feedback_forward_relative_error": 0.025314428206337124,
+        "min_feedback_forward_cosine": 0.9994298219680786
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20042255244255067
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03247952088713646,
+        "mean_feedback_forward_cosine": 0.9996924023879202,
+        "mean_feedback_forward_relative_error": 0.024345717539912777,
+        "min_feedback_forward_cosine": 0.9994738698005676
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20054024726867675
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03116488642990589,
+        "mean_feedback_forward_cosine": 0.9997159681822124,
+        "mean_feedback_forward_relative_error": 0.023396770371810385,
+        "min_feedback_forward_cosine": 0.9995157122612
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20490990519046784
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02997639775276184,
+        "mean_feedback_forward_cosine": 0.9997366541310361,
+        "mean_feedback_forward_relative_error": 0.022526048957125136,
+        "min_feedback_forward_cosine": 0.9995517730712891
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19781552631139757
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02878512814640999,
+        "mean_feedback_forward_cosine": 0.9997561793578299,
+        "mean_feedback_forward_relative_error": 0.021671489910467676,
+        "min_feedback_forward_cosine": 0.9995867013931274
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20112258635997773
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02762950211763382,
+        "mean_feedback_forward_cosine": 0.9997752214732923,
+        "mean_feedback_forward_relative_error": 0.020811174751112337,
+        "min_feedback_forward_cosine": 0.9996191263198853
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19829977237701416
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026539549231529236,
+        "mean_feedback_forward_cosine": 0.9997924252560264,
+        "mean_feedback_forward_relative_error": 0.020000331888073368,
+        "min_feedback_forward_cosine": 0.9996485710144043
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.20181411871910096
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025494523346424103,
+        "mean_feedback_forward_cosine": 0.9998080573583904,
+        "mean_feedback_forward_relative_error": 0.0192308844753394,
+        "min_feedback_forward_cosine": 0.9996756911277771
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19922858103752136
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02450042963027954,
+        "mean_feedback_forward_cosine": 0.9998224973678589,
+        "mean_feedback_forward_relative_error": 0.018493761112423318,
+        "min_feedback_forward_cosine": 0.9997004866600037
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19956167534828187
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02355109713971615,
+        "mean_feedback_forward_cosine": 0.9998359052758468,
+        "mean_feedback_forward_relative_error": 0.01778221743083314,
+        "min_feedback_forward_cosine": 0.9997232556343079
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19581967149734497
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023542871698737144,
+        "mean_feedback_forward_cosine": 0.9998360401705692,
+        "mean_feedback_forward_relative_error": 0.017772498883699115,
+        "min_feedback_forward_cosine": 0.9997234344482422
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1236756948375702
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353820390999317,
+        "mean_feedback_forward_cosine": 0.9998361154606468,
+        "mean_feedback_forward_relative_error": 0.01776506594921413,
+        "min_feedback_forward_cosine": 0.9997235536575317
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09747550456523896
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023533513769507408,
+        "mean_feedback_forward_cosine": 0.9998362221215901,
+        "mean_feedback_forward_relative_error": 0.017757885746265713,
+        "min_feedback_forward_cosine": 0.9997236728668213
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08808807847499847
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023529035970568657,
+        "mean_feedback_forward_cosine": 0.9998363099600139,
+        "mean_feedback_forward_relative_error": 0.01775112586390031,
+        "min_feedback_forward_cosine": 0.9997237920761108
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.0813669945693016
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235243309289217,
+        "mean_feedback_forward_cosine": 0.9998363789759184,
+        "mean_feedback_forward_relative_error": 0.017744342453385655,
+        "min_feedback_forward_cosine": 0.9997239112854004
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07782446749687195
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519985377788544,
+        "mean_feedback_forward_cosine": 0.9998364856368617,
+        "mean_feedback_forward_relative_error": 0.01773788101088844,
+        "min_feedback_forward_cosine": 0.9997239112854004
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07170286382913589
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351556345820427,
+        "mean_feedback_forward_cosine": 0.9998365515156796,
+        "mean_feedback_forward_relative_error": 0.01773151892580484,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06847817730426789
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023511026054620743,
+        "mean_feedback_forward_cosine": 0.9998366330799303,
+        "mean_feedback_forward_relative_error": 0.017725305901350158,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06606978836536408
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023506496101617813,
+        "mean_feedback_forward_cosine": 0.9998367083700079,
+        "mean_feedback_forward_relative_error": 0.017719032561504526,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06365371140718461
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023502036929130554,
+        "mean_feedback_forward_cosine": 0.9998367742488259,
+        "mean_feedback_forward_relative_error": 0.01771265836922746,
+        "min_feedback_forward_cosine": 0.9997243881225586
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06021396337866783
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02349746786057949,
+        "mean_feedback_forward_cosine": 0.9998368777726826,
+        "mean_feedback_forward_relative_error": 0.01770649887131233,
+        "min_feedback_forward_cosine": 0.9997245073318481
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05857227984309196
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02349289506673813,
+        "mean_feedback_forward_cosine": 0.9998369844336259,
+        "mean_feedback_forward_relative_error": 0.01770027577386875,
+        "min_feedback_forward_cosine": 0.9997247457504272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05728690538823605
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023488439619541168,
+        "mean_feedback_forward_cosine": 0.9998370565866169,
+        "mean_feedback_forward_relative_error": 0.01769417431205511,
+        "min_feedback_forward_cosine": 0.9997247457504272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.054087092715501786
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023483794182538986,
+        "mean_feedback_forward_cosine": 0.9998371632475602,
+        "mean_feedback_forward_relative_error": 0.017688091672760874,
+        "min_feedback_forward_cosine": 0.9997248649597168
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05327781386137009
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023479023948311806,
+        "mean_feedback_forward_cosine": 0.9998372291263781,
+        "mean_feedback_forward_relative_error": 0.017681793236222706,
+        "min_feedback_forward_cosine": 0.9997249841690063
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.05246301278233528
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02347436733543873,
+        "mean_feedback_forward_cosine": 0.9998373138277155,
+        "mean_feedback_forward_relative_error": 0.0176756494482489,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.050172818863987924
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346990443766117,
+        "mean_feedback_forward_cosine": 0.9998373985290527,
+        "mean_feedback_forward_relative_error": 0.017669501101696176,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04647394307613373
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023465104401111603,
+        "mean_feedback_forward_cosine": 0.9998374957787363,
+        "mean_feedback_forward_relative_error": 0.017663119850974334,
+        "min_feedback_forward_cosine": 0.9997252821922302
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.0468657146859169
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346024103462696,
+        "mean_feedback_forward_cosine": 0.9998375898913333,
+        "mean_feedback_forward_relative_error": 0.01765680999348038,
+        "min_feedback_forward_cosine": 0.9997254610061646
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04547766117334366
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023455336689949036,
+        "mean_feedback_forward_cosine": 0.9998376902781034,
+        "mean_feedback_forward_relative_error": 0.01765055241259305,
+        "min_feedback_forward_cosine": 0.9997255802154541
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04480087527751923
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023450380191206932,
+        "mean_feedback_forward_cosine": 0.9998377875277871,
+        "mean_feedback_forward_relative_error": 0.017644206919756374,
+        "min_feedback_forward_cosine": 0.9997256398200989
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.044035287322402
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023445529863238335,
+        "mean_feedback_forward_cosine": 0.9998378659549513,
+        "mean_feedback_forward_relative_error": 0.01763799686082884,
+        "min_feedback_forward_cosine": 0.9997258186340332
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.0424709809422493
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023440571501851082,
+        "mean_feedback_forward_cosine": 0.9998379443821154,
+        "mean_feedback_forward_relative_error": 0.01763170847277108,
+        "min_feedback_forward_cosine": 0.9997259378433228
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04040559020280838
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02343549020588398,
+        "mean_feedback_forward_cosine": 0.9998380604543184,
+        "mean_feedback_forward_relative_error": 0.017625319624417705,
+        "min_feedback_forward_cosine": 0.9997260570526123
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.0407452875483036
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023430390283465385,
+        "mean_feedback_forward_cosine": 0.9998381545669154,
+        "mean_feedback_forward_relative_error": 0.017618816885116854,
+        "min_feedback_forward_cosine": 0.9997261762619019
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.0408136903834343
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023425184190273285,
+        "mean_feedback_forward_cosine": 0.9998382549536856,
+        "mean_feedback_forward_relative_error": 0.017612327037281113,
+        "min_feedback_forward_cosine": 0.9997262358665466
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03979753321647644
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023419927805662155,
+        "mean_feedback_forward_cosine": 0.9998383427921095,
+        "mean_feedback_forward_relative_error": 0.017605616760097052,
+        "min_feedback_forward_cosine": 0.9997263550758362
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03905742102980614
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023414863273501396,
+        "mean_feedback_forward_cosine": 0.9998384525901393,
+        "mean_feedback_forward_relative_error": 0.017599164238689763,
+        "min_feedback_forward_cosine": 0.9997264742851257
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.036579988394975664
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023409733548760414,
+        "mean_feedback_forward_cosine": 0.9998385717994288,
+        "mean_feedback_forward_relative_error": 0.0175927120849098,
+        "min_feedback_forward_cosine": 0.9997266530990601
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03675649410486221
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02340470626950264,
+        "mean_feedback_forward_cosine": 0.9998386533636796,
+        "mean_feedback_forward_relative_error": 0.017586188292817065,
+        "min_feedback_forward_cosine": 0.9997266530990601
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03424716347932816
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02339932695031166,
+        "mean_feedback_forward_cosine": 0.9998387788471422,
+        "mean_feedback_forward_relative_error": 0.017579433924861644,
+        "min_feedback_forward_cosine": 0.9997269511222839
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03485953302919865
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02339424192905426,
+        "mean_feedback_forward_cosine": 0.9998388729597393,
+        "mean_feedback_forward_relative_error": 0.017572860699146986,
+        "min_feedback_forward_cosine": 0.9997268915176392
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03307149721741676
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02338869497179985,
+        "mean_feedback_forward_cosine": 0.9998389576610766,
+        "mean_feedback_forward_relative_error": 0.017566105988072723,
+        "min_feedback_forward_cosine": 0.9997270703315735
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03417502753615379
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02338322438299656,
+        "mean_feedback_forward_cosine": 0.9998390800074527,
+        "mean_feedback_forward_relative_error": 0.017559204740743888,
+        "min_feedback_forward_cosine": 0.9997271299362183
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03339349335074425
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023377852514386177,
+        "mean_feedback_forward_cosine": 0.9998391709829632,
+        "mean_feedback_forward_relative_error": 0.017552312953691734,
+        "min_feedback_forward_cosine": 0.9997272491455078
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03251529821872711
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023372720927000046,
+        "mean_feedback_forward_cosine": 0.999839302740599,
+        "mean_feedback_forward_relative_error": 0.01754566536922204,
+        "min_feedback_forward_cosine": 0.9997274875640869
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.030737761940956117
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02336716465651989,
+        "mean_feedback_forward_cosine": 0.9998394062644557,
+        "mean_feedback_forward_relative_error": 0.01753867660207968,
+        "min_feedback_forward_cosine": 0.9997276067733765
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.031349986025094985
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023361675441265106,
+        "mean_feedback_forward_cosine": 0.9998395286108318,
+        "mean_feedback_forward_relative_error": 0.01753187581504646,
+        "min_feedback_forward_cosine": 0.999727725982666
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.029603690266013144
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02335577830672264,
+        "mean_feedback_forward_cosine": 0.9998395976267362,
+        "mean_feedback_forward_relative_error": 0.017524560888935076,
+        "min_feedback_forward_cosine": 0.9997277855873108
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03143566385626793
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023349737748503685,
+        "mean_feedback_forward_cosine": 0.9998397733035841,
+        "mean_feedback_forward_relative_error": 0.01751705925715597,
+        "min_feedback_forward_cosine": 0.9997280240058899
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.031357577148675916
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023343779146671295,
+        "mean_feedback_forward_cosine": 0.9998398768274408,
+        "mean_feedback_forward_relative_error": 0.01750972472425354,
+        "min_feedback_forward_cosine": 0.9997281432151794
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.030024923699498177
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023337777704000473,
+        "mean_feedback_forward_cosine": 0.9998399866254706,
+        "mean_feedback_forward_relative_error": 0.01750226997721352,
+        "min_feedback_forward_cosine": 0.999728262424469
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.02923239346385002
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023331688717007637,
+        "mean_feedback_forward_cosine": 0.9998400964235005,
+        "mean_feedback_forward_relative_error": 0.017494787805174526,
+        "min_feedback_forward_cosine": 0.9997283816337585
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028809776036143302
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023325927555561066,
+        "mean_feedback_forward_cosine": 0.9998402093586168,
+        "mean_feedback_forward_relative_error": 0.017487642526822656,
+        "min_feedback_forward_cosine": 0.9997285604476929
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027221469062566755
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023319661617279053,
+        "mean_feedback_forward_cosine": 0.9998403473904258,
+        "mean_feedback_forward_relative_error": 0.01748000379455717,
+        "min_feedback_forward_cosine": 0.9997286200523376
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.028306029340326787
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023313837125897408,
+        "mean_feedback_forward_cosine": 0.9998404634626288,
+        "mean_feedback_forward_relative_error": 0.01747281150892377,
+        "min_feedback_forward_cosine": 0.999728798866272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.02637038481593132
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023307349532842636,
+        "mean_feedback_forward_cosine": 0.9998405983573512,
+        "mean_feedback_forward_relative_error": 0.017465155326614256,
+        "min_feedback_forward_cosine": 0.9997289776802063
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02744144564986229
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023300573229789734,
+        "mean_feedback_forward_cosine": 0.9998407144295541,
+        "mean_feedback_forward_relative_error": 0.017457119140185808,
+        "min_feedback_forward_cosine": 0.9997292160987854
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027158371942043305
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023294003680348396,
+        "mean_feedback_forward_cosine": 0.9998408273646706,
+        "mean_feedback_forward_relative_error": 0.017449136823415756,
+        "min_feedback_forward_cosine": 0.9997292757034302
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.027715308804512024
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287752643227577,
+        "mean_feedback_forward_cosine": 0.9998409779448258,
+        "mean_feedback_forward_relative_error": 0.017441295283405406,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025534065507054327
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287681862711906,
+        "mean_feedback_forward_cosine": 0.9998409716706527,
+        "mean_feedback_forward_relative_error": 0.01744110637197369,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023126552869677543
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287629708647728,
+        "mean_feedback_forward_cosine": 0.9998409748077393,
+        "mean_feedback_forward_relative_error": 0.017440940204419587,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.02281324056327343
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287585005164146,
+        "mean_feedback_forward_cosine": 0.9998409716706527,
+        "mean_feedback_forward_relative_error": 0.01744077724747752,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021053250761926174
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287536576390266,
+        "mean_feedback_forward_cosine": 0.9998409842189989,
+        "mean_feedback_forward_relative_error": 0.017440615172841047,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021394379252716898
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287488147616386,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.017440455328477055,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020610975865125655
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287441581487656,
+        "mean_feedback_forward_cosine": 0.9998409842189989,
+        "mean_feedback_forward_relative_error": 0.01744029624387622,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.01996522889852524
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287393152713776,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.01744013637500374,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019278925200998782
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287342861294746,
+        "mean_feedback_forward_cosine": 0.999840962259393,
+        "mean_feedback_forward_relative_error": 0.01743997809918303,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019621174844652416
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287300020456314,
+        "mean_feedback_forward_cosine": 0.9998409904931721,
+        "mean_feedback_forward_relative_error": 0.01743981587749563,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019776837486624718
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287255316972733,
+        "mean_feedback_forward_cosine": 0.9998409810819124,
+        "mean_feedback_forward_relative_error": 0.017439663826831077,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.020378491938710212
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287208750844002,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.01743950844301205,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0198153387182951
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328716591000557,
+        "mean_feedback_forward_cosine": 0.9998409873560855,
+        "mean_feedback_forward_relative_error": 0.01743934813298677,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.017996792468428613
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287123069167137,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.01743918524957017,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01919635002851486
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287080228328705,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.017439030993141626,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.017838535489886998
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287048563361168,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.017438872006574745,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.017671099393367768
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287005722522736,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017438715593399184,
+        "min_feedback_forward_cosine": 0.999729573726654
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01845243679612875
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286962881684303,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.017438560944834824,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01822822848379612
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328692562878132,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.01743840999705227,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.018309657716155052
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286882787942886,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.017438249956620366,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01790042732924223
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286836221814156,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.01743809888629537,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01763336478382349
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286795243620872,
+        "mean_feedback_forward_cosine": 0.999841012452778,
+        "mean_feedback_forward_relative_error": 0.017437945757257312,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017897946850806475
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286746814846992,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.01743779211354099,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.01726263719558716
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328670583665371,
+        "mean_feedback_forward_cosine": 0.999841034412384,
+        "mean_feedback_forward_relative_error": 0.017437638665892576,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0170649010553956
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286666721105576,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.01743748320854808,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.017460184436738493
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286623880267143,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.017437326574796123,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01830650190651417
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286588490009308,
+        "mean_feedback_forward_cosine": 0.9998409967673453,
+        "mean_feedback_forward_relative_error": 0.017437181705118793,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.017178862721920013
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286549374461174,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.017437034556152003,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017217900459468364
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328650653362274,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.017436881059486615,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.017271476043015717
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328646555542946,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.017436732734112365,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017563968722224235
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286422714591026,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.0174365807079563,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017162835009098053
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286376148462296,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017436427971054064,
+        "min_feedback_forward_cosine": 0.999729335308075
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01722058118015528
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328633703291416,
+        "mean_feedback_forward_cosine": 0.999841034412384,
+        "mean_feedback_forward_relative_error": 0.01743627927805248,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016867592164874077
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328629046678543,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.0174361257568786,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.01651648246407509
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286247625947,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017435978754962746,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016739701369702816
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286206647753716,
+        "mean_feedback_forward_cosine": 0.9998410595090765,
+        "mean_feedback_forward_relative_error": 0.0174358288855537,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016913250033557415
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328617312014103,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017435678305398477,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.017181944202184676
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286132141947746,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.01743552676941219,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.017223249304294586
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286093026399612,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.017435371581661075,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.015878218078613282
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328605018556118,
+        "mean_feedback_forward_cosine": 0.9998410281382109,
+        "mean_feedback_forward_relative_error": 0.017435220143708744,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.01752918921351433
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286007344722748,
+        "mean_feedback_forward_cosine": 0.9998410438236437,
+        "mean_feedback_forward_relative_error": 0.01743506696565371,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016888238548636435
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285968229174614,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017434921189162293,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.017404314740002154
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285934701561928,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017434772790262575,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015363169437050819
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285893723368645,
+        "mean_feedback_forward_cosine": 0.9998410532349035,
+        "mean_feedback_forward_relative_error": 0.01743463029790866,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.016273371571302413
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285843431949615,
+        "mean_feedback_forward_cosine": 0.9998410626461631,
+        "mean_feedback_forward_relative_error": 0.01743447430137741,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.01754783113926649
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328581176698208,
+        "mean_feedback_forward_cosine": 0.9998410469607303,
+        "mean_feedback_forward_relative_error": 0.017434322422272282,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015270344339311123
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285770788788795,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.01743417880252788,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.016540868909955025
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328573167324066,
+        "mean_feedback_forward_cosine": 0.9998410438236437,
+        "mean_feedback_forward_relative_error": 0.017434029692881985,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.01606601231575012
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285694420337677,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.01743388271547462,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.016473623100817205
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285653442144394,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.01743373333623535,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015586742779612542
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328561618924141,
+        "mean_feedback_forward_cosine": 0.9998410532349035,
+        "mean_feedback_forward_relative_error": 0.01743358883418535,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015274800401628017
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9144,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.397072021484375,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7012748718261719,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6199.550989866257,
+    "train_wall_s": 6197.441554784775
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}