results: pass dynamic innovation confirmation gate

1 files changed, 3258 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json
new file mode 100644
index 0000000..0dafe3b
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996943175792694,
+    "feedback_forward_cosine": [
+      0.9998425245285034,
+      0.9998425245285034,
+      0.9998345971107483,
+      0.9998288154602051,
+      0.9998345971107483,
+      0.9997845888137817,
+      0.9998021721839905,
+      0.9998700618743896,
+      0.9998346567153931,
+      0.9997909069061279,
+      0.9998584985733032,
+      0.999813437461853,
+      0.9998350143432617,
+      0.999904453754425,
+      0.9998966455459595,
+      0.9998763799667358,
+      0.9998807907104492,
+      0.9997172951698303,
+      0.999988317489624
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9995854496955872,
+      1.0009312629699707,
+      0.9996626973152161,
+      1.0009467601776123,
+      0.9994809627532959,
+      1.000537395477295,
+      0.9993156790733337,
+      1.0004427433013916,
+      0.9995880126953125,
+      1.0010364055633545,
+      0.9996651411056519,
+      1.0011072158813477,
+      0.9993873834609985,
+      1.0000609159469604,
+      0.9999977350234985,
+      1.0003987550735474,
+      1.0000828504562378,
+      1.0007964372634888,
+      1.0027433633804321
+    ],
+    "feedback_forward_relative_error": [
+      0.01775248721241951,
+      0.017780128866434097,
+      0.018192417919635773,
+      0.0185343399643898,
+      0.018192430958151817,
+      0.02076704613864422,
+      0.019896846264600754,
+      0.016129642724990845,
+      0.018187053501605988,
+      0.020488634705543518,
+      0.01682351343333721,
+      0.019359398633241653,
+      0.018172236159443855,
+      0.013829465955495834,
+      0.01438230462372303,
+      0.015732765197753906,
+      0.015434577129781246,
+      0.02380364201962948,
+      0.005563169717788696
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "mean_feedback_forward_cosine": 0.9998440146446228,
+    "mean_feedback_forward_relative_error": 0.017316952690874274,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "wall_s": 0.09648609161376953
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3041185140609741,
+        "mean_feedback_forward_cosine": 0.2736612542679435,
+        "mean_feedback_forward_relative_error": 1.2024953898630644,
+        "min_feedback_forward_cosine": 0.15773168206214905
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8356010372543334
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.243371844291687,
+        "mean_feedback_forward_cosine": 0.4222466114320253,
+        "mean_feedback_forward_relative_error": 1.0754974955006649,
+        "min_feedback_forward_cosine": 0.24570325016975403
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.2715008509635926
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1895959377288818,
+        "mean_feedback_forward_cosine": 0.5245403443512163,
+        "mean_feedback_forward_relative_error": 0.9786683587651503,
+        "min_feedback_forward_cosine": 0.3132213354110718
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 0.9838771463012695
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.141883373260498,
+        "mean_feedback_forward_cosine": 0.5945022388508445,
+        "mean_feedback_forward_relative_error": 0.9046765205107237,
+        "min_feedback_forward_cosine": 0.3691554665565491
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8258294191360473
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1009702682495117,
+        "mean_feedback_forward_cosine": 0.6463952660560608,
+        "mean_feedback_forward_relative_error": 0.8451103222997565,
+        "min_feedback_forward_cosine": 0.41622984409332275
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7246334367179871
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.059396505355835,
+        "mean_feedback_forward_cosine": 0.6886242486928639,
+        "mean_feedback_forward_relative_error": 0.7933045343348855,
+        "min_feedback_forward_cosine": 0.46115246415138245
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6571639463996887
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0216901302337646,
+        "mean_feedback_forward_cosine": 0.7222898382889597,
+        "mean_feedback_forward_relative_error": 0.7487508936932212,
+        "min_feedback_forward_cosine": 0.49993962049484253
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6064288543891907
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9850110411643982,
+        "mean_feedback_forward_cosine": 0.7514332783849615,
+        "mean_feedback_forward_relative_error": 0.7081342119919626,
+        "min_feedback_forward_cosine": 0.5357208251953125
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.574867534160614
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9485263228416443,
+        "mean_feedback_forward_cosine": 0.7760953903198242,
+        "mean_feedback_forward_relative_error": 0.6718429358381974,
+        "min_feedback_forward_cosine": 0.5699862241744995
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5442277415084839
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9140889644622803,
+        "mean_feedback_forward_cosine": 0.7968643213573255,
+        "mean_feedback_forward_relative_error": 0.6396513330309015,
+        "min_feedback_forward_cosine": 0.601062536239624
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5144776938438416
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8813732862472534,
+        "mean_feedback_forward_cosine": 0.8151358616979498,
+        "mean_feedback_forward_relative_error": 0.6098568298314747,
+        "min_feedback_forward_cosine": 0.6292847990989685
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4899724453735352
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.848876416683197,
+        "mean_feedback_forward_cosine": 0.831631180487181,
+        "mean_feedback_forward_relative_error": 0.5815863091694681,
+        "min_feedback_forward_cosine": 0.65630042552948
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4721221300506592
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8168927431106567,
+        "mean_feedback_forward_cosine": 0.8462759601442438,
+        "mean_feedback_forward_relative_error": 0.5554791563435605,
+        "min_feedback_forward_cosine": 0.6820494532585144
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.45774565432548525
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.785374641418457,
+        "mean_feedback_forward_cosine": 0.8596692806796024,
+        "mean_feedback_forward_relative_error": 0.5303741740553003,
+        "min_feedback_forward_cosine": 0.7061700820922852
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4391380731391907
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7563701272010803,
+        "mean_feedback_forward_cosine": 0.8713308698252628,
+        "mean_feedback_forward_relative_error": 0.5075985993209639,
+        "min_feedback_forward_cosine": 0.7274447679519653
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4230655994129181
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7266731858253479,
+        "mean_feedback_forward_cosine": 0.8819958097056338,
+        "mean_feedback_forward_relative_error": 0.4858224242925644,
+        "min_feedback_forward_cosine": 0.7484070658683777
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4118123607349396
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6991254091262817,
+        "mean_feedback_forward_cosine": 0.891421914100647,
+        "mean_feedback_forward_relative_error": 0.4657441009032099,
+        "min_feedback_forward_cosine": 0.7670483589172363
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4013237077999115
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6734879016876221,
+        "mean_feedback_forward_cosine": 0.9000662973052577,
+        "mean_feedback_forward_relative_error": 0.44667904941659226,
+        "min_feedback_forward_cosine": 0.7839051485061646
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3887851303672791
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6473090052604675,
+        "mean_feedback_forward_cosine": 0.9079619457847193,
+        "mean_feedback_forward_relative_error": 0.4283676633709355,
+        "min_feedback_forward_cosine": 0.8000421524047852
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38309918633461
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6222605109214783,
+        "mean_feedback_forward_cosine": 0.9152506746743855,
+        "mean_feedback_forward_relative_error": 0.41083644330501556,
+        "min_feedback_forward_cosine": 0.8149977922439575
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37596964239120484
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5985783934593201,
+        "mean_feedback_forward_cosine": 0.9218225102675589,
+        "mean_feedback_forward_relative_error": 0.3943716177814885,
+        "min_feedback_forward_cosine": 0.8287612199783325
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3586363932991028
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.576032817363739,
+        "mean_feedback_forward_cosine": 0.9277743634424711,
+        "mean_feedback_forward_relative_error": 0.3788731788334094,
+        "min_feedback_forward_cosine": 0.8413866758346558
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.35420421438217164
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5534531474113464,
+        "mean_feedback_forward_cosine": 0.9333119988441467,
+        "mean_feedback_forward_relative_error": 0.3638961550436522,
+        "min_feedback_forward_cosine": 0.853378415107727
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34655102869033816
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5311400294303894,
+        "mean_feedback_forward_cosine": 0.9385892152786255,
+        "mean_feedback_forward_relative_error": 0.3490081515751387,
+        "min_feedback_forward_cosine": 0.8648223876953125
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.34269681767463683
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.510734498500824,
+        "mean_feedback_forward_cosine": 0.9431674480438232,
+        "mean_feedback_forward_relative_error": 0.33550663370835154,
+        "min_feedback_forward_cosine": 0.8749117851257324
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.33644331916809084
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4906480610370636,
+        "mean_feedback_forward_cosine": 0.9474997238108986,
+        "mean_feedback_forward_relative_error": 0.32233510676183197,
+        "min_feedback_forward_cosine": 0.8844285011291504
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3293344172334671
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4712061882019043,
+        "mean_feedback_forward_cosine": 0.9515334179526881,
+        "mean_feedback_forward_relative_error": 0.30956344149614634,
+        "min_feedback_forward_cosine": 0.8932749629020691
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32324320629119874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45228156447410583,
+        "mean_feedback_forward_cosine": 0.9551924969020643,
+        "mean_feedback_forward_relative_error": 0.2975124677545146,
+        "min_feedback_forward_cosine": 0.9016437530517578
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3145335978984833
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43441838026046753,
+        "mean_feedback_forward_cosine": 0.9585838223758497,
+        "mean_feedback_forward_relative_error": 0.28590018733551625,
+        "min_feedback_forward_cosine": 0.9091375470161438
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31292813460826874
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.416961133480072,
+        "mean_feedback_forward_cosine": 0.9617287202885276,
+        "mean_feedback_forward_relative_error": 0.2747007573121472,
+        "min_feedback_forward_cosine": 0.9161843061447144
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.30754787801742556
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39982619881629944,
+        "mean_feedback_forward_cosine": 0.9646200694535908,
+        "mean_feedback_forward_relative_error": 0.26402254912414047,
+        "min_feedback_forward_cosine": 0.9228807687759399
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3073337629413605
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3841182291507721,
+        "mean_feedback_forward_cosine": 0.9672255829760903,
+        "mean_feedback_forward_relative_error": 0.25402774348070745,
+        "min_feedback_forward_cosine": 0.928751528263092
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2970037853050232
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36938709020614624,
+        "mean_feedback_forward_cosine": 0.9696529570378756,
+        "mean_feedback_forward_relative_error": 0.24437143928126284,
+        "min_feedback_forward_cosine": 0.9339888095855713
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.29162209347724916
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3549087941646576,
+        "mean_feedback_forward_cosine": 0.9719137361175135,
+        "mean_feedback_forward_relative_error": 0.2350148629201086,
+        "min_feedback_forward_cosine": 0.9389908909797668
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2878492239189148
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3398529887199402,
+        "mean_feedback_forward_cosine": 0.974117658640209,
+        "mean_feedback_forward_relative_error": 0.22552741554222608,
+        "min_feedback_forward_cosine": 0.9440118074417114
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2892651585960388
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32580846548080444,
+        "mean_feedback_forward_cosine": 0.9760581129475644,
+        "mean_feedback_forward_relative_error": 0.2168219320868191,
+        "min_feedback_forward_cosine": 0.9484668970108032
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.28420805393218995
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31265878677368164,
+        "mean_feedback_forward_cosine": 0.9778313511296323,
+        "mean_feedback_forward_relative_error": 0.20859109688746302,
+        "min_feedback_forward_cosine": 0.952483057975769
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27960984511375425
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2996475398540497,
+        "mean_feedback_forward_cosine": 0.9795032802381014,
+        "mean_feedback_forward_relative_error": 0.20050902821515737,
+        "min_feedback_forward_cosine": 0.9563074111938477
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27376583651542663
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28715112805366516,
+        "mean_feedback_forward_cosine": 0.9810729873807806,
+        "mean_feedback_forward_relative_error": 0.19261449967560015,
+        "min_feedback_forward_cosine": 0.9598467350006104
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2761541701221466
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27562326192855835,
+        "mean_feedback_forward_cosine": 0.9825075017778497,
+        "mean_feedback_forward_relative_error": 0.1851246988302783,
+        "min_feedback_forward_cosine": 0.9629642963409424
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27317368170261386
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26422426104545593,
+        "mean_feedback_forward_cosine": 0.9838146661457262,
+        "mean_feedback_forward_relative_error": 0.17799867846463857,
+        "min_feedback_forward_cosine": 0.9659215211868286
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.27047356218338015
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25380969047546387,
+        "mean_feedback_forward_cosine": 0.9850201951830011,
+        "mean_feedback_forward_relative_error": 0.17117400310541453,
+        "min_feedback_forward_cosine": 0.9685237407684326
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.26298034185409547
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2434985190629959,
+        "mean_feedback_forward_cosine": 0.9861482789641932,
+        "mean_feedback_forward_relative_error": 0.16458421906358317,
+        "min_feedback_forward_cosine": 0.9710122346878052
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2653024362277985
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23392316699028015,
+        "mean_feedback_forward_cosine": 0.9871551331720854,
+        "mean_feedback_forward_relative_error": 0.1584414451530105,
+        "min_feedback_forward_cosine": 0.9732286930084229
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.259649914932251
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22451873123645782,
+        "mean_feedback_forward_cosine": 0.9881107054258648,
+        "mean_feedback_forward_relative_error": 0.15240878258880816,
+        "min_feedback_forward_cosine": 0.975327730178833
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2577659420776367
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21546627581119537,
+        "mean_feedback_forward_cosine": 0.9889990436403375,
+        "mean_feedback_forward_relative_error": 0.1465405433585769,
+        "min_feedback_forward_cosine": 0.9772522449493408
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25411363348960875
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20682618021965027,
+        "mean_feedback_forward_cosine": 0.9898229774675871,
+        "mean_feedback_forward_relative_error": 0.14092829999955078,
+        "min_feedback_forward_cosine": 0.9790107011795044
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25334115114212036
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19855043292045593,
+        "mean_feedback_forward_cosine": 0.9905795423608077,
+        "mean_feedback_forward_relative_error": 0.1355620422645619,
+        "min_feedback_forward_cosine": 0.9806437492370605
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.25010806784152984
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19042891263961792,
+        "mean_feedback_forward_cosine": 0.9912930507408945,
+        "mean_feedback_forward_relative_error": 0.13029807453092776,
+        "min_feedback_forward_cosine": 0.9821843504905701
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2482856145954132
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18241143226623535,
+        "mean_feedback_forward_cosine": 0.9919578276182476,
+        "mean_feedback_forward_relative_error": 0.1252188225717921,
+        "min_feedback_forward_cosine": 0.9836432933807373
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.25066015458106994
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17519184947013855,
+        "mean_feedback_forward_cosine": 0.9925572589824074,
+        "mean_feedback_forward_relative_error": 0.12043296800632226,
+        "min_feedback_forward_cosine": 0.9848968386650085
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24143317845344545
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1679893434047699,
+        "mean_feedback_forward_cosine": 0.9931172289346394,
+        "mean_feedback_forward_relative_error": 0.11580108321811024,
+        "min_feedback_forward_cosine": 0.9861008524894714
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24608960815429687
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16124595701694489,
+        "mean_feedback_forward_cosine": 0.993638559391624,
+        "mean_feedback_forward_relative_error": 0.11130892171671516,
+        "min_feedback_forward_cosine": 0.9871878027915955
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24206441249847413
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15466845035552979,
+        "mean_feedback_forward_cosine": 0.9941155659525018,
+        "mean_feedback_forward_relative_error": 0.10703967903789721,
+        "min_feedback_forward_cosine": 0.9882041811943054
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2399489393520355
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14854159951210022,
+        "mean_feedback_forward_cosine": 0.9945565273887232,
+        "mean_feedback_forward_relative_error": 0.10293684252782871,
+        "min_feedback_forward_cosine": 0.9891126155853271
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23437146086215974
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14255544543266296,
+        "mean_feedback_forward_cosine": 0.9949761534992018,
+        "mean_feedback_forward_relative_error": 0.09887950259603952,
+        "min_feedback_forward_cosine": 0.9899699687957764
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23884480169296265
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13674475252628326,
+        "mean_feedback_forward_cosine": 0.9953545771147075,
+        "mean_feedback_forward_relative_error": 0.09507158614302937,
+        "min_feedback_forward_cosine": 0.990766167640686
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2372421080970764
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13124753534793854,
+        "mean_feedback_forward_cosine": 0.9957059057135331,
+        "mean_feedback_forward_relative_error": 0.09138967547761767,
+        "min_feedback_forward_cosine": 0.9914892315864563
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23350110571861268
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12596161663532257,
+        "mean_feedback_forward_cosine": 0.9960281158748426,
+        "mean_feedback_forward_relative_error": 0.08788347479544188,
+        "min_feedback_forward_cosine": 0.9921553730964661
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23144394822120667
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12090470641851425,
+        "mean_feedback_forward_cosine": 0.9963286173971075,
+        "mean_feedback_forward_relative_error": 0.08449560776352882,
+        "min_feedback_forward_cosine": 0.9927682876586914
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.2364779268360138
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11604072153568268,
+        "mean_feedback_forward_cosine": 0.996597525320555,
+        "mean_feedback_forward_relative_error": 0.08133108815864513,
+        "min_feedback_forward_cosine": 0.993336021900177
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22808763239860536
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11152151972055435,
+        "mean_feedback_forward_cosine": 0.9968531445453042,
+        "mean_feedback_forward_relative_error": 0.07820960898932658,
+        "min_feedback_forward_cosine": 0.9938417673110962
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2266447284221649
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10693155974149704,
+        "mean_feedback_forward_cosine": 0.9970944115990087,
+        "mean_feedback_forward_relative_error": 0.07515961716049596,
+        "min_feedback_forward_cosine": 0.994335412979126
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23168384791374205
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10286647826433182,
+        "mean_feedback_forward_cosine": 0.9973037556598061,
+        "mean_feedback_forward_relative_error": 0.0723838446367728,
+        "min_feedback_forward_cosine": 0.9947562217712402
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.21967432646751403
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09874574095010757,
+        "mean_feedback_forward_cosine": 0.9975028916409141,
+        "mean_feedback_forward_relative_error": 0.06964617242154322,
+        "min_feedback_forward_cosine": 0.9951664209365845
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22276782621383667
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09475722908973694,
+        "mean_feedback_forward_cosine": 0.9976867186395746,
+        "mean_feedback_forward_relative_error": 0.06702639535069466,
+        "min_feedback_forward_cosine": 0.9955471754074097
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2208927348947525
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09098617732524872,
+        "mean_feedback_forward_cosine": 0.9978609085083008,
+        "mean_feedback_forward_relative_error": 0.06444480201523554,
+        "min_feedback_forward_cosine": 0.9958927631378174
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.21977276565551757
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08740058541297913,
+        "mean_feedback_forward_cosine": 0.9980220292743883,
+        "mean_feedback_forward_relative_error": 0.06196602424116511,
+        "min_feedback_forward_cosine": 0.9962090253829956
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21752099536895753
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08383046090602875,
+        "mean_feedback_forward_cosine": 0.9981727349130731,
+        "mean_feedback_forward_relative_error": 0.05956339208703292,
+        "min_feedback_forward_cosine": 0.9965111017227173
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22395552233695984
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0804688110947609,
+        "mean_feedback_forward_cosine": 0.9983122599752325,
+        "mean_feedback_forward_relative_error": 0.05724060035457736,
+        "min_feedback_forward_cosine": 0.996785044670105
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.22269117835998536
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07737977057695389,
+        "mean_feedback_forward_cosine": 0.998433928740652,
+        "mean_feedback_forward_relative_error": 0.05512593872845173,
+        "min_feedback_forward_cosine": 0.9970258474349976
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21499397795677186
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07427549362182617,
+        "mean_feedback_forward_cosine": 0.9985538501488535,
+        "mean_feedback_forward_relative_error": 0.05297956811754327,
+        "min_feedback_forward_cosine": 0.9972590208053589
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21951112261772157
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07133505493402481,
+        "mean_feedback_forward_cosine": 0.9986621141433716,
+        "mean_feedback_forward_relative_error": 0.0509505889525539,
+        "min_feedback_forward_cosine": 0.9974708557128906
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2146762759590149
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.068573497235775,
+        "mean_feedback_forward_cosine": 0.9987624381717882,
+        "mean_feedback_forward_relative_error": 0.04900112885393595,
+        "min_feedback_forward_cosine": 0.9976617693901062
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21213805459976195
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06581214815378189,
+        "mean_feedback_forward_cosine": 0.9988550763381155,
+        "mean_feedback_forward_relative_error": 0.04713135840077149,
+        "min_feedback_forward_cosine": 0.9978461861610413
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21292313886642456
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06323916465044022,
+        "mean_feedback_forward_cosine": 0.9989409383974577,
+        "mean_feedback_forward_relative_error": 0.04532517061421746,
+        "min_feedback_forward_cosine": 0.998010516166687
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21277331172943115
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06074615940451622,
+        "mean_feedback_forward_cosine": 0.9990207207830328,
+        "mean_feedback_forward_relative_error": 0.04358574346100029,
+        "min_feedback_forward_cosine": 0.9981639385223389
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.20898236991882324
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05832308903336525,
+        "mean_feedback_forward_cosine": 0.9990944454544469,
+        "mean_feedback_forward_relative_error": 0.0419123242364118,
+        "min_feedback_forward_cosine": 0.9983067512512207
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21116136218070983
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0559818260371685,
+        "mean_feedback_forward_cosine": 0.9991625045475206,
+        "mean_feedback_forward_relative_error": 0.04030360301074229,
+        "min_feedback_forward_cosine": 0.9984397292137146
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21172104592323304
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05379173532128334,
+        "mean_feedback_forward_cosine": 0.9992254564636632,
+        "mean_feedback_forward_relative_error": 0.03875644593254516,
+        "min_feedback_forward_cosine": 0.9985591173171997
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20921241371154786
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051668789237737656,
+        "mean_feedback_forward_cosine": 0.9992847285772625,
+        "mean_feedback_forward_relative_error": 0.037242337767230835,
+        "min_feedback_forward_cosine": 0.9986700415611267
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20510462395191192
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04965691268444061,
+        "mean_feedback_forward_cosine": 0.9993384574588976,
+        "mean_feedback_forward_relative_error": 0.03581918712313238,
+        "min_feedback_forward_cosine": 0.9987714886665344
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.2070067384815216
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.047659263014793396,
+        "mean_feedback_forward_cosine": 0.9993902633064672,
+        "mean_feedback_forward_relative_error": 0.034390744164978206,
+        "min_feedback_forward_cosine": 0.9988679885864258
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20999451464653016
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.045759331434965134,
+        "mean_feedback_forward_cosine": 0.9994356694974398,
+        "mean_feedback_forward_relative_error": 0.03308229128781118,
+        "min_feedback_forward_cosine": 0.9989561438560486
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20893828397274017
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04397435113787651,
+        "mean_feedback_forward_cosine": 0.9994768374844601,
+        "mean_feedback_forward_relative_error": 0.03184907133445928,
+        "min_feedback_forward_cosine": 0.9990359544754028
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20038848754405975
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04222673177719116,
+        "mean_feedback_forward_cosine": 0.999517095716376,
+        "mean_feedback_forward_relative_error": 0.03060037922114134,
+        "min_feedback_forward_cosine": 0.9991111159324646
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2064295777606964
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04057107865810394,
+        "mean_feedback_forward_cosine": 0.9995530153575697,
+        "mean_feedback_forward_relative_error": 0.029441306073414653,
+        "min_feedback_forward_cosine": 0.9991794228553772
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20408623010635377
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03902265802025795,
+        "mean_feedback_forward_cosine": 0.9995857100737723,
+        "mean_feedback_forward_relative_error": 0.02834192138949507,
+        "min_feedback_forward_cosine": 0.9992407560348511
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20103353147029876
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037542738020420074,
+        "mean_feedback_forward_cosine": 0.9996166323360643,
+        "mean_feedback_forward_relative_error": 0.027261023654749517,
+        "min_feedback_forward_cosine": 0.9992972612380981
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.19745080633163453
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0360117070376873,
+        "mean_feedback_forward_cosine": 0.9996461774173536,
+        "mean_feedback_forward_relative_error": 0.02619106748974637,
+        "min_feedback_forward_cosine": 0.9993532299995422
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20549977100372313
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03458224982023239,
+        "mean_feedback_forward_cosine": 0.9996738026016637,
+        "mean_feedback_forward_relative_error": 0.025146570889965483,
+        "min_feedback_forward_cosine": 0.9994035959243774
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1986873722934723
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03324142470955849,
+        "mean_feedback_forward_cosine": 0.9996980867887798,
+        "mean_feedback_forward_relative_error": 0.024191624141837422,
+        "min_feedback_forward_cosine": 0.9994487762451172
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19804216557025908
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03191523626446724,
+        "mean_feedback_forward_cosine": 0.9997214737691378,
+        "mean_feedback_forward_relative_error": 0.023236432455872234,
+        "min_feedback_forward_cosine": 0.999491810798645
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20227410102844237
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030632607638835907,
+        "mean_feedback_forward_cosine": 0.9997428404657465,
+        "mean_feedback_forward_relative_error": 0.02232741314525667,
+        "min_feedback_forward_cosine": 0.9995319247245789
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20241206522464752
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029394421726465225,
+        "mean_feedback_forward_cosine": 0.9997620331613641,
+        "mean_feedback_forward_relative_error": 0.02147653875382323,
+        "min_feedback_forward_cosine": 0.9995689392089844
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20295502564907075
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028264634311199188,
+        "mean_feedback_forward_cosine": 0.9997799741594415,
+        "mean_feedback_forward_relative_error": 0.020652579584796178,
+        "min_feedback_forward_cosine": 0.9996013045310974
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19767562034606934
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02715025283396244,
+        "mean_feedback_forward_cosine": 0.9997962775983309,
+        "mean_feedback_forward_relative_error": 0.019869652380676645,
+        "min_feedback_forward_cosine": 0.9996321201324463
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19347093383550643
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02612755261361599,
+        "mean_feedback_forward_cosine": 0.9998112007191307,
+        "mean_feedback_forward_relative_error": 0.019126742195926215,
+        "min_feedback_forward_cosine": 0.9996593594551086
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19226393731117247
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025075765326619148,
+        "mean_feedback_forward_cosine": 0.9998256250431663,
+        "mean_feedback_forward_relative_error": 0.01837975173992546,
+        "min_feedback_forward_cosine": 0.9996861815452576
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19686378298282622
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024072103202342987,
+        "mean_feedback_forward_cosine": 0.9998391396120975,
+        "mean_feedback_forward_relative_error": 0.017656986258531873,
+        "min_feedback_forward_cosine": 0.9997107982635498
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1982896047115326
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02406390942633152,
+        "mean_feedback_forward_cosine": 0.9998392996035124,
+        "mean_feedback_forward_relative_error": 0.01764692640618274,
+        "min_feedback_forward_cosine": 0.9997109174728394
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12299238201379777
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024059180170297623,
+        "mean_feedback_forward_cosine": 0.9998393686194169,
+        "mean_feedback_forward_relative_error": 0.017639402226593933,
+        "min_feedback_forward_cosine": 0.9997110366821289
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09884670098781585
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02405465766787529,
+        "mean_feedback_forward_cosine": 0.9998394313611483,
+        "mean_feedback_forward_relative_error": 0.017632367064882266,
+        "min_feedback_forward_cosine": 0.999711275100708
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08819357568740845
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024050189182162285,
+        "mean_feedback_forward_cosine": 0.9998395191995721,
+        "mean_feedback_forward_relative_error": 0.017625431652720038,
+        "min_feedback_forward_cosine": 0.999711275100708
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08101649174511433
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02404564991593361,
+        "mean_feedback_forward_cosine": 0.9998396415459482,
+        "mean_feedback_forward_relative_error": 0.017618758236303142,
+        "min_feedback_forward_cosine": 0.9997114539146423
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.0770462325143814
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024041302502155304,
+        "mean_feedback_forward_cosine": 0.9998396980135065,
+        "mean_feedback_forward_relative_error": 0.017612302185673463,
+        "min_feedback_forward_cosine": 0.9997115135192871
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07072865057945252
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024036701768636703,
+        "mean_feedback_forward_cosine": 0.99983979526319,
+        "mean_feedback_forward_relative_error": 0.01760593789482587,
+        "min_feedback_forward_cosine": 0.9997116327285767
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06999157873630524
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024032164365053177,
+        "mean_feedback_forward_cosine": 0.9998398423194885,
+        "mean_feedback_forward_relative_error": 0.017599599656501885,
+        "min_feedback_forward_cosine": 0.9997117519378662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06534900736093521
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02402760460972786,
+        "mean_feedback_forward_cosine": 0.9998399458433452,
+        "mean_feedback_forward_relative_error": 0.017593359721726494,
+        "min_feedback_forward_cosine": 0.9997119307518005
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06322124888181686
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024022996425628662,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017587167137351475,
+        "min_feedback_forward_cosine": 0.9997119903564453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06139645607709884
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024018622934818268,
+        "mean_feedback_forward_cosine": 0.9998400901493273,
+        "mean_feedback_forward_relative_error": 0.01758105947489017,
+        "min_feedback_forward_cosine": 0.9997121095657349
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05795342464208603
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024014070630073547,
+        "mean_feedback_forward_cosine": 0.9998401873990109,
+        "mean_feedback_forward_relative_error": 0.017574954949515432,
+        "min_feedback_forward_cosine": 0.9997121691703796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.0559422425699234
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024009378626942635,
+        "mean_feedback_forward_cosine": 0.9998402689632616,
+        "mean_feedback_forward_relative_error": 0.017568798809263268,
+        "min_feedback_forward_cosine": 0.999712347984314
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.055113451805114747
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02400479093194008,
+        "mean_feedback_forward_cosine": 0.9998403473904258,
+        "mean_feedback_forward_relative_error": 0.017562687029375842,
+        "min_feedback_forward_cosine": 0.9997124075889587
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.052615987684726716
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024000002071261406,
+        "mean_feedback_forward_cosine": 0.9998404195434168,
+        "mean_feedback_forward_relative_error": 0.017556504248396346,
+        "min_feedback_forward_cosine": 0.9997124671936035
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.051486412073373795
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023995356634259224,
+        "mean_feedback_forward_cosine": 0.9998405293414467,
+        "mean_feedback_forward_relative_error": 0.017550376636025152,
+        "min_feedback_forward_cosine": 0.9997127056121826
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.04837573773741722
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02399068884551525,
+        "mean_feedback_forward_cosine": 0.9998405920831781,
+        "mean_feedback_forward_relative_error": 0.01754426519925657,
+        "min_feedback_forward_cosine": 0.9997127652168274
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.047202864929437635
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023985648527741432,
+        "mean_feedback_forward_cosine": 0.9998407018812079,
+        "mean_feedback_forward_relative_error": 0.0175379439943323,
+        "min_feedback_forward_cosine": 0.9997129440307617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04749902138710022
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023980626836419106,
+        "mean_feedback_forward_cosine": 0.9998407897196318,
+        "mean_feedback_forward_relative_error": 0.017531843120722396,
+        "min_feedback_forward_cosine": 0.9997129440307617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04516030862092972
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023976139724254608,
+        "mean_feedback_forward_cosine": 0.99984084618719,
+        "mean_feedback_forward_relative_error": 0.01752598497918562,
+        "min_feedback_forward_cosine": 0.999713122844696
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04241939604222775
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02397124096751213,
+        "mean_feedback_forward_cosine": 0.9998409371627005,
+        "mean_feedback_forward_relative_error": 0.01751989868812655,
+        "min_feedback_forward_cosine": 0.9997131824493408
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.042379607338905334
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02396647445857525,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017513908837970934,
+        "min_feedback_forward_cosine": 0.9997134208679199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.041688693816661834
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023961400613188744,
+        "mean_feedback_forward_cosine": 0.9998411034282885,
+        "mean_feedback_forward_relative_error": 0.017507812302363545,
+        "min_feedback_forward_cosine": 0.9997134208679199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04086528647184372
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023956535384058952,
+        "mean_feedback_forward_cosine": 0.9998412038150587,
+        "mean_feedback_forward_relative_error": 0.017501762038783023,
+        "min_feedback_forward_cosine": 0.9997134804725647
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03863505096554756
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02395145781338215,
+        "mean_feedback_forward_cosine": 0.9998413073389154,
+        "mean_feedback_forward_relative_error": 0.017495613153043547,
+        "min_feedback_forward_cosine": 0.9997137784957886
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.039321243322193625
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02394598349928856,
+        "mean_feedback_forward_cosine": 0.9998413889031661,
+        "mean_feedback_forward_relative_error": 0.01748918663514288,
+        "min_feedback_forward_cosine": 0.9997138977050781
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03911113297462463
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02394097112119198,
+        "mean_feedback_forward_cosine": 0.9998414798786766,
+        "mean_feedback_forward_relative_error": 0.01748289189938652,
+        "min_feedback_forward_cosine": 0.9997137784957886
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.036497448803186415
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023935630917549133,
+        "mean_feedback_forward_cosine": 0.9998415802654467,
+        "mean_feedback_forward_relative_error": 0.017476465430502828,
+        "min_feedback_forward_cosine": 0.9997141361236572
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03716952535510063
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02393004484474659,
+        "mean_feedback_forward_cosine": 0.9998416649667841,
+        "mean_feedback_forward_relative_error": 0.01747012307475272,
+        "min_feedback_forward_cosine": 0.9997142553329468
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.035937383514642714
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023924510926008224,
+        "mean_feedback_forward_cosine": 0.9998417653535542,
+        "mean_feedback_forward_relative_error": 0.01746368145962295,
+        "min_feedback_forward_cosine": 0.9997143149375916
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03566022593140602
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023919150233268738,
+        "mean_feedback_forward_cosine": 0.9998418406436318,
+        "mean_feedback_forward_relative_error": 0.017457206978609686,
+        "min_feedback_forward_cosine": 0.9997143745422363
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034828656885623935
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023913824930787086,
+        "mean_feedback_forward_cosine": 0.9998419661270944,
+        "mean_feedback_forward_relative_error": 0.0174507660497176,
+        "min_feedback_forward_cosine": 0.9997146725654602
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.033103851650431754
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02390843629837036,
+        "mean_feedback_forward_cosine": 0.9998420539655184,
+        "mean_feedback_forward_relative_error": 0.017444494842110497,
+        "min_feedback_forward_cosine": 0.9997147917747498
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.032778032338619235
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023902934044599533,
+        "mean_feedback_forward_cosine": 0.9998421574893751,
+        "mean_feedback_forward_relative_error": 0.017437889265190614,
+        "min_feedback_forward_cosine": 0.9997148513793945
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03193912905871868
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023897364735603333,
+        "mean_feedback_forward_cosine": 0.9998422547390586,
+        "mean_feedback_forward_relative_error": 0.017431417480111122,
+        "min_feedback_forward_cosine": 0.9997149705886841
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.0319919503903389
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02389141172170639,
+        "mean_feedback_forward_cosine": 0.9998423739483482,
+        "mean_feedback_forward_relative_error": 0.01742457061711895,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03163765184640884
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023885833099484444,
+        "mean_feedback_forward_cosine": 0.9998424680609452,
+        "mean_feedback_forward_relative_error": 0.017417882520117257,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.030665701761841774
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02388034388422966,
+        "mean_feedback_forward_cosine": 0.9998425684477154,
+        "mean_feedback_forward_relative_error": 0.017411238587412396,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.029491460859775543
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023874782025814056,
+        "mean_feedback_forward_cosine": 0.9998426719715721,
+        "mean_feedback_forward_relative_error": 0.017404530834602683,
+        "min_feedback_forward_cosine": 0.9997155666351318
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.0298191662889719
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386835590004921,
+        "mean_feedback_forward_cosine": 0.9998427692212557,
+        "mean_feedback_forward_relative_error": 0.0173971701511427,
+        "min_feedback_forward_cosine": 0.9997156858444214
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.03218640671610832
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386237494647503,
+        "mean_feedback_forward_cosine": 0.9998428821563721,
+        "mean_feedback_forward_relative_error": 0.017390342747890634,
+        "min_feedback_forward_cosine": 0.9997157454490662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.029018398514389993
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02385648339986801,
+        "mean_feedback_forward_cosine": 0.9998429794060556,
+        "mean_feedback_forward_relative_error": 0.01738346966081544,
+        "min_feedback_forward_cosine": 0.9997159838676453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.029316624326705933
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023850666359066963,
+        "mean_feedback_forward_cosine": 0.9998430766557392,
+        "mean_feedback_forward_relative_error": 0.01737667786839761,
+        "min_feedback_forward_cosine": 0.99971604347229
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.02739346834808588
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023844413459300995,
+        "mean_feedback_forward_cosine": 0.9998432429213273,
+        "mean_feedback_forward_relative_error": 0.01736944132043343,
+        "min_feedback_forward_cosine": 0.9997162818908691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.028192082404494286
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023838169872760773,
+        "mean_feedback_forward_cosine": 0.9998433307597512,
+        "mean_feedback_forward_relative_error": 0.01736224898578305,
+        "min_feedback_forward_cosine": 0.9997164011001587
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.0277932139891386
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023832306265830994,
+        "mean_feedback_forward_cosine": 0.9998434468319541,
+        "mean_feedback_forward_relative_error": 0.01735522203441513,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.026103150560855864
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023825665935873985,
+        "mean_feedback_forward_cosine": 0.9998435629041571,
+        "mean_feedback_forward_relative_error": 0.017347723637756548,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.026399266733825207
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381902001798153,
+        "mean_feedback_forward_cosine": 0.9998436977988795,
+        "mean_feedback_forward_relative_error": 0.017339963318878097,
+        "min_feedback_forward_cosine": 0.9997169375419617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027654942645430565
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381226420402527,
+        "mean_feedback_forward_cosine": 0.9998438044598228,
+        "mean_feedback_forward_relative_error": 0.01733238909295515,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.0263747742831707
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805851116776466,
+        "mean_feedback_forward_cosine": 0.9998439079836795,
+        "mean_feedback_forward_relative_error": 0.017324834718908135,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025472247238755227
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805778473615646,
+        "mean_feedback_forward_cosine": 0.999843933080372,
+        "mean_feedback_forward_relative_error": 0.017324644091882203,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022873886232972145
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805730044841766,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.01732448201724573,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021361280524134635
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805681616067886,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.01732430888928081,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.020693761838823557
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805633187294006,
+        "mean_feedback_forward_cosine": 0.9998439268061989,
+        "mean_feedback_forward_relative_error": 0.01732414387362568,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021524387866258623
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805582895874977,
+        "mean_feedback_forward_cosine": 0.9998439236691123,
+        "mean_feedback_forward_relative_error": 0.017323974912103853,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020588710283078255
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805536329746246,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.01732380712698949,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019683998126387596
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805495351552963,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.017323645370963373,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.018572507655620574
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805446922779083,
+        "mean_feedback_forward_cosine": 0.9998439487658048,
+        "mean_feedback_forward_relative_error": 0.017323482781648636,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019311912797093392
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238054022192955,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.01732332879481347,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019017863205373287
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380535565316677,
+        "mean_feedback_forward_cosine": 0.9998439362174586,
+        "mean_feedback_forward_relative_error": 0.01732316380366683,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01927336893439293
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380530722439289,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.017323002635844444,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.018690299270153046
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380525879561901,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017322842399344632,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018778735616505147
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380521036684513,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.017322684932304055,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018716709740757943
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238051638007164,
+        "mean_feedback_forward_cosine": 0.999843933080372,
+        "mean_feedback_forward_relative_error": 0.01732252025976777,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.018794280961900948
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380511350929737,
+        "mean_feedback_forward_cosine": 0.9998439456287184,
+        "mean_feedback_forward_relative_error": 0.017322357842012456,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01923126378715038
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380507066845894,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.017322201085718053,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.019187729357481004
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805027827620506,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017322045726407515,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.017014023590385913
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804988712072372,
+        "mean_feedback_forward_cosine": 0.9998439613141512,
+        "mean_feedback_forward_relative_error": 0.01732188144600705,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017929602970182895
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380494214594364,
+        "mean_feedback_forward_cosine": 0.9998439581770646,
+        "mean_feedback_forward_relative_error": 0.017321729664935878,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.017645584962666036
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380489557981491,
+        "mean_feedback_forward_cosine": 0.9998439456287184,
+        "mean_feedback_forward_relative_error": 0.01732157080091144,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01727688707411289
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804854601621628,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.017321413088785976,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017035351138710974
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804813623428345,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.01732124819567329,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017451484676599502
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804765194654465,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017321086170053797,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.017583800478577615
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804711177945137,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.0173209248061635,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.018306848403811454
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380465902388096,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.01732077581906005,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016635816239118577
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804618045687675,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.017320614847305574,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.017419615784883498
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380458079278469,
+        "mean_feedback_forward_cosine": 0.9998439487658048,
+        "mean_feedback_forward_relative_error": 0.01732046534552386,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.016998306522369385
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380453795194626,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017320308074551195,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016233026780486107
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804493248462677,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017320153131884963,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017383653934001923
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804450407624245,
+        "mean_feedback_forward_cosine": 0.9998439613141512,
+        "mean_feedback_forward_relative_error": 0.017320000689084594,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0170416913112998
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804405704140663,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.017319846089537207,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.016445232709050177
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380436658859253,
+        "mean_feedback_forward_cosine": 0.999843976999584,
+        "mean_feedback_forward_relative_error": 0.017319693891821725,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016828604788780212
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804321885108948,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017319535395424617,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016447176468521358
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804284632205963,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.017319383589844955,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0159349295052886
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380424551665783,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.01731923038728143,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01665976164340973
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804206401109695,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.01731907419468227,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.01594864286452532
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804159834980965,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.017318920158830128,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.016114003044962882
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380412444472313,
+        "mean_feedback_forward_cosine": 0.9998439864108437,
+        "mean_feedback_forward_relative_error": 0.01731876867186082,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.016495792008042336
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804085329174995,
+        "mean_feedback_forward_cosine": 0.9998439926850168,
+        "mean_feedback_forward_relative_error": 0.017318619366147016,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.015994502281844614
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804040625691414,
+        "mean_feedback_forward_cosine": 0.99984399895919,
+        "mean_feedback_forward_relative_error": 0.01731846827131353,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016001024417877197
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804010823369026,
+        "mean_feedback_forward_cosine": 0.999843976999584,
+        "mean_feedback_forward_relative_error": 0.017318317078446086,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015285830289721488
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380397729575634,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.01731816600812109,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015755094451606274
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803941905498505,
+        "mean_feedback_forward_cosine": 0.9998439644512377,
+        "mean_feedback_forward_relative_error": 0.01731802113844376,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.014800295288711787
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380390465259552,
+        "mean_feedback_forward_cosine": 0.9998439864108437,
+        "mean_feedback_forward_relative_error": 0.01731786680848975,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.01677374741256237
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803865537047386,
+        "mean_feedback_forward_cosine": 0.9998439895479303,
+        "mean_feedback_forward_relative_error": 0.017317713409858316,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015875785137712956
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803822696208954,
+        "mean_feedback_forward_cosine": 0.9998439926850168,
+        "mean_feedback_forward_relative_error": 0.017317562976754027,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.016230050567686557
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803774267435074,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.017317412788734624,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.01620101815342903
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803729563951492,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.017317260296917276,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01728534370690584
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380368486046791,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017317102486757857,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.01559103421419859
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380364201962948,
+        "mean_feedback_forward_cosine": 0.9998440146446228,
+        "mean_feedback_forward_relative_error": 0.017316952690874274,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015727360000908373
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9158,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.37618404846191406,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7086873054504395,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6220.81570649147,
+    "train_wall_s": 6218.6675980091095
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}