{
  "architecture": {
    "adaptive_apical_parameters": 0,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 0,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 0,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.01,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 0,
    "loader_seed": 10,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp",
    "momentum": 0.9,
    "neutral_projection": 0,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "nlms",
    "predictor_warmup_steps": 0,
    "residual_scale": null,
    "seed": 10,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 4000,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 0,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 0,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 0
  },
  "diagnostics": {
    "early_third_mean": 0.9996943175792694,
    "feedback_forward_cosine": [
      0.9998425245285034,
      0.9998425245285034,
      0.9998345971107483,
      0.9998288154602051,
      0.9998345971107483,
      0.9997845888137817,
      0.9998021721839905,
      0.9998700618743896,
      0.9998346567153931,
      0.9997909069061279,
      0.9998584985733032,
      0.999813437461853,
      0.9998350143432617,
      0.999904453754425,
      0.9998966455459595,
      0.9998763799667358,
      0.9998807907104492,
      0.9997172951698303,
      0.999988317489624
    ],
    "feedback_forward_norm_ratio": [
      0.9995854496955872,
      1.0009312629699707,
      0.9996626973152161,
      1.0009467601776123,
      0.9994809627532959,
      1.000537395477295,
      0.9993156790733337,
      1.0004427433013916,
      0.9995880126953125,
      1.0010364055633545,
      0.9996651411056519,
      1.0011072158813477,
      0.9993873834609985,
      1.0000609159469604,
      0.9999977350234985,
      1.0003987550735474,
      1.0000828504562378,
      1.0007964372634888,
      1.0027433633804321
    ],
    "feedback_forward_relative_error": [
      0.01775248721241951,
      0.017780128866434097,
      0.018192417919635773,
      0.0185343399643898,
      0.018192430958151817,
      0.02076704613864422,
      0.019896846264600754,
      0.016129642724990845,
      0.018187053501605988,
      0.020488634705543518,
      0.01682351343333721,
      0.019359398633241653,
      0.018172236159443855,
      0.013829465955495834,
      0.01438230462372303,
      0.015732765197753906,
      0.015434577129781246,
      0.02380364201962948,
      0.005563169717788696
    ],
    "innovation_negative_gradient_cosine": [
      0.999703049659729,
      0.9996821880340576,
      0.9996962547302246,
      0.9996733069419861,
      0.9997035264968872,
      0.9997075796127319,
      0.9997260570526123,
      0.9997570514678955,
      0.9997557401657104,
      0.9997051358222961,
      0.99976646900177,
      0.9997504353523254,
      0.9997883439064026,
      0.9998454451560974,
      0.9998633861541748,
      0.9998831152915955,
      0.9999251365661621,
      0.9999701976776123,
      0.8750146627426147
    ],
    "mean_feedback_forward_cosine": 0.9998440146446228,
    "mean_feedback_forward_relative_error": 0.017316952690874274,
    "normalization_state": "training_batch_stats_without_running_update",
    "raw_negative_gradient_cosine": [
      0.999703049659729,
      0.9996821880340576,
      0.9996962547302246,
      0.9996733069419861,
      0.9997035264968872,
      0.9997075796127319,
      0.9997260570526123,
      0.9997570514678955,
      0.9997557401657104,
      0.9997051358222961,
      0.99976646900177,
      0.9997504353523254,
      0.9997883439064026,
      0.9998454451560974,
      0.9998633861541748,
      0.9998831152915955,
      0.9999251365661621,
      0.9999701976776123,
      0.8750146627426147
    ],
    "teaching_negative_gradient_cosine": [
      0.999703049659729,
      0.9996821880340576,
      0.9996962547302246,
      0.9996733069419861,
      0.9997035264968872,
      0.9997075796127319,
      0.9997260570526123,
      0.9997570514678955,
      0.9997557401657104,
      0.9997051358222961,
      0.99976646900177,
      0.9997504353523254,
      0.9997883439064026,
      0.9998454451560974,
      0.9998633861541748,
      0.9998831152915955,
      0.9999251365661621,
      0.9999701976776123,
      0.8750146627426147
    ],
    "wall_s": 0.09648609161376953
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3041185140609741,
        "mean_feedback_forward_cosine": 0.2736612542679435,
        "mean_feedback_forward_relative_error": 1.2024953898630644,
        "min_feedback_forward_cosine": 0.15773168206214905
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.8356010372543334
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.243371844291687,
        "mean_feedback_forward_cosine": 0.4222466114320253,
        "mean_feedback_forward_relative_error": 1.0754974955006649,
        "min_feedback_forward_cosine": 0.24570325016975403
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.2715008509635926
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1895959377288818,
        "mean_feedback_forward_cosine": 0.5245403443512163,
        "mean_feedback_forward_relative_error": 0.9786683587651503,
        "min_feedback_forward_cosine": 0.3132213354110718
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 0.9838771463012695
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.141883373260498,
        "mean_feedback_forward_cosine": 0.5945022388508445,
        "mean_feedback_forward_relative_error": 0.9046765205107237,
        "min_feedback_forward_cosine": 0.3691554665565491
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8258294191360473
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1009702682495117,
        "mean_feedback_forward_cosine": 0.6463952660560608,
        "mean_feedback_forward_relative_error": 0.8451103222997565,
        "min_feedback_forward_cosine": 0.41622984409332275
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7246334367179871
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.059396505355835,
        "mean_feedback_forward_cosine": 0.6886242486928639,
        "mean_feedback_forward_relative_error": 0.7933045343348855,
        "min_feedback_forward_cosine": 0.46115246415138245
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.6571639463996887
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0216901302337646,
        "mean_feedback_forward_cosine": 0.7222898382889597,
        "mean_feedback_forward_relative_error": 0.7487508936932212,
        "min_feedback_forward_cosine": 0.49993962049484253
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6064288543891907
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9850110411643982,
        "mean_feedback_forward_cosine": 0.7514332783849615,
        "mean_feedback_forward_relative_error": 0.7081342119919626,
        "min_feedback_forward_cosine": 0.5357208251953125
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.574867534160614
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9485263228416443,
        "mean_feedback_forward_cosine": 0.7760953903198242,
        "mean_feedback_forward_relative_error": 0.6718429358381974,
        "min_feedback_forward_cosine": 0.5699862241744995
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5442277415084839
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9140889644622803,
        "mean_feedback_forward_cosine": 0.7968643213573255,
        "mean_feedback_forward_relative_error": 0.6396513330309015,
        "min_feedback_forward_cosine": 0.601062536239624
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5144776938438416
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8813732862472534,
        "mean_feedback_forward_cosine": 0.8151358616979498,
        "mean_feedback_forward_relative_error": 0.6098568298314747,
        "min_feedback_forward_cosine": 0.6292847990989685
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.4899724453735352
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.848876416683197,
        "mean_feedback_forward_cosine": 0.831631180487181,
        "mean_feedback_forward_relative_error": 0.5815863091694681,
        "min_feedback_forward_cosine": 0.65630042552948
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.4721221300506592
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8168927431106567,
        "mean_feedback_forward_cosine": 0.8462759601442438,
        "mean_feedback_forward_relative_error": 0.5554791563435605,
        "min_feedback_forward_cosine": 0.6820494532585144
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.45774565432548525
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.785374641418457,
        "mean_feedback_forward_cosine": 0.8596692806796024,
        "mean_feedback_forward_relative_error": 0.5303741740553003,
        "min_feedback_forward_cosine": 0.7061700820922852
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4391380731391907
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7563701272010803,
        "mean_feedback_forward_cosine": 0.8713308698252628,
        "mean_feedback_forward_relative_error": 0.5075985993209639,
        "min_feedback_forward_cosine": 0.7274447679519653
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.4230655994129181
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7266731858253479,
        "mean_feedback_forward_cosine": 0.8819958097056338,
        "mean_feedback_forward_relative_error": 0.4858224242925644,
        "min_feedback_forward_cosine": 0.7484070658683777
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.4118123607349396
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6991254091262817,
        "mean_feedback_forward_cosine": 0.891421914100647,
        "mean_feedback_forward_relative_error": 0.4657441009032099,
        "min_feedback_forward_cosine": 0.7670483589172363
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.4013237077999115
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6734879016876221,
        "mean_feedback_forward_cosine": 0.9000662973052577,
        "mean_feedback_forward_relative_error": 0.44667904941659226,
        "min_feedback_forward_cosine": 0.7839051485061646
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.3887851303672791
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6473090052604675,
        "mean_feedback_forward_cosine": 0.9079619457847193,
        "mean_feedback_forward_relative_error": 0.4283676633709355,
        "min_feedback_forward_cosine": 0.8000421524047852
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.38309918633461
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6222605109214783,
        "mean_feedback_forward_cosine": 0.9152506746743855,
        "mean_feedback_forward_relative_error": 0.41083644330501556,
        "min_feedback_forward_cosine": 0.8149977922439575
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.37596964239120484
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5985783934593201,
        "mean_feedback_forward_cosine": 0.9218225102675589,
        "mean_feedback_forward_relative_error": 0.3943716177814885,
        "min_feedback_forward_cosine": 0.8287612199783325
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.3586363932991028
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.576032817363739,
        "mean_feedback_forward_cosine": 0.9277743634424711,
        "mean_feedback_forward_relative_error": 0.3788731788334094,
        "min_feedback_forward_cosine": 0.8413866758346558
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.35420421438217164
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5534531474113464,
        "mean_feedback_forward_cosine": 0.9333119988441467,
        "mean_feedback_forward_relative_error": 0.3638961550436522,
        "min_feedback_forward_cosine": 0.853378415107727
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.34655102869033816
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5311400294303894,
        "mean_feedback_forward_cosine": 0.9385892152786255,
        "mean_feedback_forward_relative_error": 0.3490081515751387,
        "min_feedback_forward_cosine": 0.8648223876953125
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.34269681767463683
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.510734498500824,
        "mean_feedback_forward_cosine": 0.9431674480438232,
        "mean_feedback_forward_relative_error": 0.33550663370835154,
        "min_feedback_forward_cosine": 0.8749117851257324
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.33644331916809084
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4906480610370636,
        "mean_feedback_forward_cosine": 0.9474997238108986,
        "mean_feedback_forward_relative_error": 0.32233510676183197,
        "min_feedback_forward_cosine": 0.8844285011291504
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.3293344172334671
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4712061882019043,
        "mean_feedback_forward_cosine": 0.9515334179526881,
        "mean_feedback_forward_relative_error": 0.30956344149614634,
        "min_feedback_forward_cosine": 0.8932749629020691
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.32324320629119874
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.45228156447410583,
        "mean_feedback_forward_cosine": 0.9551924969020643,
        "mean_feedback_forward_relative_error": 0.2975124677545146,
        "min_feedback_forward_cosine": 0.9016437530517578
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.3145335978984833
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.43441838026046753,
        "mean_feedback_forward_cosine": 0.9585838223758497,
        "mean_feedback_forward_relative_error": 0.28590018733551625,
        "min_feedback_forward_cosine": 0.9091375470161438
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.31292813460826874
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.416961133480072,
        "mean_feedback_forward_cosine": 0.9617287202885276,
        "mean_feedback_forward_relative_error": 0.2747007573121472,
        "min_feedback_forward_cosine": 0.9161843061447144
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.30754787801742556
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.39982619881629944,
        "mean_feedback_forward_cosine": 0.9646200694535908,
        "mean_feedback_forward_relative_error": 0.26402254912414047,
        "min_feedback_forward_cosine": 0.9228807687759399
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.3073337629413605
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3841182291507721,
        "mean_feedback_forward_cosine": 0.9672255829760903,
        "mean_feedback_forward_relative_error": 0.25402774348070745,
        "min_feedback_forward_cosine": 0.928751528263092
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.2970037853050232
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.36938709020614624,
        "mean_feedback_forward_cosine": 0.9696529570378756,
        "mean_feedback_forward_relative_error": 0.24437143928126284,
        "min_feedback_forward_cosine": 0.9339888095855713
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.29162209347724916
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3549087941646576,
        "mean_feedback_forward_cosine": 0.9719137361175135,
        "mean_feedback_forward_relative_error": 0.2350148629201086,
        "min_feedback_forward_cosine": 0.9389908909797668
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.2878492239189148
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3398529887199402,
        "mean_feedback_forward_cosine": 0.974117658640209,
        "mean_feedback_forward_relative_error": 0.22552741554222608,
        "min_feedback_forward_cosine": 0.9440118074417114
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.2892651585960388
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.32580846548080444,
        "mean_feedback_forward_cosine": 0.9760581129475644,
        "mean_feedback_forward_relative_error": 0.2168219320868191,
        "min_feedback_forward_cosine": 0.9484668970108032
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.28420805393218995
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.31265878677368164,
        "mean_feedback_forward_cosine": 0.9778313511296323,
        "mean_feedback_forward_relative_error": 0.20859109688746302,
        "min_feedback_forward_cosine": 0.952483057975769
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.27960984511375425
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2996475398540497,
        "mean_feedback_forward_cosine": 0.9795032802381014,
        "mean_feedback_forward_relative_error": 0.20050902821515737,
        "min_feedback_forward_cosine": 0.9563074111938477
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.27376583651542663
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28715112805366516,
        "mean_feedback_forward_cosine": 0.9810729873807806,
        "mean_feedback_forward_relative_error": 0.19261449967560015,
        "min_feedback_forward_cosine": 0.9598467350006104
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.2761541701221466
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.27562326192855835,
        "mean_feedback_forward_cosine": 0.9825075017778497,
        "mean_feedback_forward_relative_error": 0.1851246988302783,
        "min_feedback_forward_cosine": 0.9629642963409424
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.27317368170261386
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26422426104545593,
        "mean_feedback_forward_cosine": 0.9838146661457262,
        "mean_feedback_forward_relative_error": 0.17799867846463857,
        "min_feedback_forward_cosine": 0.9659215211868286
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.27047356218338015
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25380969047546387,
        "mean_feedback_forward_cosine": 0.9850201951830011,
        "mean_feedback_forward_relative_error": 0.17117400310541453,
        "min_feedback_forward_cosine": 0.9685237407684326
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.26298034185409547
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2434985190629959,
        "mean_feedback_forward_cosine": 0.9861482789641932,
        "mean_feedback_forward_relative_error": 0.16458421906358317,
        "min_feedback_forward_cosine": 0.9710122346878052
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.2653024362277985
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.23392316699028015,
        "mean_feedback_forward_cosine": 0.9871551331720854,
        "mean_feedback_forward_relative_error": 0.1584414451530105,
        "min_feedback_forward_cosine": 0.9732286930084229
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.259649914932251
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22451873123645782,
        "mean_feedback_forward_cosine": 0.9881107054258648,
        "mean_feedback_forward_relative_error": 0.15240878258880816,
        "min_feedback_forward_cosine": 0.975327730178833
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2577659420776367
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21546627581119537,
        "mean_feedback_forward_cosine": 0.9889990436403375,
        "mean_feedback_forward_relative_error": 0.1465405433585769,
        "min_feedback_forward_cosine": 0.9772522449493408
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.25411363348960875
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.20682618021965027,
        "mean_feedback_forward_cosine": 0.9898229774675871,
        "mean_feedback_forward_relative_error": 0.14092829999955078,
        "min_feedback_forward_cosine": 0.9790107011795044
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.25334115114212036
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19855043292045593,
        "mean_feedback_forward_cosine": 0.9905795423608077,
        "mean_feedback_forward_relative_error": 0.1355620422645619,
        "min_feedback_forward_cosine": 0.9806437492370605
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.25010806784152984
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19042891263961792,
        "mean_feedback_forward_cosine": 0.9912930507408945,
        "mean_feedback_forward_relative_error": 0.13029807453092776,
        "min_feedback_forward_cosine": 0.9821843504905701
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.2482856145954132
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18241143226623535,
        "mean_feedback_forward_cosine": 0.9919578276182476,
        "mean_feedback_forward_relative_error": 0.1252188225717921,
        "min_feedback_forward_cosine": 0.9836432933807373
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.25066015458106994
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17519184947013855,
        "mean_feedback_forward_cosine": 0.9925572589824074,
        "mean_feedback_forward_relative_error": 0.12043296800632226,
        "min_feedback_forward_cosine": 0.9848968386650085
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.24143317845344545
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1679893434047699,
        "mean_feedback_forward_cosine": 0.9931172289346394,
        "mean_feedback_forward_relative_error": 0.11580108321811024,
        "min_feedback_forward_cosine": 0.9861008524894714
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.24608960815429687
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16124595701694489,
        "mean_feedback_forward_cosine": 0.993638559391624,
        "mean_feedback_forward_relative_error": 0.11130892171671516,
        "min_feedback_forward_cosine": 0.9871878027915955
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.24206441249847413
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15466845035552979,
        "mean_feedback_forward_cosine": 0.9941155659525018,
        "mean_feedback_forward_relative_error": 0.10703967903789721,
        "min_feedback_forward_cosine": 0.9882041811943054
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.2399489393520355
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14854159951210022,
        "mean_feedback_forward_cosine": 0.9945565273887232,
        "mean_feedback_forward_relative_error": 0.10293684252782871,
        "min_feedback_forward_cosine": 0.9891126155853271
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.23437146086215974
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14255544543266296,
        "mean_feedback_forward_cosine": 0.9949761534992018,
        "mean_feedback_forward_relative_error": 0.09887950259603952,
        "min_feedback_forward_cosine": 0.9899699687957764
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.23884480169296265
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13674475252628326,
        "mean_feedback_forward_cosine": 0.9953545771147075,
        "mean_feedback_forward_relative_error": 0.09507158614302937,
        "min_feedback_forward_cosine": 0.990766167640686
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.2372421080970764
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13124753534793854,
        "mean_feedback_forward_cosine": 0.9957059057135331,
        "mean_feedback_forward_relative_error": 0.09138967547761767,
        "min_feedback_forward_cosine": 0.9914892315864563
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.23350110571861268
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12596161663532257,
        "mean_feedback_forward_cosine": 0.9960281158748426,
        "mean_feedback_forward_relative_error": 0.08788347479544188,
        "min_feedback_forward_cosine": 0.9921553730964661
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.23144394822120667
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12090470641851425,
        "mean_feedback_forward_cosine": 0.9963286173971075,
        "mean_feedback_forward_relative_error": 0.08449560776352882,
        "min_feedback_forward_cosine": 0.9927682876586914
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.2364779268360138
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11604072153568268,
        "mean_feedback_forward_cosine": 0.996597525320555,
        "mean_feedback_forward_relative_error": 0.08133108815864513,
        "min_feedback_forward_cosine": 0.993336021900177
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.22808763239860536
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11152151972055435,
        "mean_feedback_forward_cosine": 0.9968531445453042,
        "mean_feedback_forward_relative_error": 0.07820960898932658,
        "min_feedback_forward_cosine": 0.9938417673110962
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.2266447284221649
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10693155974149704,
        "mean_feedback_forward_cosine": 0.9970944115990087,
        "mean_feedback_forward_relative_error": 0.07515961716049596,
        "min_feedback_forward_cosine": 0.994335412979126
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.23168384791374205
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10286647826433182,
        "mean_feedback_forward_cosine": 0.9973037556598061,
        "mean_feedback_forward_relative_error": 0.0723838446367728,
        "min_feedback_forward_cosine": 0.9947562217712402
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.21967432646751403
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09874574095010757,
        "mean_feedback_forward_cosine": 0.9975028916409141,
        "mean_feedback_forward_relative_error": 0.06964617242154322,
        "min_feedback_forward_cosine": 0.9951664209365845
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.22276782621383667
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09475722908973694,
        "mean_feedback_forward_cosine": 0.9976867186395746,
        "mean_feedback_forward_relative_error": 0.06702639535069466,
        "min_feedback_forward_cosine": 0.9955471754074097
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.2208927348947525
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09098617732524872,
        "mean_feedback_forward_cosine": 0.9978609085083008,
        "mean_feedback_forward_relative_error": 0.06444480201523554,
        "min_feedback_forward_cosine": 0.9958927631378174
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.21977276565551757
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08740058541297913,
        "mean_feedback_forward_cosine": 0.9980220292743883,
        "mean_feedback_forward_relative_error": 0.06196602424116511,
        "min_feedback_forward_cosine": 0.9962090253829956
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.21752099536895753
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08383046090602875,
        "mean_feedback_forward_cosine": 0.9981727349130731,
        "mean_feedback_forward_relative_error": 0.05956339208703292,
        "min_feedback_forward_cosine": 0.9965111017227173
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.22395552233695984
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0804688110947609,
        "mean_feedback_forward_cosine": 0.9983122599752325,
        "mean_feedback_forward_relative_error": 0.05724060035457736,
        "min_feedback_forward_cosine": 0.996785044670105
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.22269117835998536
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07737977057695389,
        "mean_feedback_forward_cosine": 0.998433928740652,
        "mean_feedback_forward_relative_error": 0.05512593872845173,
        "min_feedback_forward_cosine": 0.9970258474349976
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.21499397795677186
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07427549362182617,
        "mean_feedback_forward_cosine": 0.9985538501488535,
        "mean_feedback_forward_relative_error": 0.05297956811754327,
        "min_feedback_forward_cosine": 0.9972590208053589
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.21951112261772157
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07133505493402481,
        "mean_feedback_forward_cosine": 0.9986621141433716,
        "mean_feedback_forward_relative_error": 0.0509505889525539,
        "min_feedback_forward_cosine": 0.9974708557128906
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.2146762759590149
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.068573497235775,
        "mean_feedback_forward_cosine": 0.9987624381717882,
        "mean_feedback_forward_relative_error": 0.04900112885393595,
        "min_feedback_forward_cosine": 0.9976617693901062
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21213805459976195
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06581214815378189,
        "mean_feedback_forward_cosine": 0.9988550763381155,
        "mean_feedback_forward_relative_error": 0.04713135840077149,
        "min_feedback_forward_cosine": 0.9978461861610413
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21292313886642456
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06323916465044022,
        "mean_feedback_forward_cosine": 0.9989409383974577,
        "mean_feedback_forward_relative_error": 0.04532517061421746,
        "min_feedback_forward_cosine": 0.998010516166687
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.21277331172943115
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06074615940451622,
        "mean_feedback_forward_cosine": 0.9990207207830328,
        "mean_feedback_forward_relative_error": 0.04358574346100029,
        "min_feedback_forward_cosine": 0.9981639385223389
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.20898236991882324
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05832308903336525,
        "mean_feedback_forward_cosine": 0.9990944454544469,
        "mean_feedback_forward_relative_error": 0.0419123242364118,
        "min_feedback_forward_cosine": 0.9983067512512207
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.21116136218070983
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0559818260371685,
        "mean_feedback_forward_cosine": 0.9991625045475206,
        "mean_feedback_forward_relative_error": 0.04030360301074229,
        "min_feedback_forward_cosine": 0.9984397292137146
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.21172104592323304
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05379173532128334,
        "mean_feedback_forward_cosine": 0.9992254564636632,
        "mean_feedback_forward_relative_error": 0.03875644593254516,
        "min_feedback_forward_cosine": 0.9985591173171997
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.20921241371154786
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.051668789237737656,
        "mean_feedback_forward_cosine": 0.9992847285772625,
        "mean_feedback_forward_relative_error": 0.037242337767230835,
        "min_feedback_forward_cosine": 0.9986700415611267
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.20510462395191192
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04965691268444061,
        "mean_feedback_forward_cosine": 0.9993384574588976,
        "mean_feedback_forward_relative_error": 0.03581918712313238,
        "min_feedback_forward_cosine": 0.9987714886665344
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.2070067384815216
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.047659263014793396,
        "mean_feedback_forward_cosine": 0.9993902633064672,
        "mean_feedback_forward_relative_error": 0.034390744164978206,
        "min_feedback_forward_cosine": 0.9988679885864258
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.20999451464653016
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.045759331434965134,
        "mean_feedback_forward_cosine": 0.9994356694974398,
        "mean_feedback_forward_relative_error": 0.03308229128781118,
        "min_feedback_forward_cosine": 0.9989561438560486
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.20893828397274017
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04397435113787651,
        "mean_feedback_forward_cosine": 0.9994768374844601,
        "mean_feedback_forward_relative_error": 0.03184907133445928,
        "min_feedback_forward_cosine": 0.9990359544754028
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.20038848754405975
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04222673177719116,
        "mean_feedback_forward_cosine": 0.999517095716376,
        "mean_feedback_forward_relative_error": 0.03060037922114134,
        "min_feedback_forward_cosine": 0.9991111159324646
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.2064295777606964
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04057107865810394,
        "mean_feedback_forward_cosine": 0.9995530153575697,
        "mean_feedback_forward_relative_error": 0.029441306073414653,
        "min_feedback_forward_cosine": 0.9991794228553772
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.20408623010635377
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03902265802025795,
        "mean_feedback_forward_cosine": 0.9995857100737723,
        "mean_feedback_forward_relative_error": 0.02834192138949507,
        "min_feedback_forward_cosine": 0.9992407560348511
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.20103353147029876
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.037542738020420074,
        "mean_feedback_forward_cosine": 0.9996166323360643,
        "mean_feedback_forward_relative_error": 0.027261023654749517,
        "min_feedback_forward_cosine": 0.9992972612380981
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.19745080633163453
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0360117070376873,
        "mean_feedback_forward_cosine": 0.9996461774173536,
        "mean_feedback_forward_relative_error": 0.02619106748974637,
        "min_feedback_forward_cosine": 0.9993532299995422
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.20549977100372313
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03458224982023239,
        "mean_feedback_forward_cosine": 0.9996738026016637,
        "mean_feedback_forward_relative_error": 0.025146570889965483,
        "min_feedback_forward_cosine": 0.9994035959243774
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.1986873722934723
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03324142470955849,
        "mean_feedback_forward_cosine": 0.9996980867887798,
        "mean_feedback_forward_relative_error": 0.024191624141837422,
        "min_feedback_forward_cosine": 0.9994487762451172
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.19804216557025908
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03191523626446724,
        "mean_feedback_forward_cosine": 0.9997214737691378,
        "mean_feedback_forward_relative_error": 0.023236432455872234,
        "min_feedback_forward_cosine": 0.999491810798645
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.20227410102844237
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.030632607638835907,
        "mean_feedback_forward_cosine": 0.9997428404657465,
        "mean_feedback_forward_relative_error": 0.02232741314525667,
        "min_feedback_forward_cosine": 0.9995319247245789
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.20241206522464752
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029394421726465225,
        "mean_feedback_forward_cosine": 0.9997620331613641,
        "mean_feedback_forward_relative_error": 0.02147653875382323,
        "min_feedback_forward_cosine": 0.9995689392089844
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.20295502564907075
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.028264634311199188,
        "mean_feedback_forward_cosine": 0.9997799741594415,
        "mean_feedback_forward_relative_error": 0.020652579584796178,
        "min_feedback_forward_cosine": 0.9996013045310974
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.19767562034606934
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02715025283396244,
        "mean_feedback_forward_cosine": 0.9997962775983309,
        "mean_feedback_forward_relative_error": 0.019869652380676645,
        "min_feedback_forward_cosine": 0.9996321201324463
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.19347093383550643
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02612755261361599,
        "mean_feedback_forward_cosine": 0.9998112007191307,
        "mean_feedback_forward_relative_error": 0.019126742195926215,
        "min_feedback_forward_cosine": 0.9996593594551086
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.19226393731117247
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.025075765326619148,
        "mean_feedback_forward_cosine": 0.9998256250431663,
        "mean_feedback_forward_relative_error": 0.01837975173992546,
        "min_feedback_forward_cosine": 0.9996861815452576
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.19686378298282622
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024072103202342987,
        "mean_feedback_forward_cosine": 0.9998391396120975,
        "mean_feedback_forward_relative_error": 0.017656986258531873,
        "min_feedback_forward_cosine": 0.9997107982635498
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.1982896047115326
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02406390942633152,
        "mean_feedback_forward_cosine": 0.9998392996035124,
        "mean_feedback_forward_relative_error": 0.01764692640618274,
        "min_feedback_forward_cosine": 0.9997109174728394
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.12299238201379777
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024059180170297623,
        "mean_feedback_forward_cosine": 0.9998393686194169,
        "mean_feedback_forward_relative_error": 0.017639402226593933,
        "min_feedback_forward_cosine": 0.9997110366821289
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.09884670098781585
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02405465766787529,
        "mean_feedback_forward_cosine": 0.9998394313611483,
        "mean_feedback_forward_relative_error": 0.017632367064882266,
        "min_feedback_forward_cosine": 0.999711275100708
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08819357568740845
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024050189182162285,
        "mean_feedback_forward_cosine": 0.9998395191995721,
        "mean_feedback_forward_relative_error": 0.017625431652720038,
        "min_feedback_forward_cosine": 0.999711275100708
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.08101649174511433
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02404564991593361,
        "mean_feedback_forward_cosine": 0.9998396415459482,
        "mean_feedback_forward_relative_error": 0.017618758236303142,
        "min_feedback_forward_cosine": 0.9997114539146423
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.0770462325143814
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024041302502155304,
        "mean_feedback_forward_cosine": 0.9998396980135065,
        "mean_feedback_forward_relative_error": 0.017612302185673463,
        "min_feedback_forward_cosine": 0.9997115135192871
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.07072865057945252
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024036701768636703,
        "mean_feedback_forward_cosine": 0.99983979526319,
        "mean_feedback_forward_relative_error": 0.01760593789482587,
        "min_feedback_forward_cosine": 0.9997116327285767
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06999157873630524
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024032164365053177,
        "mean_feedback_forward_cosine": 0.9998398423194885,
        "mean_feedback_forward_relative_error": 0.017599599656501885,
        "min_feedback_forward_cosine": 0.9997117519378662
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.06534900736093521
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02402760460972786,
        "mean_feedback_forward_cosine": 0.9998399458433452,
        "mean_feedback_forward_relative_error": 0.017593359721726494,
        "min_feedback_forward_cosine": 0.9997119307518005
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.06322124888181686
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024022996425628662,
        "mean_feedback_forward_cosine": 0.9998400179963363,
        "mean_feedback_forward_relative_error": 0.017587167137351475,
        "min_feedback_forward_cosine": 0.9997119903564453
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.06139645607709884
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024018622934818268,
        "mean_feedback_forward_cosine": 0.9998400901493273,
        "mean_feedback_forward_relative_error": 0.01758105947489017,
        "min_feedback_forward_cosine": 0.9997121095657349
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.05795342464208603
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024014070630073547,
        "mean_feedback_forward_cosine": 0.9998401873990109,
        "mean_feedback_forward_relative_error": 0.017574954949515432,
        "min_feedback_forward_cosine": 0.9997121691703796
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.0559422425699234
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024009378626942635,
        "mean_feedback_forward_cosine": 0.9998402689632616,
        "mean_feedback_forward_relative_error": 0.017568798809263268,
        "min_feedback_forward_cosine": 0.999712347984314
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.055113451805114747
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02400479093194008,
        "mean_feedback_forward_cosine": 0.9998403473904258,
        "mean_feedback_forward_relative_error": 0.017562687029375842,
        "min_feedback_forward_cosine": 0.9997124075889587
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.052615987684726716
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024000002071261406,
        "mean_feedback_forward_cosine": 0.9998404195434168,
        "mean_feedback_forward_relative_error": 0.017556504248396346,
        "min_feedback_forward_cosine": 0.9997124671936035
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.051486412073373795
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023995356634259224,
        "mean_feedback_forward_cosine": 0.9998405293414467,
        "mean_feedback_forward_relative_error": 0.017550376636025152,
        "min_feedback_forward_cosine": 0.9997127056121826
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.04837573773741722
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02399068884551525,
        "mean_feedback_forward_cosine": 0.9998405920831781,
        "mean_feedback_forward_relative_error": 0.01754426519925657,
        "min_feedback_forward_cosine": 0.9997127652168274
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.047202864929437635
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023985648527741432,
        "mean_feedback_forward_cosine": 0.9998407018812079,
        "mean_feedback_forward_relative_error": 0.0175379439943323,
        "min_feedback_forward_cosine": 0.9997129440307617
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.04749902138710022
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023980626836419106,
        "mean_feedback_forward_cosine": 0.9998407897196318,
        "mean_feedback_forward_relative_error": 0.017531843120722396,
        "min_feedback_forward_cosine": 0.9997129440307617
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.04516030862092972
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023976139724254608,
        "mean_feedback_forward_cosine": 0.99984084618719,
        "mean_feedback_forward_relative_error": 0.01752598497918562,
        "min_feedback_forward_cosine": 0.999713122844696
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.04241939604222775
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02397124096751213,
        "mean_feedback_forward_cosine": 0.9998409371627005,
        "mean_feedback_forward_relative_error": 0.01751989868812655,
        "min_feedback_forward_cosine": 0.9997131824493408
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.042379607338905334
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02396647445857525,
        "mean_feedback_forward_cosine": 0.9998410093156915,
        "mean_feedback_forward_relative_error": 0.017513908837970934,
        "min_feedback_forward_cosine": 0.9997134208679199
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.041688693816661834
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023961400613188744,
        "mean_feedback_forward_cosine": 0.9998411034282885,
        "mean_feedback_forward_relative_error": 0.017507812302363545,
        "min_feedback_forward_cosine": 0.9997134208679199
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.04086528647184372
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023956535384058952,
        "mean_feedback_forward_cosine": 0.9998412038150587,
        "mean_feedback_forward_relative_error": 0.017501762038783023,
        "min_feedback_forward_cosine": 0.9997134804725647
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.03863505096554756
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02395145781338215,
        "mean_feedback_forward_cosine": 0.9998413073389154,
        "mean_feedback_forward_relative_error": 0.017495613153043547,
        "min_feedback_forward_cosine": 0.9997137784957886
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.039321243322193625
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02394598349928856,
        "mean_feedback_forward_cosine": 0.9998413889031661,
        "mean_feedback_forward_relative_error": 0.01748918663514288,
        "min_feedback_forward_cosine": 0.9997138977050781
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.03911113297462463
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02394097112119198,
        "mean_feedback_forward_cosine": 0.9998414798786766,
        "mean_feedback_forward_relative_error": 0.01748289189938652,
        "min_feedback_forward_cosine": 0.9997137784957886
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.036497448803186415
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023935630917549133,
        "mean_feedback_forward_cosine": 0.9998415802654467,
        "mean_feedback_forward_relative_error": 0.017476465430502828,
        "min_feedback_forward_cosine": 0.9997141361236572
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03716952535510063
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02393004484474659,
        "mean_feedback_forward_cosine": 0.9998416649667841,
        "mean_feedback_forward_relative_error": 0.01747012307475272,
        "min_feedback_forward_cosine": 0.9997142553329468
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.035937383514642714
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023924510926008224,
        "mean_feedback_forward_cosine": 0.9998417653535542,
        "mean_feedback_forward_relative_error": 0.01746368145962295,
        "min_feedback_forward_cosine": 0.9997143149375916
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.03566022593140602
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023919150233268738,
        "mean_feedback_forward_cosine": 0.9998418406436318,
        "mean_feedback_forward_relative_error": 0.017457206978609686,
        "min_feedback_forward_cosine": 0.9997143745422363
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.034828656885623935
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023913824930787086,
        "mean_feedback_forward_cosine": 0.9998419661270944,
        "mean_feedback_forward_relative_error": 0.0174507660497176,
        "min_feedback_forward_cosine": 0.9997146725654602
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.033103851650431754
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02390843629837036,
        "mean_feedback_forward_cosine": 0.9998420539655184,
        "mean_feedback_forward_relative_error": 0.017444494842110497,
        "min_feedback_forward_cosine": 0.9997147917747498
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.032778032338619235
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023902934044599533,
        "mean_feedback_forward_cosine": 0.9998421574893751,
        "mean_feedback_forward_relative_error": 0.017437889265190614,
        "min_feedback_forward_cosine": 0.9997148513793945
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.03193912905871868
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023897364735603333,
        "mean_feedback_forward_cosine": 0.9998422547390586,
        "mean_feedback_forward_relative_error": 0.017431417480111122,
        "min_feedback_forward_cosine": 0.9997149705886841
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.0319919503903389
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02389141172170639,
        "mean_feedback_forward_cosine": 0.9998423739483482,
        "mean_feedback_forward_relative_error": 0.01742457061711895,
        "min_feedback_forward_cosine": 0.9997152090072632
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.03163765184640884
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023885833099484444,
        "mean_feedback_forward_cosine": 0.9998424680609452,
        "mean_feedback_forward_relative_error": 0.017417882520117257,
        "min_feedback_forward_cosine": 0.9997152090072632
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.030665701761841774
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02388034388422966,
        "mean_feedback_forward_cosine": 0.9998425684477154,
        "mean_feedback_forward_relative_error": 0.017411238587412396,
        "min_feedback_forward_cosine": 0.999715268611908
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.029491460859775543
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023874782025814056,
        "mean_feedback_forward_cosine": 0.9998426719715721,
        "mean_feedback_forward_relative_error": 0.017404530834602683,
        "min_feedback_forward_cosine": 0.9997155666351318
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.0298191662889719
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02386835590004921,
        "mean_feedback_forward_cosine": 0.9998427692212557,
        "mean_feedback_forward_relative_error": 0.0173971701511427,
        "min_feedback_forward_cosine": 0.9997156858444214
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.03218640671610832
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02386237494647503,
        "mean_feedback_forward_cosine": 0.9998428821563721,
        "mean_feedback_forward_relative_error": 0.017390342747890634,
        "min_feedback_forward_cosine": 0.9997157454490662
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.029018398514389993
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02385648339986801,
        "mean_feedback_forward_cosine": 0.9998429794060556,
        "mean_feedback_forward_relative_error": 0.01738346966081544,
        "min_feedback_forward_cosine": 0.9997159838676453
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.029316624326705933
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023850666359066963,
        "mean_feedback_forward_cosine": 0.9998430766557392,
        "mean_feedback_forward_relative_error": 0.01737667786839761,
        "min_feedback_forward_cosine": 0.99971604347229
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.02739346834808588
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023844413459300995,
        "mean_feedback_forward_cosine": 0.9998432429213273,
        "mean_feedback_forward_relative_error": 0.01736944132043343,
        "min_feedback_forward_cosine": 0.9997162818908691
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.028192082404494286
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023838169872760773,
        "mean_feedback_forward_cosine": 0.9998433307597512,
        "mean_feedback_forward_relative_error": 0.01736224898578305,
        "min_feedback_forward_cosine": 0.9997164011001587
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.0277932139891386
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023832306265830994,
        "mean_feedback_forward_cosine": 0.9998434468319541,
        "mean_feedback_forward_relative_error": 0.01735522203441513,
        "min_feedback_forward_cosine": 0.9997166395187378
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.026103150560855864
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023825665935873985,
        "mean_feedback_forward_cosine": 0.9998435629041571,
        "mean_feedback_forward_relative_error": 0.017347723637756548,
        "min_feedback_forward_cosine": 0.9997166395187378
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.026399266733825207
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02381902001798153,
        "mean_feedback_forward_cosine": 0.9998436977988795,
        "mean_feedback_forward_relative_error": 0.017339963318878097,
        "min_feedback_forward_cosine": 0.9997169375419617
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.027654942645430565
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02381226420402527,
        "mean_feedback_forward_cosine": 0.9998438044598228,
        "mean_feedback_forward_relative_error": 0.01733238909295515,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.0263747742831707
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805851116776466,
        "mean_feedback_forward_cosine": 0.9998439079836795,
        "mean_feedback_forward_relative_error": 0.017324834718908135,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.025472247238755227
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805778473615646,
        "mean_feedback_forward_cosine": 0.999843933080372,
        "mean_feedback_forward_relative_error": 0.017324644091882203,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.022873886232972145
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805730044841766,
        "mean_feedback_forward_cosine": 0.999843955039978,
        "mean_feedback_forward_relative_error": 0.01732448201724573,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.021361280524134635
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805681616067886,
        "mean_feedback_forward_cosine": 0.9998439519028914,
        "mean_feedback_forward_relative_error": 0.01732430888928081,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.020693761838823557
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805633187294006,
        "mean_feedback_forward_cosine": 0.9998439268061989,
        "mean_feedback_forward_relative_error": 0.01732414387362568,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.021524387866258623
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805582895874977,
        "mean_feedback_forward_cosine": 0.9998439236691123,
        "mean_feedback_forward_relative_error": 0.017323974912103853,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.020588710283078255
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805536329746246,
        "mean_feedback_forward_cosine": 0.9998439393545452,
        "mean_feedback_forward_relative_error": 0.01732380712698949,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.019683998126387596
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805495351552963,
        "mean_feedback_forward_cosine": 0.9998439519028914,
        "mean_feedback_forward_relative_error": 0.017323645370963373,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.018572507655620574
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805446922779083,
        "mean_feedback_forward_cosine": 0.9998439487658048,
        "mean_feedback_forward_relative_error": 0.017323482781648636,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.019311912797093392
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0238054022192955,
        "mean_feedback_forward_cosine": 0.9998439393545452,
        "mean_feedback_forward_relative_error": 0.01732332879481347,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.019017863205373287
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380535565316677,
        "mean_feedback_forward_cosine": 0.9998439362174586,
        "mean_feedback_forward_relative_error": 0.01732316380366683,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.01927336893439293
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380530722439289,
        "mean_feedback_forward_cosine": 0.9998439393545452,
        "mean_feedback_forward_relative_error": 0.017323002635844444,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.018690299270153046
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380525879561901,
        "mean_feedback_forward_cosine": 0.999843955039978,
        "mean_feedback_forward_relative_error": 0.017322842399344632,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.018778735616505147
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380521036684513,
        "mean_feedback_forward_cosine": 0.9998439519028914,
        "mean_feedback_forward_relative_error": 0.017322684932304055,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.018716709740757943
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0238051638007164,
        "mean_feedback_forward_cosine": 0.999843933080372,
        "mean_feedback_forward_relative_error": 0.01732252025976777,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.018794280961900948
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380511350929737,
        "mean_feedback_forward_cosine": 0.9998439456287184,
        "mean_feedback_forward_relative_error": 0.017322357842012456,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.01923126378715038
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380507066845894,
        "mean_feedback_forward_cosine": 0.9998439393545452,
        "mean_feedback_forward_relative_error": 0.017322201085718053,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.019187729357481004
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023805027827620506,
        "mean_feedback_forward_cosine": 0.999843955039978,
        "mean_feedback_forward_relative_error": 0.017322045726407515,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.017014023590385913
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804988712072372,
        "mean_feedback_forward_cosine": 0.9998439613141512,
        "mean_feedback_forward_relative_error": 0.01732188144600705,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.017929602970182895
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380494214594364,
        "mean_feedback_forward_cosine": 0.9998439581770646,
        "mean_feedback_forward_relative_error": 0.017321729664935878,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.017645584962666036
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380489557981491,
        "mean_feedback_forward_cosine": 0.9998439456287184,
        "mean_feedback_forward_relative_error": 0.01732157080091144,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.01727688707411289
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804854601621628,
        "mean_feedback_forward_cosine": 0.9998439707254109,
        "mean_feedback_forward_relative_error": 0.017321413088785976,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.017035351138710974
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804813623428345,
        "mean_feedback_forward_cosine": 0.9998439801366705,
        "mean_feedback_forward_relative_error": 0.01732124819567329,
        "min_feedback_forward_cosine": 0.9997172951698303
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.017451484676599502
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804765194654465,
        "mean_feedback_forward_cosine": 0.999843955039978,
        "mean_feedback_forward_relative_error": 0.017321086170053797,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.017583800478577615
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804711177945137,
        "mean_feedback_forward_cosine": 0.9998439675883243,
        "mean_feedback_forward_relative_error": 0.0173209248061635,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.018306848403811454
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380465902388096,
        "mean_feedback_forward_cosine": 0.9998439801366705,
        "mean_feedback_forward_relative_error": 0.01732077581906005,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.016635816239118577
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804618045687675,
        "mean_feedback_forward_cosine": 0.9998439675883243,
        "mean_feedback_forward_relative_error": 0.017320614847305574,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.017419615784883498
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380458079278469,
        "mean_feedback_forward_cosine": 0.9998439487658048,
        "mean_feedback_forward_relative_error": 0.01732046534552386,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.016998306522369385
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380453795194626,
        "mean_feedback_forward_cosine": 0.999843955039978,
        "mean_feedback_forward_relative_error": 0.017320308074551195,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.016233026780486107
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804493248462677,
        "mean_feedback_forward_cosine": 0.9998439832737571,
        "mean_feedback_forward_relative_error": 0.017320153131884963,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.017383653934001923
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804450407624245,
        "mean_feedback_forward_cosine": 0.9998439613141512,
        "mean_feedback_forward_relative_error": 0.017320000689084594,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.0170416913112998
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804405704140663,
        "mean_feedback_forward_cosine": 0.9998439738624975,
        "mean_feedback_forward_relative_error": 0.017319846089537207,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.016445232709050177
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380436658859253,
        "mean_feedback_forward_cosine": 0.999843976999584,
        "mean_feedback_forward_relative_error": 0.017319693891821725,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.016828604788780212
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804321885108948,
        "mean_feedback_forward_cosine": 0.9998439832737571,
        "mean_feedback_forward_relative_error": 0.017319535395424617,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.016447176468521358
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804284632205963,
        "mean_feedback_forward_cosine": 0.9998439707254109,
        "mean_feedback_forward_relative_error": 0.017319383589844955,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.0159349295052886
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380424551665783,
        "mean_feedback_forward_cosine": 0.9998439519028914,
        "mean_feedback_forward_relative_error": 0.01731923038728143,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.01665976164340973
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804206401109695,
        "mean_feedback_forward_cosine": 0.9998439738624975,
        "mean_feedback_forward_relative_error": 0.01731907419468227,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.01594864286452532
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804159834980965,
        "mean_feedback_forward_cosine": 0.9998439738624975,
        "mean_feedback_forward_relative_error": 0.017318920158830128,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.016114003044962882
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380412444472313,
        "mean_feedback_forward_cosine": 0.9998439864108437,
        "mean_feedback_forward_relative_error": 0.01731876867186082,
        "min_feedback_forward_cosine": 0.9997172951698303
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.016495792008042336
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804085329174995,
        "mean_feedback_forward_cosine": 0.9998439926850168,
        "mean_feedback_forward_relative_error": 0.017318619366147016,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.015994502281844614
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804040625691414,
        "mean_feedback_forward_cosine": 0.99984399895919,
        "mean_feedback_forward_relative_error": 0.01731846827131353,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.016001024417877197
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023804010823369026,
        "mean_feedback_forward_cosine": 0.999843976999584,
        "mean_feedback_forward_relative_error": 0.017318317078446086,
        "min_feedback_forward_cosine": 0.999717116355896
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.015285830289721488
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380397729575634,
        "mean_feedback_forward_cosine": 0.9998439707254109,
        "mean_feedback_forward_relative_error": 0.01731816600812109,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.015755094451606274
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023803941905498505,
        "mean_feedback_forward_cosine": 0.9998439644512377,
        "mean_feedback_forward_relative_error": 0.01731802113844376,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.014800295288711787
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380390465259552,
        "mean_feedback_forward_cosine": 0.9998439864108437,
        "mean_feedback_forward_relative_error": 0.01731786680848975,
        "min_feedback_forward_cosine": 0.9997171759605408
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.01677374741256237
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023803865537047386,
        "mean_feedback_forward_cosine": 0.9998439895479303,
        "mean_feedback_forward_relative_error": 0.017317713409858316,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.015875785137712956
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023803822696208954,
        "mean_feedback_forward_cosine": 0.9998439926850168,
        "mean_feedback_forward_relative_error": 0.017317562976754027,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.016230050567686557
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023803774267435074,
        "mean_feedback_forward_cosine": 0.9998439801366705,
        "mean_feedback_forward_relative_error": 0.017317412788734624,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.01620101815342903
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023803729563951492,
        "mean_feedback_forward_cosine": 0.9998439675883243,
        "mean_feedback_forward_relative_error": 0.017317260296917276,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.01728534370690584
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380368486046791,
        "mean_feedback_forward_cosine": 0.9998439832737571,
        "mean_feedback_forward_relative_error": 0.017317102486757857,
        "min_feedback_forward_cosine": 0.9997172355651855
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.01559103421419859
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02380364201962948,
        "mean_feedback_forward_cosine": 0.9998440146446228,
        "mean_feedback_forward_relative_error": 0.017316952690874274,
        "min_feedback_forward_cosine": 0.9997172951698303
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.015727360000908373
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9158,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.37618404846191406,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "5",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2162265600,
    "peak_memory_reserved_bytes": 2864709632,
    "torch_version": "2.3.1+cu118"
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 10,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7086873054504395,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.0,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 6220.81570649147,
    "train_wall_s": 6218.6675980091095
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401086720000000,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 0
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 0,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 0,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000000,
    "total_forward_equivalent_examples": 10000000,
    "total_macs_estimate": 1613194240000000
  }
}