{
  "architecture": {
    "adaptive_apical_parameters": 0,
    "adaptive_feedback_parameters": 267904,
    "base_width": 16,
    "blocks_per_stage": 3,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "fixed_feedback_parameters": 0,
    "fixed_traffic_coefficients": 0,
    "forward_parameters": 269722,
    "hidden_shapes": [
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        16,
        32,
        32
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        32,
        16,
        16
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ],
      [
        64,
        8,
        8
      ]
    ],
    "normalization": "batchnorm",
    "predictor_parameters": 0,
    "residual_scale": 1.0,
    "vectorizer_mode": null,
    "vectorizer_parameters": 0
  },
  "args": {
    "a_scale": 1.0,
    "a_warmup_steps": 0,
    "alignment_probe": 32,
    "apical_calibration_mode": "unit_targets",
    "apical_seed": null,
    "augment_train": 1,
    "batch_size": 128,
    "bn_eps": 1e-05,
    "bn_momentum": 0.1,
    "data_dir": "/home/yurenh2/sdrn/data",
    "depth": 20,
    "device": "cuda",
    "epochs": 200,
    "eta_A": 0.01,
    "eta_P": 0.01,
    "eval_every": 0,
    "eval_split": "test",
    "learn_P": 0,
    "loader_seed": 11,
    "lr": 0.1,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "mirror_batch_size": 1,
    "mirror_eta": 0.1,
    "mirror_every": 16,
    "mirror_noise_std": 1.0,
    "mirror_seed": 3000,
    "mirror_warmup_steps": 0,
    "mode": "kp",
    "momentum": 0.9,
    "neutral_projection": 0,
    "normalization": "batchnorm",
    "nuisance_scale": 0.0,
    "out": "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json",
    "output_lr": 0.1,
    "pert_directions": 1,
    "pert_every": 4,
    "pert_sigma": 0.01,
    "perturb_seed": 1000,
    "predictor_every": 0,
    "predictor_mode": "nlms",
    "predictor_warmup_steps": 0,
    "residual_scale": null,
    "seed": 11,
    "split_seed": 2027,
    "traffic_calibration_examples": 64,
    "traffic_ratio": 4.0,
    "traffic_rule": "innovation",
    "traffic_seed": 4000,
    "train_limit": 0,
    "use_residual": 1,
    "val_examples": 0,
    "vectorizer_mode": "spatial_template",
    "warmup_epochs": 0,
    "weight_decay": 0.0001,
    "weight_scale": 1.0,
    "width": 16
  },
  "calibration_metric_space": "reciprocal_local_activity_products",
  "counters": {
    "apical_warmup_examples": 0,
    "calibration_event_examples": 0,
    "causal_scalar_observations": 0,
    "logical_batch_loss_queries": 0,
    "mirror_conv_examples": 0,
    "mirror_events": 0,
    "mirror_readout_examples": 0,
    "neutral_projection_examples": 0,
    "ordinary_examples": 10000000,
    "per_example_loss_terms": 0,
    "perturbation_events": 0,
    "perturbation_forward_examples": 0,
    "predictor_update_examples": 0,
    "predictor_warmup_examples": 0,
    "traffic_audit_examples": 0,
    "traffic_calibration_examples": 0
  },
  "diagnostics": {
    "early_third_mean": 0.9997032682100931,
    "feedback_forward_cosine": [
      0.999832272529602,
      0.999843955039978,
      0.9998561143875122,
      0.9998370409011841,
      0.9998566508293152,
      0.9997917413711548,
      0.9997992515563965,
      0.9998595118522644,
      0.9998422861099243,
      0.9998131394386292,
      0.9998656511306763,
      0.9998103380203247,
      0.9998369216918945,
      0.999903678894043,
      0.9998910427093506,
      0.9998737573623657,
      0.9998822808265686,
      0.9997251033782959,
      0.9999867081642151
    ],
    "feedback_forward_norm_ratio": [
      0.9992798566818237,
      1.0000379085540771,
      0.9992694854736328,
      0.9998361468315125,
      0.9999496936798096,
      1.0009088516235352,
      0.9992625713348389,
      1.0002714395523071,
      0.9997771978378296,
      1.0006681680679321,
      0.9999299049377441,
      1.0009574890136719,
      0.9996337294578552,
      1.0002833604812622,
      1.000002145767212,
      1.000523567199707,
      1.000024676322937,
      1.0008426904678345,
      1.0024840831756592
    ],
    "feedback_forward_relative_error": [
      0.018325643613934517,
      0.01766648329794407,
      0.016976479440927505,
      0.018047155812382698,
      0.0169325340539217,
      0.020436281338334084,
      0.02004491537809372,
      0.016763348132371902,
      0.017760394141077995,
      0.019354287534952164,
      0.016392115503549576,
      0.0195110272616148,
      0.01805775612592697,
      0.013888871297240257,
      0.014755462296307087,
      0.015905823558568954,
      0.015339392237365246,
      0.023468511179089546,
      0.005726316012442112
    ],
    "innovation_negative_gradient_cosine": [
      0.9997201561927795,
      0.9996727705001831,
      0.9997096061706543,
      0.9996916651725769,
      0.9997054934501648,
      0.9997199177742004,
      0.9997192025184631,
      0.9997351169586182,
      0.9997472167015076,
      0.9997079372406006,
      0.999765157699585,
      0.9997378587722778,
      0.999783456325531,
      0.9998407363891602,
      0.9998600482940674,
      0.9998862743377686,
      0.999923825263977,
      0.9999722242355347,
      0.9151017069816589
    ],
    "mean_feedback_forward_cosine": 0.999847760325984,
    "mean_feedback_forward_relative_error": 0.017123831485054995,
    "normalization_state": "training_batch_stats_without_running_update",
    "raw_negative_gradient_cosine": [
      0.9997201561927795,
      0.9996727705001831,
      0.9997096061706543,
      0.9996916651725769,
      0.9997054934501648,
      0.9997199177742004,
      0.9997192025184631,
      0.9997351169586182,
      0.9997472167015076,
      0.9997079372406006,
      0.999765157699585,
      0.9997378587722778,
      0.999783456325531,
      0.9998407363891602,
      0.9998600482940674,
      0.9998862743377686,
      0.999923825263977,
      0.9999722242355347,
      0.9151017069816589
    ],
    "teaching_negative_gradient_cosine": [
      0.9997201561927795,
      0.9996727705001831,
      0.9997096061706543,
      0.9996916651725769,
      0.9997054934501648,
      0.9997199177742004,
      0.9997192025184631,
      0.9997351169586182,
      0.9997472167015076,
      0.9997079372406006,
      0.999765157699585,
      0.9997378587722778,
      0.999783456325531,
      0.9998407363891602,
      0.9998600482940674,
      0.9998862743377686,
      0.999923825263977,
      0.9999722242355347,
      0.9151017069816589
    ],
    "wall_s": 0.10862064361572266
  },
  "epochs": [
    {
      "epoch": 1,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.3179482221603394,
        "mean_feedback_forward_cosine": 0.3081172547842327,
        "mean_feedback_forward_relative_error": 1.1762166462446515,
        "min_feedback_forward_cosine": 0.1337927281856537
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 391,
      "train_examples": 50000,
      "train_loss": 1.8016380353927612
    },
    {
      "epoch": 2,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2607768774032593,
        "mean_feedback_forward_cosine": 0.4315098618206225,
        "mean_feedback_forward_relative_error": 1.065689112010755,
        "min_feedback_forward_cosine": 0.2190462350845337
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 782,
      "train_examples": 50000,
      "train_loss": 1.3093270977020264
    },
    {
      "epoch": 3,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.2074636220932007,
        "mean_feedback_forward_cosine": 0.5265687202152453,
        "mean_feedback_forward_relative_error": 0.9734838730410525,
        "min_feedback_forward_cosine": 0.2893797755241394
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1173,
      "train_examples": 50000,
      "train_loss": 1.0393185049438476
    },
    {
      "epoch": 4,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1569758653640747,
        "mean_feedback_forward_cosine": 0.5972496537785781,
        "mean_feedback_forward_relative_error": 0.8983439520785683,
        "min_feedback_forward_cosine": 0.35155826807022095
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1564,
      "train_examples": 50000,
      "train_loss": 0.8882581832504273
    },
    {
      "epoch": 5,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.1111187934875488,
        "mean_feedback_forward_cosine": 0.6488398533118399,
        "mean_feedback_forward_relative_error": 0.8391168682198775,
        "min_feedback_forward_cosine": 0.4040271043777466
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 1955,
      "train_examples": 50000,
      "train_loss": 0.7669004427909851
    },
    {
      "epoch": 6,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.0666183233261108,
        "mean_feedback_forward_cosine": 0.6898681333190516,
        "mean_feedback_forward_relative_error": 0.7887082288139745,
        "min_feedback_forward_cosine": 0.45204389095306396
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 2346,
      "train_examples": 50000,
      "train_loss": 0.6915190246772767
    },
    {
      "epoch": 7,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 1.025307536125183,
        "mean_feedback_forward_cosine": 0.723220386003193,
        "mean_feedback_forward_relative_error": 0.7452961316234187,
        "min_feedback_forward_cosine": 0.49451273679733276
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 2737,
      "train_examples": 50000,
      "train_loss": 0.6311031921577454
    },
    {
      "epoch": 8,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9844605326652527,
        "mean_feedback_forward_cosine": 0.7519701907509252,
        "mean_feedback_forward_relative_error": 0.7057159715577176,
        "min_feedback_forward_cosine": 0.5342384576797485
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3128,
      "train_examples": 50000,
      "train_loss": 0.5936740324783325
    },
    {
      "epoch": 9,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9465036988258362,
        "mean_feedback_forward_cosine": 0.7761631419784144,
        "mean_feedback_forward_relative_error": 0.6702790040718881,
        "min_feedback_forward_cosine": 0.5700541734695435
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3519,
      "train_examples": 50000,
      "train_loss": 0.5488329746341706
    },
    {
      "epoch": 10,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.9100264310836792,
        "mean_feedback_forward_cosine": 0.7974777974580464,
        "mean_feedback_forward_relative_error": 0.6373831598382247,
        "min_feedback_forward_cosine": 0.6029166579246521
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 3910,
      "train_examples": 50000,
      "train_loss": 0.5272661437320709
    },
    {
      "epoch": 11,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.876276969909668,
        "mean_feedback_forward_cosine": 0.8160552445210909,
        "mean_feedback_forward_relative_error": 0.6071965616000327,
        "min_feedback_forward_cosine": 0.6323396563529968
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 4301,
      "train_examples": 50000,
      "train_loss": 0.5006304055786133
    },
    {
      "epoch": 12,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.8438994288444519,
        "mean_feedback_forward_cosine": 0.8323422984073037,
        "mean_feedback_forward_relative_error": 0.5792661622950905,
        "min_feedback_forward_cosine": 0.6589292883872986
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 4692,
      "train_examples": 50000,
      "train_loss": 0.47894832363128664
    },
    {
      "epoch": 13,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.812139630317688,
        "mean_feedback_forward_cosine": 0.8468305782267922,
        "mean_feedback_forward_relative_error": 0.5535615776714525,
        "min_feedback_forward_cosine": 0.6840105652809143
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5083,
      "train_examples": 50000,
      "train_loss": 0.4601474510383606
    },
    {
      "epoch": 14,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.781139075756073,
        "mean_feedback_forward_cosine": 0.8600040799693057,
        "mean_feedback_forward_relative_error": 0.528963029384613,
        "min_feedback_forward_cosine": 0.7073977589607239
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5474,
      "train_examples": 50000,
      "train_loss": 0.4463700270462036
    },
    {
      "epoch": 15,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7504760026931763,
        "mean_feedback_forward_cosine": 0.8718816387025934,
        "mean_feedback_forward_relative_error": 0.5058058539503499,
        "min_feedback_forward_cosine": 0.7299046516418457
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 5865,
      "train_examples": 50000,
      "train_loss": 0.42734941328048703
    },
    {
      "epoch": 16,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.7226547598838806,
        "mean_feedback_forward_cosine": 0.8822175013391595,
        "mean_feedback_forward_relative_error": 0.48472224960201665,
        "min_feedback_forward_cosine": 0.7496227025985718
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 6256,
      "train_examples": 50000,
      "train_loss": 0.41522703154563906
    },
    {
      "epoch": 17,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6952037811279297,
        "mean_feedback_forward_cosine": 0.891679330875999,
        "mean_feedback_forward_relative_error": 0.4644747729364194,
        "min_feedback_forward_cosine": 0.7680860757827759
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 6647,
      "train_examples": 50000,
      "train_loss": 0.39725936639785764
    },
    {
      "epoch": 18,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6674655675888062,
        "mean_feedback_forward_cosine": 0.9004808381984108,
        "mean_feedback_forward_relative_error": 0.444945722034103,
        "min_feedback_forward_cosine": 0.7860763072967529
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7038,
      "train_examples": 50000,
      "train_loss": 0.39110040979385374
    },
    {
      "epoch": 19,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6415656208992004,
        "mean_feedback_forward_cosine": 0.9084068787725348,
        "mean_feedback_forward_relative_error": 0.42661243128149134,
        "min_feedback_forward_cosine": 0.8021392822265625
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7429,
      "train_examples": 50000,
      "train_loss": 0.38170015142440794
    },
    {
      "epoch": 20,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.6167904138565063,
        "mean_feedback_forward_cosine": 0.9155862237277784,
        "mean_feedback_forward_relative_error": 0.409354440475765,
        "min_feedback_forward_cosine": 0.8170633316040039
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 7820,
      "train_examples": 50000,
      "train_loss": 0.3708456579589844
    },
    {
      "epoch": 21,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5929568409919739,
        "mean_feedback_forward_cosine": 0.9222921572233501,
        "mean_feedback_forward_relative_error": 0.3925411379651019,
        "min_feedback_forward_cosine": 0.8307660222053528
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8211,
      "train_examples": 50000,
      "train_loss": 0.36358001874923707
    },
    {
      "epoch": 22,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5700664520263672,
        "mean_feedback_forward_cosine": 0.928353770783073,
        "mean_feedback_forward_relative_error": 0.37673597743636683,
        "min_feedback_forward_cosine": 0.8435777425765991
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8602,
      "train_examples": 50000,
      "train_loss": 0.35517278646469114
    },
    {
      "epoch": 23,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5471041798591614,
        "mean_feedback_forward_cosine": 0.9339371166731182,
        "mean_feedback_forward_relative_error": 0.3616281339996739,
        "min_feedback_forward_cosine": 0.8557224273681641
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 8993,
      "train_examples": 50000,
      "train_loss": 0.34679950008392335
    },
    {
      "epoch": 24,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.524709165096283,
        "mean_feedback_forward_cosine": 0.9391759194825825,
        "mean_feedback_forward_relative_error": 0.34673791496377243,
        "min_feedback_forward_cosine": 0.8671507835388184
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 9384,
      "train_examples": 50000,
      "train_loss": 0.3409220140075684
    },
    {
      "epoch": 25,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.5032624006271362,
        "mean_feedback_forward_cosine": 0.943957479376542,
        "mean_feedback_forward_relative_error": 0.3327302407277258,
        "min_feedback_forward_cosine": 0.8777748346328735
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 9775,
      "train_examples": 50000,
      "train_loss": 0.3322959855651855
    },
    {
      "epoch": 26,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.48299121856689453,
        "mean_feedback_forward_cosine": 0.948312615093432,
        "mean_feedback_forward_relative_error": 0.3194552958011627,
        "min_feedback_forward_cosine": 0.8872740268707275
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10166,
      "train_examples": 50000,
      "train_loss": 0.3208624546146393
    },
    {
      "epoch": 27,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.4639672636985779,
        "mean_feedback_forward_cosine": 0.9522071574863634,
        "mean_feedback_forward_relative_error": 0.3070459263889413,
        "min_feedback_forward_cosine": 0.8958839178085327
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10557,
      "train_examples": 50000,
      "train_loss": 0.31833461904525756
    },
    {
      "epoch": 28,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.44569382071495056,
        "mean_feedback_forward_cosine": 0.9557621133954901,
        "mean_feedback_forward_relative_error": 0.29537351900025416,
        "min_feedback_forward_cosine": 0.9037723541259766
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 10948,
      "train_examples": 50000,
      "train_loss": 0.30910220544815065
    },
    {
      "epoch": 29,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.42713597416877747,
        "mean_feedback_forward_cosine": 0.959212811369645,
        "mean_feedback_forward_relative_error": 0.28344978941114324,
        "min_feedback_forward_cosine": 0.9115415811538696
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 11339,
      "train_examples": 50000,
      "train_loss": 0.31091059873580934
    },
    {
      "epoch": 30,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.40970999002456665,
        "mean_feedback_forward_cosine": 0.9623668319300601,
        "mean_feedback_forward_relative_error": 0.2721605642061484,
        "min_feedback_forward_cosine": 0.9185423851013184
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 11730,
      "train_examples": 50000,
      "train_loss": 0.29945821219444274
    },
    {
      "epoch": 31,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3930017650127411,
        "mean_feedback_forward_cosine": 0.9652545138409263,
        "mean_feedback_forward_relative_error": 0.2614814062651835,
        "min_feedback_forward_cosine": 0.9249870181083679
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12121,
      "train_examples": 50000,
      "train_loss": 0.3012135697364807
    },
    {
      "epoch": 32,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.37707576155662537,
        "mean_feedback_forward_cosine": 0.9678763872698734,
        "mean_feedback_forward_relative_error": 0.2513225215830301,
        "min_feedback_forward_cosine": 0.9308466911315918
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12512,
      "train_examples": 50000,
      "train_loss": 0.2938556724643707
    },
    {
      "epoch": 33,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.36195608973503113,
        "mean_feedback_forward_cosine": 0.9702881135438618,
        "mean_feedback_forward_relative_error": 0.24166028711356616,
        "min_feedback_forward_cosine": 0.9362145662307739
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 12903,
      "train_examples": 50000,
      "train_loss": 0.28622951061725616
    },
    {
      "epoch": 34,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.34745699167251587,
        "mean_feedback_forward_cosine": 0.9725221520976016,
        "mean_feedback_forward_relative_error": 0.23229151258343145,
        "min_feedback_forward_cosine": 0.9411567449569702
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 13294,
      "train_examples": 50000,
      "train_loss": 0.28590569502830504
    },
    {
      "epoch": 35,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3339449465274811,
        "mean_feedback_forward_cosine": 0.9745953459488718,
        "mean_feedback_forward_relative_error": 0.22325121493715988,
        "min_feedback_forward_cosine": 0.9455727338790894
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 13685,
      "train_examples": 50000,
      "train_loss": 0.27529972619056703
    },
    {
      "epoch": 36,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.32066166400909424,
        "mean_feedback_forward_cosine": 0.9765140759317499,
        "mean_feedback_forward_relative_error": 0.21460931042307302,
        "min_feedback_forward_cosine": 0.9497660398483276
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14076,
      "train_examples": 50000,
      "train_loss": 0.27331757281303404
    },
    {
      "epoch": 37,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.3072468340396881,
        "mean_feedback_forward_cosine": 0.9783117551552621,
        "mean_feedback_forward_relative_error": 0.2061853212745566,
        "min_feedback_forward_cosine": 0.953851044178009
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14467,
      "train_examples": 50000,
      "train_loss": 0.2763000616645813
    },
    {
      "epoch": 38,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2946045696735382,
        "mean_feedback_forward_cosine": 0.9799527274934869,
        "mean_feedback_forward_relative_error": 0.1981760110510023,
        "min_feedback_forward_cosine": 0.9575166702270508
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 14858,
      "train_examples": 50000,
      "train_loss": 0.2736293261241913
    },
    {
      "epoch": 39,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.28286978602409363,
        "mean_feedback_forward_cosine": 0.9814589964716058,
        "mean_feedback_forward_relative_error": 0.19053916123352552,
        "min_feedback_forward_cosine": 0.9608039855957031
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 15249,
      "train_examples": 50000,
      "train_loss": 0.26910734585762025
    },
    {
      "epoch": 40,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.271408349275589,
        "mean_feedback_forward_cosine": 0.9828565183438753,
        "mean_feedback_forward_relative_error": 0.18318781374316467,
        "min_feedback_forward_cosine": 0.9638869762420654
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 15640,
      "train_examples": 50000,
      "train_loss": 0.26631804656505587
    },
    {
      "epoch": 41,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.26066309213638306,
        "mean_feedback_forward_cosine": 0.9841489791870117,
        "mean_feedback_forward_relative_error": 0.1760815589835769,
        "min_feedback_forward_cosine": 0.9666633605957031
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16031,
      "train_examples": 50000,
      "train_loss": 0.2643160597515106
    },
    {
      "epoch": 42,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.25069287419319153,
        "mean_feedback_forward_cosine": 0.9853054222307707,
        "mean_feedback_forward_relative_error": 0.1694794583477472,
        "min_feedback_forward_cosine": 0.9691227078437805
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16422,
      "train_examples": 50000,
      "train_loss": 0.2576930554866791
    },
    {
      "epoch": 43,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.24042922258377075,
        "mean_feedback_forward_cosine": 0.9864118130583512,
        "mean_feedback_forward_relative_error": 0.16292876279667803,
        "min_feedback_forward_cosine": 0.9715813994407654
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 16813,
      "train_examples": 50000,
      "train_loss": 0.25705379019737246
    },
    {
      "epoch": 44,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2306688129901886,
        "mean_feedback_forward_cosine": 0.9874522874229833,
        "mean_feedback_forward_relative_error": 0.15654690563678741,
        "min_feedback_forward_cosine": 0.9738315939903259
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17204,
      "train_examples": 50000,
      "train_loss": 0.2570527005672455
    },
    {
      "epoch": 45,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.22168520092964172,
        "mean_feedback_forward_cosine": 0.9883866937536943,
        "mean_feedback_forward_relative_error": 0.15057311952114105,
        "min_feedback_forward_cosine": 0.9758184552192688
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17595,
      "train_examples": 50000,
      "train_loss": 0.2519144667339325
    },
    {
      "epoch": 46,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.21260973811149597,
        "mean_feedback_forward_cosine": 0.9892514065692299,
        "mean_feedback_forward_relative_error": 0.14482591497270683,
        "min_feedback_forward_cosine": 0.9777439832687378
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 17986,
      "train_examples": 50000,
      "train_loss": 0.2517258186197281
    },
    {
      "epoch": 47,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.2041763961315155,
        "mean_feedback_forward_cosine": 0.9900465576272262,
        "mean_feedback_forward_relative_error": 0.1393495253042171,
        "min_feedback_forward_cosine": 0.9794571399688721
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 18377,
      "train_examples": 50000,
      "train_loss": 0.24572330734252928
    },
    {
      "epoch": 48,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.19572725892066956,
        "mean_feedback_forward_cosine": 0.9907976671269065,
        "mean_feedback_forward_relative_error": 0.13397606501453801,
        "min_feedback_forward_cosine": 0.9811136722564697
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 18768,
      "train_examples": 50000,
      "train_loss": 0.25035988627910616
    },
    {
      "epoch": 49,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1879836618900299,
        "mean_feedback_forward_cosine": 0.9914799991406893,
        "mean_feedback_forward_relative_error": 0.128885799136601,
        "min_feedback_forward_cosine": 0.9825654029846191
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19159,
      "train_examples": 50000,
      "train_loss": 0.24520568934440612
    },
    {
      "epoch": 50,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.18033981323242188,
        "mean_feedback_forward_cosine": 0.9921371623089439,
        "mean_feedback_forward_relative_error": 0.12380391418149597,
        "min_feedback_forward_cosine": 0.983942985534668
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19550,
      "train_examples": 50000,
      "train_loss": 0.24459320890426636
    },
    {
      "epoch": 51,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.17296352982521057,
        "mean_feedback_forward_cosine": 0.9927325687910381,
        "mean_feedback_forward_relative_error": 0.1190079266303464,
        "min_feedback_forward_cosine": 0.9852181077003479
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 19941,
      "train_examples": 50000,
      "train_loss": 0.24023687831401824
    },
    {
      "epoch": 52,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.16581204533576965,
        "mean_feedback_forward_cosine": 0.9932821926317716,
        "mean_feedback_forward_relative_error": 0.11440283275748554,
        "min_feedback_forward_cosine": 0.9864091873168945
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 20332,
      "train_examples": 50000,
      "train_loss": 0.23881971601486207
    },
    {
      "epoch": 53,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1592707484960556,
        "mean_feedback_forward_cosine": 0.9937764531687686,
        "mean_feedback_forward_relative_error": 0.11010334876022841,
        "min_feedback_forward_cosine": 0.9874594211578369
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 20723,
      "train_examples": 50000,
      "train_loss": 0.23764040531158448
    },
    {
      "epoch": 54,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.15281471610069275,
        "mean_feedback_forward_cosine": 0.9942525938937539,
        "mean_feedback_forward_relative_error": 0.10579933677064746,
        "min_feedback_forward_cosine": 0.9884459376335144
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21114,
      "train_examples": 50000,
      "train_loss": 0.23659150759220124
    },
    {
      "epoch": 55,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14686770737171173,
        "mean_feedback_forward_cosine": 0.9946752190589905,
        "mean_feedback_forward_relative_error": 0.10181317713699843,
        "min_feedback_forward_cosine": 0.9893269538879395
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21505,
      "train_examples": 50000,
      "train_loss": 0.23042542052745818
    },
    {
      "epoch": 56,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.14074470102787018,
        "mean_feedback_forward_cosine": 0.9950867514861258,
        "mean_feedback_forward_relative_error": 0.09778856878217898,
        "min_feedback_forward_cosine": 0.9901920557022095
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 21896,
      "train_examples": 50000,
      "train_loss": 0.23666077642440797
    },
    {
      "epoch": 57,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.13506698608398438,
        "mean_feedback_forward_cosine": 0.9954530439878765,
        "mean_feedback_forward_relative_error": 0.09406332455967602,
        "min_feedback_forward_cosine": 0.9909622669219971
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 22287,
      "train_examples": 50000,
      "train_loss": 0.2333391785812378
    },
    {
      "epoch": 58,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.12974236905574799,
        "mean_feedback_forward_cosine": 0.995790277656756,
        "mean_feedback_forward_relative_error": 0.09050365360943895,
        "min_feedback_forward_cosine": 0.9916596412658691
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 22678,
      "train_examples": 50000,
      "train_loss": 0.2275290870332718
    },
    {
      "epoch": 59,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1242767944931984,
        "mean_feedback_forward_cosine": 0.9961188121845848,
        "mean_feedback_forward_relative_error": 0.08691137617355899,
        "min_feedback_forward_cosine": 0.9923429489135742
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23069,
      "train_examples": 50000,
      "train_loss": 0.23219734165668487
    },
    {
      "epoch": 60,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11934433877468109,
        "mean_feedback_forward_cosine": 0.9964093848278648,
        "mean_feedback_forward_relative_error": 0.08358648321346233,
        "min_feedback_forward_cosine": 0.9929372668266296
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23460,
      "train_examples": 50000,
      "train_loss": 0.22319554695129395
    },
    {
      "epoch": 61,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.11451341211795807,
        "mean_feedback_forward_cosine": 0.9966863927088285,
        "mean_feedback_forward_relative_error": 0.08030059894448832,
        "min_feedback_forward_cosine": 0.993494987487793
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 23851,
      "train_examples": 50000,
      "train_loss": 0.22576308106422424
    },
    {
      "epoch": 62,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10992468148469925,
        "mean_feedback_forward_cosine": 0.9969351197543898,
        "mean_feedback_forward_relative_error": 0.07722324544661924,
        "min_feedback_forward_cosine": 0.9940042495727539
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 24242,
      "train_examples": 50000,
      "train_loss": 0.2229993958377838
    },
    {
      "epoch": 63,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.1056821271777153,
        "mean_feedback_forward_cosine": 0.9971621569834257,
        "mean_feedback_forward_relative_error": 0.0742951021774819,
        "min_feedback_forward_cosine": 0.9944562911987305
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 24633,
      "train_examples": 50000,
      "train_loss": 0.21717544426918028
    },
    {
      "epoch": 64,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.10151567310094833,
        "mean_feedback_forward_cosine": 0.9973798017752799,
        "mean_feedback_forward_relative_error": 0.07139499642347034,
        "min_feedback_forward_cosine": 0.9948840141296387
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25024,
      "train_examples": 50000,
      "train_loss": 0.22616530433654786
    },
    {
      "epoch": 65,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0975341796875,
        "mean_feedback_forward_cosine": 0.9975817297634325,
        "mean_feedback_forward_relative_error": 0.06859047063871433,
        "min_feedback_forward_cosine": 0.9952762126922607
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25415,
      "train_examples": 50000,
      "train_loss": 0.2245164638710022
    },
    {
      "epoch": 66,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09380342066287994,
        "mean_feedback_forward_cosine": 0.9977607381971259,
        "mean_feedback_forward_relative_error": 0.06598612332814618,
        "min_feedback_forward_cosine": 0.9956289529800415
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 25806,
      "train_examples": 50000,
      "train_loss": 0.21714474848747253
    },
    {
      "epoch": 67,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.09001902490854263,
        "mean_feedback_forward_cosine": 0.9979298459856134,
        "mean_feedback_forward_relative_error": 0.06344172927109819,
        "min_feedback_forward_cosine": 0.9959728717803955
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26197,
      "train_examples": 50000,
      "train_loss": 0.22183403856277467
    },
    {
      "epoch": 68,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08653908967971802,
        "mean_feedback_forward_cosine": 0.9980833624538622,
        "mean_feedback_forward_relative_error": 0.061045237767853235,
        "min_feedback_forward_cosine": 0.9962779879570007
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26588,
      "train_examples": 50000,
      "train_loss": 0.21689167611122132
    },
    {
      "epoch": 69,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.08311554044485092,
        "mean_feedback_forward_cosine": 0.9982279633220873,
        "mean_feedback_forward_relative_error": 0.058698259392067006,
        "min_feedback_forward_cosine": 0.9965658783912659
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 26979,
      "train_examples": 50000,
      "train_loss": 0.21927908441066743
    },
    {
      "epoch": 70,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07982558012008667,
        "mean_feedback_forward_cosine": 0.998361443218432,
        "mean_feedback_forward_relative_error": 0.056440566617407296,
        "min_feedback_forward_cosine": 0.9968308806419373
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 27370,
      "train_examples": 50000,
      "train_loss": 0.21678533363342284
    },
    {
      "epoch": 71,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07658115774393082,
        "mean_feedback_forward_cosine": 0.9984848373814633,
        "mean_feedback_forward_relative_error": 0.05427446726121401,
        "min_feedback_forward_cosine": 0.9970823526382446
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 27761,
      "train_examples": 50000,
      "train_loss": 0.21589837124824524
    },
    {
      "epoch": 72,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07362756133079529,
        "mean_feedback_forward_cosine": 0.998594770306035,
        "mean_feedback_forward_relative_error": 0.05225870758295059,
        "min_feedback_forward_cosine": 0.9973031282424927
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28152,
      "train_examples": 50000,
      "train_loss": 0.21279439496994018
    },
    {
      "epoch": 73,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.07068312913179398,
        "mean_feedback_forward_cosine": 0.9987004618895682,
        "mean_feedback_forward_relative_error": 0.050256861177714246,
        "min_feedback_forward_cosine": 0.9975138306617737
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28543,
      "train_examples": 50000,
      "train_loss": 0.21149720972061156
    },
    {
      "epoch": 74,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06784600019454956,
        "mean_feedback_forward_cosine": 0.9987988346501401,
        "mean_feedback_forward_relative_error": 0.048314295807167104,
        "min_feedback_forward_cosine": 0.9977090954780579
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 28934,
      "train_examples": 50000,
      "train_loss": 0.21316380685806274
    },
    {
      "epoch": 75,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.06512412428855896,
        "mean_feedback_forward_cosine": 0.9988879153603002,
        "mean_feedback_forward_relative_error": 0.04648596460097715,
        "min_feedback_forward_cosine": 0.997888445854187
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 29325,
      "train_examples": 50000,
      "train_loss": 0.21025281191825868
    },
    {
      "epoch": 76,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0625939890742302,
        "mean_feedback_forward_cosine": 0.998970301527726,
        "mean_feedback_forward_relative_error": 0.04472720456358634,
        "min_feedback_forward_cosine": 0.9980493783950806
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 29716,
      "train_examples": 50000,
      "train_loss": 0.20640591926574706
    },
    {
      "epoch": 77,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05987943336367607,
        "mean_feedback_forward_cosine": 0.9990504635007758,
        "mean_feedback_forward_relative_error": 0.04295391452155615,
        "min_feedback_forward_cosine": 0.998214602470398
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30107,
      "train_examples": 50000,
      "train_loss": 0.2156642873096466
    },
    {
      "epoch": 78,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05744881182909012,
        "mean_feedback_forward_cosine": 0.9991243701232108,
        "mean_feedback_forward_relative_error": 0.04125269610238703,
        "min_feedback_forward_cosine": 0.9983565807342529
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30498,
      "train_examples": 50000,
      "train_loss": 0.21317154891014098
    },
    {
      "epoch": 79,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05520369112491608,
        "mean_feedback_forward_cosine": 0.9991884168825651,
        "mean_feedback_forward_relative_error": 0.0397133147834163,
        "min_feedback_forward_cosine": 0.998482346534729
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 30889,
      "train_examples": 50000,
      "train_loss": 0.2100965942764282
    },
    {
      "epoch": 80,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.0530511774122715,
        "mean_feedback_forward_cosine": 0.9992481877929286,
        "mean_feedback_forward_relative_error": 0.03821724751277974,
        "min_feedback_forward_cosine": 0.9985981583595276
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 31280,
      "train_examples": 50000,
      "train_loss": 0.20471788811683655
    },
    {
      "epoch": 81,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.05102203041315079,
        "mean_feedback_forward_cosine": 0.9993047651491667,
        "mean_feedback_forward_relative_error": 0.03675123823708609,
        "min_feedback_forward_cosine": 0.9987033605575562
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 31671,
      "train_examples": 50000,
      "train_loss": 0.2067176330423355
    },
    {
      "epoch": 82,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04897250980138779,
        "mean_feedback_forward_cosine": 0.9993574305584556,
        "mean_feedback_forward_relative_error": 0.035332459760339635,
        "min_feedback_forward_cosine": 0.9988054037094116
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32062,
      "train_examples": 50000,
      "train_loss": 0.2053587057876587
    },
    {
      "epoch": 83,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04702990502119064,
        "mean_feedback_forward_cosine": 0.9994063565605565,
        "mean_feedback_forward_relative_error": 0.03396036010235548,
        "min_feedback_forward_cosine": 0.9988979697227478
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32453,
      "train_examples": 50000,
      "train_loss": 0.20637111597061158
    },
    {
      "epoch": 84,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04517826810479164,
        "mean_feedback_forward_cosine": 0.9994505361506814,
        "mean_feedback_forward_relative_error": 0.03267086346290613,
        "min_feedback_forward_cosine": 0.9989829063415527
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 32844,
      "train_examples": 50000,
      "train_loss": 0.2027370511198044
    },
    {
      "epoch": 85,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04336803779006004,
        "mean_feedback_forward_cosine": 0.9994919864754928,
        "mean_feedback_forward_relative_error": 0.031413392604965916,
        "min_feedback_forward_cosine": 0.9990625381469727
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 33235,
      "train_examples": 50000,
      "train_loss": 0.20505338558197023
    },
    {
      "epoch": 86,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.04163755476474762,
        "mean_feedback_forward_cosine": 0.9995299609083879,
        "mean_feedback_forward_relative_error": 0.030214958530115455,
        "min_feedback_forward_cosine": 0.9991358518600464
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 33626,
      "train_examples": 50000,
      "train_loss": 0.20693019121170045
    },
    {
      "epoch": 87,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03998049721121788,
        "mean_feedback_forward_cosine": 0.9995655135104531,
        "mean_feedback_forward_relative_error": 0.029049062758292023,
        "min_feedback_forward_cosine": 0.9992032647132874
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34017,
      "train_examples": 50000,
      "train_loss": 0.20767693899154663
    },
    {
      "epoch": 88,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03840848058462143,
        "mean_feedback_forward_cosine": 0.9995980231385482,
        "mean_feedback_forward_relative_error": 0.027941891041241194,
        "min_feedback_forward_cosine": 0.9992645978927612
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34408,
      "train_examples": 50000,
      "train_loss": 0.20105957365989685
    },
    {
      "epoch": 89,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03683806210756302,
        "mean_feedback_forward_cosine": 0.9996288701107627,
        "mean_feedback_forward_relative_error": 0.02684645134171373,
        "min_feedback_forward_cosine": 0.9993234872817993
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 34799,
      "train_examples": 50000,
      "train_loss": 0.20099872408390046
    },
    {
      "epoch": 90,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03540956601500511,
        "mean_feedback_forward_cosine": 0.9996562129572818,
        "mean_feedback_forward_relative_error": 0.02584206317796519,
        "min_feedback_forward_cosine": 0.9993747472763062
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35190,
      "train_examples": 50000,
      "train_loss": 0.20426013642787932
    },
    {
      "epoch": 91,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03400075063109398,
        "mean_feedback_forward_cosine": 0.9996820311797293,
        "mean_feedback_forward_relative_error": 0.02485535259505636,
        "min_feedback_forward_cosine": 0.9994235634803772
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35581,
      "train_examples": 50000,
      "train_loss": 0.20525977241992951
    },
    {
      "epoch": 92,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03268192708492279,
        "mean_feedback_forward_cosine": 0.9997056816753588,
        "mean_feedback_forward_relative_error": 0.023911231148399804,
        "min_feedback_forward_cosine": 0.9994674324989319
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 35972,
      "train_examples": 50000,
      "train_loss": 0.1998370484352112
    },
    {
      "epoch": 93,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.03140087425708771,
        "mean_feedback_forward_cosine": 0.9997279236191198,
        "mean_feedback_forward_relative_error": 0.022987395770063524,
        "min_feedback_forward_cosine": 0.999508261680603
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 36363,
      "train_examples": 50000,
      "train_loss": 0.19679815489768981
    },
    {
      "epoch": 94,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.030177893117070198,
        "mean_feedback_forward_cosine": 0.999748386834797,
        "mean_feedback_forward_relative_error": 0.02210633040062691,
        "min_feedback_forward_cosine": 0.9995459318161011
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 36754,
      "train_examples": 50000,
      "train_loss": 0.2004633063650131
    },
    {
      "epoch": 95,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.029030324891209602,
        "mean_feedback_forward_cosine": 0.9997664062600387,
        "mean_feedback_forward_relative_error": 0.02129706652148774,
        "min_feedback_forward_cosine": 0.9995797872543335
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37145,
      "train_examples": 50000,
      "train_loss": 0.19316452387809754
    },
    {
      "epoch": 96,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02786830998957157,
        "mean_feedback_forward_cosine": 0.9997845417574832,
        "mean_feedback_forward_relative_error": 0.02045521355773273,
        "min_feedback_forward_cosine": 0.99961256980896
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37536,
      "train_examples": 50000,
      "train_loss": 0.1993290764427185
    },
    {
      "epoch": 97,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.026795070618391037,
        "mean_feedback_forward_cosine": 0.999800914212277,
        "mean_feedback_forward_relative_error": 0.01966134963655158,
        "min_feedback_forward_cosine": 0.9996418952941895
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 37927,
      "train_examples": 50000,
      "train_loss": 0.19722025142669677
    },
    {
      "epoch": 98,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.025728952139616013,
        "mean_feedback_forward_cosine": 0.9998162953477157,
        "mean_feedback_forward_relative_error": 0.018887894032032865,
        "min_feedback_forward_cosine": 0.9996697902679443
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 38318,
      "train_examples": 50000,
      "train_loss": 0.20411555974960327
    },
    {
      "epoch": 99,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.024722104892134666,
        "mean_feedback_forward_cosine": 0.9998298914808976,
        "mean_feedback_forward_relative_error": 0.018175248350752026,
        "min_feedback_forward_cosine": 0.9996950626373291
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 38709,
      "train_examples": 50000,
      "train_loss": 0.19462783898353578
    },
    {
      "epoch": 100,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023741193115711212,
        "mean_feedback_forward_cosine": 0.9998429637206229,
        "mean_feedback_forward_relative_error": 0.017462985124439,
        "min_feedback_forward_cosine": 0.9997187852859497
      },
      "lr": 0.1,
      "output_lr": 0.1,
      "step": 39100,
      "train_examples": 50000,
      "train_loss": 0.1922397227048874
    },
    {
      "epoch": 101,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023732464760541916,
        "mean_feedback_forward_cosine": 0.9998430923411721,
        "mean_feedback_forward_relative_error": 0.017453264298015518,
        "min_feedback_forward_cosine": 0.9997190237045288
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 39491,
      "train_examples": 50000,
      "train_loss": 0.12268428046226501
    },
    {
      "epoch": 102,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023727644234895706,
        "mean_feedback_forward_cosine": 0.9998431456716437,
        "mean_feedback_forward_relative_error": 0.017445796267374566,
        "min_feedback_forward_cosine": 0.999718964099884
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 39882,
      "train_examples": 50000,
      "train_loss": 0.09654224486351014
    },
    {
      "epoch": 103,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02372295968234539,
        "mean_feedback_forward_cosine": 0.9998432366471541,
        "mean_feedback_forward_relative_error": 0.017438747356400677,
        "min_feedback_forward_cosine": 0.9997191429138184
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 40273,
      "train_examples": 50000,
      "train_loss": 0.08849230135440826
    },
    {
      "epoch": 104,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023718351498246193,
        "mean_feedback_forward_cosine": 0.9998433401710108,
        "mean_feedback_forward_relative_error": 0.017431871622408692,
        "min_feedback_forward_cosine": 0.9997193217277527
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 40664,
      "train_examples": 50000,
      "train_loss": 0.08014775415182114
    },
    {
      "epoch": 105,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02371394820511341,
        "mean_feedback_forward_cosine": 0.999843418598175,
        "mean_feedback_forward_relative_error": 0.017425256756771552,
        "min_feedback_forward_cosine": 0.9997194409370422
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41055,
      "train_examples": 50000,
      "train_loss": 0.07335598557710647
    },
    {
      "epoch": 106,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023709459230303764,
        "mean_feedback_forward_cosine": 0.9998434938882527,
        "mean_feedback_forward_relative_error": 0.017418845630201855,
        "min_feedback_forward_cosine": 0.999719500541687
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41446,
      "train_examples": 50000,
      "train_loss": 0.07254063300132751
    },
    {
      "epoch": 107,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023704800754785538,
        "mean_feedback_forward_cosine": 0.999843556629984,
        "mean_feedback_forward_relative_error": 0.01741234208212087,
        "min_feedback_forward_cosine": 0.9997196197509766
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 41837,
      "train_examples": 50000,
      "train_loss": 0.06800365599751472
    },
    {
      "epoch": 108,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023700280115008354,
        "mean_feedback_forward_cosine": 0.9998436601538407,
        "mean_feedback_forward_relative_error": 0.017406211553239508,
        "min_feedback_forward_cosine": 0.9997197389602661
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 42228,
      "train_examples": 50000,
      "train_loss": 0.06385894116640091
    },
    {
      "epoch": 109,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023695804178714752,
        "mean_feedback_forward_cosine": 0.9998437636776975,
        "mean_feedback_forward_relative_error": 0.01740002825758175,
        "min_feedback_forward_cosine": 0.9997198581695557
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 42619,
      "train_examples": 50000,
      "train_loss": 0.06184221161365509
    },
    {
      "epoch": 110,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023691022768616676,
        "mean_feedback_forward_cosine": 0.9998438326936019,
        "mean_feedback_forward_relative_error": 0.01739368033840468,
        "min_feedback_forward_cosine": 0.99972003698349
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43010,
      "train_examples": 50000,
      "train_loss": 0.060633849470615384
    },
    {
      "epoch": 111,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023686127737164497,
        "mean_feedback_forward_cosine": 0.9998439236691123,
        "mean_feedback_forward_relative_error": 0.01738741413052929,
        "min_feedback_forward_cosine": 0.9997200965881348
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43401,
      "train_examples": 50000,
      "train_loss": 0.060744912099838254
    },
    {
      "epoch": 112,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023681461811065674,
        "mean_feedback_forward_cosine": 0.9998440115075362,
        "mean_feedback_forward_relative_error": 0.017381269092622557,
        "min_feedback_forward_cosine": 0.9997202157974243
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 43792,
      "train_examples": 50000,
      "train_loss": 0.056162936646938326
    },
    {
      "epoch": 113,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023676710203289986,
        "mean_feedback_forward_cosine": 0.9998440617009213,
        "mean_feedback_forward_relative_error": 0.01737514133320043,
        "min_feedback_forward_cosine": 0.9997203350067139
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44183,
      "train_examples": 50000,
      "train_loss": 0.054906321696043016
    },
    {
      "epoch": 114,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02367215044796467,
        "mean_feedback_forward_cosine": 0.9998441683618646,
        "mean_feedback_forward_relative_error": 0.0173690825406658,
        "min_feedback_forward_cosine": 0.9997203946113586
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44574,
      "train_examples": 50000,
      "train_loss": 0.05158617860794067
    },
    {
      "epoch": 115,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02366732992231846,
        "mean_feedback_forward_cosine": 0.9998442373777691,
        "mean_feedback_forward_relative_error": 0.01736301357710832,
        "min_feedback_forward_cosine": 0.9997204542160034
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 44965,
      "train_examples": 50000,
      "train_loss": 0.05088043869256973
    },
    {
      "epoch": 116,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023662425577640533,
        "mean_feedback_forward_cosine": 0.9998443252161929,
        "mean_feedback_forward_relative_error": 0.01735682993833172,
        "min_feedback_forward_cosine": 0.9997206926345825
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 45356,
      "train_examples": 50000,
      "train_loss": 0.049507606768608096
    },
    {
      "epoch": 117,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023657245561480522,
        "mean_feedback_forward_cosine": 0.999844397369184,
        "mean_feedback_forward_relative_error": 0.0173505259138581,
        "min_feedback_forward_cosine": 0.9997208118438721
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 45747,
      "train_examples": 50000,
      "train_loss": 0.048889036183357236
    },
    {
      "epoch": 118,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02365242876112461,
        "mean_feedback_forward_cosine": 0.9998445259897333,
        "mean_feedback_forward_relative_error": 0.01734436661201088,
        "min_feedback_forward_cosine": 0.9997209310531616
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46138,
      "train_examples": 50000,
      "train_loss": 0.046154447889328
    },
    {
      "epoch": 119,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023647358641028404,
        "mean_feedback_forward_cosine": 0.9998445761831183,
        "mean_feedback_forward_relative_error": 0.017338183659471963,
        "min_feedback_forward_cosine": 0.9997210502624512
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46529,
      "train_examples": 50000,
      "train_loss": 0.045580965416431425
    },
    {
      "epoch": 120,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023642217740416527,
        "mean_feedback_forward_cosine": 0.9998446671586287,
        "mean_feedback_forward_relative_error": 0.017331985683229408,
        "min_feedback_forward_cosine": 0.999721109867096
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 46920,
      "train_examples": 50000,
      "train_loss": 0.044149961864948274
    },
    {
      "epoch": 121,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023637007921934128,
        "mean_feedback_forward_cosine": 0.9998447957791781,
        "mean_feedback_forward_relative_error": 0.017325968261023884,
        "min_feedback_forward_cosine": 0.9997212290763855
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 47311,
      "train_examples": 50000,
      "train_loss": 0.04359179922521114
    },
    {
      "epoch": 122,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023631718009710312,
        "mean_feedback_forward_cosine": 0.99984483969839,
        "mean_feedback_forward_relative_error": 0.017319751094634597,
        "min_feedback_forward_cosine": 0.999721348285675
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 47702,
      "train_examples": 50000,
      "train_loss": 0.04161858483195305
    },
    {
      "epoch": 123,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023626845329999924,
        "mean_feedback_forward_cosine": 0.9998449212626407,
        "mean_feedback_forward_relative_error": 0.01731370088007105,
        "min_feedback_forward_cosine": 0.9997215270996094
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48093,
      "train_examples": 50000,
      "train_loss": 0.038731798566579816
    },
    {
      "epoch": 124,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02362195774912834,
        "mean_feedback_forward_cosine": 0.9998450122381511,
        "mean_feedback_forward_relative_error": 0.017307680835457223,
        "min_feedback_forward_cosine": 0.9997216463088989
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48484,
      "train_examples": 50000,
      "train_loss": 0.038410091083049776
    },
    {
      "epoch": 125,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02361702173948288,
        "mean_feedback_forward_cosine": 0.9998450938024019,
        "mean_feedback_forward_relative_error": 0.01730163615981215,
        "min_feedback_forward_cosine": 0.9997217655181885
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 48875,
      "train_examples": 50000,
      "train_loss": 0.03799481664180756
    },
    {
      "epoch": 126,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023611996322870255,
        "mean_feedback_forward_cosine": 0.9998451847779123,
        "mean_feedback_forward_relative_error": 0.017295557784994964,
        "min_feedback_forward_cosine": 0.999721884727478
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 49266,
      "train_examples": 50000,
      "train_loss": 0.037503372143507005
    },
    {
      "epoch": 127,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023606695234775543,
        "mean_feedback_forward_cosine": 0.9998452632050765,
        "mean_feedback_forward_relative_error": 0.017289149035748682,
        "min_feedback_forward_cosine": 0.9997219443321228
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 49657,
      "train_examples": 50000,
      "train_loss": 0.03679502383947372
    },
    {
      "epoch": 128,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023601356893777847,
        "mean_feedback_forward_cosine": 0.999845382414366,
        "mean_feedback_forward_relative_error": 0.017282778299168536,
        "min_feedback_forward_cosine": 0.9997220039367676
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50048,
      "train_examples": 50000,
      "train_loss": 0.03629144645452499
    },
    {
      "epoch": 129,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02359592169523239,
        "mean_feedback_forward_cosine": 0.9998454828011362,
        "mean_feedback_forward_relative_error": 0.017276233111165072,
        "min_feedback_forward_cosine": 0.9997222423553467
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50439,
      "train_examples": 50000,
      "train_loss": 0.0364483181989193
    },
    {
      "epoch": 130,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02359072118997574,
        "mean_feedback_forward_cosine": 0.9998455518170407,
        "mean_feedback_forward_relative_error": 0.017269935434390055,
        "min_feedback_forward_cosine": 0.9997223019599915
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 50830,
      "train_examples": 50000,
      "train_loss": 0.034332342364788056
    },
    {
      "epoch": 131,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02358531393110752,
        "mean_feedback_forward_cosine": 0.9998456961230228,
        "mean_feedback_forward_relative_error": 0.01726341384806131,
        "min_feedback_forward_cosine": 0.9997224807739258
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 51221,
      "train_examples": 50000,
      "train_loss": 0.03428687328636646
    },
    {
      "epoch": 132,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02358020283281803,
        "mean_feedback_forward_cosine": 0.9998457682760138,
        "mean_feedback_forward_relative_error": 0.01725717761406773,
        "min_feedback_forward_cosine": 0.9997225999832153
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 51612,
      "train_examples": 50000,
      "train_loss": 0.032234325948953625
    },
    {
      "epoch": 133,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023574132472276688,
        "mean_feedback_forward_cosine": 0.9998458561144377,
        "mean_feedback_forward_relative_error": 0.017250330775584046,
        "min_feedback_forward_cosine": 0.9997227191925049
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52003,
      "train_examples": 50000,
      "train_loss": 0.034230175194740295
    },
    {
      "epoch": 134,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023568494245409966,
        "mean_feedback_forward_cosine": 0.9998459753237272,
        "mean_feedback_forward_relative_error": 0.017243789778532165,
        "min_feedback_forward_cosine": 0.9997227787971497
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52394,
      "train_examples": 50000,
      "train_loss": 0.03254088444650173
    },
    {
      "epoch": 135,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023562785238027573,
        "mean_feedback_forward_cosine": 0.9998460506138048,
        "mean_feedback_forward_relative_error": 0.017237197926366014,
        "min_feedback_forward_cosine": 0.999722957611084
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 52785,
      "train_examples": 50000,
      "train_loss": 0.03148084326982498
    },
    {
      "epoch": 136,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023556891828775406,
        "mean_feedback_forward_cosine": 0.9998461792343541,
        "mean_feedback_forward_relative_error": 0.01723046524842319,
        "min_feedback_forward_cosine": 0.9997230768203735
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53176,
      "train_examples": 50000,
      "train_loss": 0.03139829716026783
    },
    {
      "epoch": 137,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023550614714622498,
        "mean_feedback_forward_cosine": 0.9998462796211243,
        "mean_feedback_forward_relative_error": 0.01722343726769874,
        "min_feedback_forward_cosine": 0.9997232556343079
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53567,
      "train_examples": 50000,
      "train_loss": 0.03205857029914856
    },
    {
      "epoch": 138,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023544590920209885,
        "mean_feedback_forward_cosine": 0.9998463894191542,
        "mean_feedback_forward_relative_error": 0.017216602781493413,
        "min_feedback_forward_cosine": 0.9997234344482422
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 53958,
      "train_examples": 50000,
      "train_loss": 0.03052342778682709
    },
    {
      "epoch": 139,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023538513109087944,
        "mean_feedback_forward_cosine": 0.9998464898059243,
        "mean_feedback_forward_relative_error": 0.017209697098128106,
        "min_feedback_forward_cosine": 0.9997235536575317
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 54349,
      "train_examples": 50000,
      "train_loss": 0.02979899444937706
    },
    {
      "epoch": 140,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023532183840870857,
        "mean_feedback_forward_cosine": 0.9998465745072616,
        "mean_feedback_forward_relative_error": 0.017202494911065225,
        "min_feedback_forward_cosine": 0.9997236728668213
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 54740,
      "train_examples": 50000,
      "train_loss": 0.030423043351769447
    },
    {
      "epoch": 141,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023526586592197418,
        "mean_feedback_forward_cosine": 0.9998467282245034,
        "mean_feedback_forward_relative_error": 0.017195927150743574,
        "min_feedback_forward_cosine": 0.9997238516807556
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55131,
      "train_examples": 50000,
      "train_loss": 0.02794100591301918
    },
    {
      "epoch": 142,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023520344868302345,
        "mean_feedback_forward_cosine": 0.9998468192000138,
        "mean_feedback_forward_relative_error": 0.01718891215951819,
        "min_feedback_forward_cosine": 0.9997240304946899
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55522,
      "train_examples": 50000,
      "train_loss": 0.028760734344720842
    },
    {
      "epoch": 143,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02351364493370056,
        "mean_feedback_forward_cosine": 0.9998469164496974,
        "mean_feedback_forward_relative_error": 0.017181518683700187,
        "min_feedback_forward_cosine": 0.9997240900993347
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 55913,
      "train_examples": 50000,
      "train_loss": 0.029662667474746704
    },
    {
      "epoch": 144,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02350768819451332,
        "mean_feedback_forward_cosine": 0.9998470325219003,
        "mean_feedback_forward_relative_error": 0.017174601922497937,
        "min_feedback_forward_cosine": 0.9997241497039795
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 56304,
      "train_examples": 50000,
      "train_loss": 0.027351453642845153
    },
    {
      "epoch": 145,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023501817137002945,
        "mean_feedback_forward_cosine": 0.9998471360457571,
        "mean_feedback_forward_relative_error": 0.01716774528061873,
        "min_feedback_forward_cosine": 0.9997243881225586
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 56695,
      "train_examples": 50000,
      "train_loss": 0.02682767370223999
    },
    {
      "epoch": 146,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023496165871620178,
        "mean_feedback_forward_cosine": 0.9998472364325273,
        "mean_feedback_forward_relative_error": 0.017161092598383363,
        "min_feedback_forward_cosine": 0.9997245073318481
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57086,
      "train_examples": 50000,
      "train_loss": 0.025234533749222757
    },
    {
      "epoch": 147,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023490233346819878,
        "mean_feedback_forward_cosine": 0.9998473430934706,
        "mean_feedback_forward_relative_error": 0.01715407116142543,
        "min_feedback_forward_cosine": 0.9997247457504272
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57477,
      "train_examples": 50000,
      "train_loss": 0.025619760848283768
    },
    {
      "epoch": 148,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02348383143544197,
        "mean_feedback_forward_cosine": 0.9998474591656735,
        "mean_feedback_forward_relative_error": 0.017146862062968705,
        "min_feedback_forward_cosine": 0.999724805355072
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 57868,
      "train_examples": 50000,
      "train_loss": 0.027091085720062257
    },
    {
      "epoch": 149,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02347722090780735,
        "mean_feedback_forward_cosine": 0.9998475877862227,
        "mean_feedback_forward_relative_error": 0.017139346044706672,
        "min_feedback_forward_cosine": 0.9997249841690063
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 58259,
      "train_examples": 50000,
      "train_loss": 0.02594793123960495
    },
    {
      "epoch": 150,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470649495720863,
        "mean_feedback_forward_cosine": 0.9998477038584257,
        "mean_feedback_forward_relative_error": 0.01713178399950266,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.010000000000000002,
      "output_lr": 0.010000000000000002,
      "step": 58650,
      "train_examples": 50000,
      "train_loss": 0.025382003281712532
    },
    {
      "epoch": 151,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470569401979446,
        "mean_feedback_forward_cosine": 0.9998476818988198,
        "mean_feedback_forward_relative_error": 0.017131598127123556,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59041,
      "train_examples": 50000,
      "train_loss": 0.022738278942108153
    },
    {
      "epoch": 152,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470519110560417,
        "mean_feedback_forward_cosine": 0.9998477038584257,
        "mean_feedback_forward_relative_error": 0.017131424729565258,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59432,
      "train_examples": 50000,
      "train_loss": 0.02032180576354265
    },
    {
      "epoch": 153,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470468819141388,
        "mean_feedback_forward_cosine": 0.9998477352292914,
        "mean_feedback_forward_relative_error": 0.017131258414960222,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 59823,
      "train_examples": 50000,
      "train_loss": 0.02087564205497503
    },
    {
      "epoch": 154,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470422253012657,
        "mean_feedback_forward_cosine": 0.9998477132696855,
        "mean_feedback_forward_relative_error": 0.017131087737844178,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60214,
      "train_examples": 50000,
      "train_loss": 0.020675865701436997
    },
    {
      "epoch": 155,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470373824238777,
        "mean_feedback_forward_cosine": 0.999847694447166,
        "mean_feedback_forward_relative_error": 0.017130916791134758,
        "min_feedback_forward_cosine": 0.9997250437736511
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60605,
      "train_examples": 50000,
      "train_loss": 0.019594330956339837
    },
    {
      "epoch": 156,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470336571335793,
        "mean_feedback_forward_cosine": 0.9998477352292914,
        "mean_feedback_forward_relative_error": 0.01713075032947879,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 60996,
      "train_examples": 50000,
      "train_loss": 0.01812518547475338
    },
    {
      "epoch": 157,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02347029559314251,
        "mean_feedback_forward_cosine": 0.999847694447166,
        "mean_feedback_forward_relative_error": 0.017130583696263402,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 61387,
      "train_examples": 50000,
      "train_loss": 0.019705076397061348
    },
    {
      "epoch": 158,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02347024716436863,
        "mean_feedback_forward_cosine": 0.9998477101325989,
        "mean_feedback_forward_relative_error": 0.017130416205250902,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 61778,
      "train_examples": 50000,
      "train_loss": 0.01849426058202982
    },
    {
      "epoch": 159,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470209911465645,
        "mean_feedback_forward_cosine": 0.9998477164067721,
        "mean_feedback_forward_relative_error": 0.017130251777799504,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62169,
      "train_examples": 50000,
      "train_loss": 0.0178389661103487
    },
    {
      "epoch": 160,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470165207982063,
        "mean_feedback_forward_cosine": 0.999847738366378,
        "mean_feedback_forward_relative_error": 0.017130089433569657,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62560,
      "train_examples": 50000,
      "train_loss": 0.018782516342252493
    },
    {
      "epoch": 161,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470129817724228,
        "mean_feedback_forward_cosine": 0.9998477195438585,
        "mean_feedback_forward_relative_error": 0.01712993240768188,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 62951,
      "train_examples": 50000,
      "train_loss": 0.017044084163606168
    },
    {
      "epoch": 162,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470088839530945,
        "mean_feedback_forward_cosine": 0.9998477007213392,
        "mean_feedback_forward_relative_error": 0.017129765897008934,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 63342,
      "train_examples": 50000,
      "train_loss": 0.018252893408238886
    },
    {
      "epoch": 163,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023470044136047363,
        "mean_feedback_forward_cosine": 0.9998477226809451,
        "mean_feedback_forward_relative_error": 0.017129603969423396,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 63733,
      "train_examples": 50000,
      "train_loss": 0.018814660705327987
    },
    {
      "epoch": 164,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469991981983185,
        "mean_feedback_forward_cosine": 0.9998477226809451,
        "mean_feedback_forward_relative_error": 0.017129438316547556,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64124,
      "train_examples": 50000,
      "train_loss": 0.01828828042805195
    },
    {
      "epoch": 165,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469949141144753,
        "mean_feedback_forward_cosine": 0.9998477101325989,
        "mean_feedback_forward_relative_error": 0.01712927371753674,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64515,
      "train_examples": 50000,
      "train_loss": 0.017494479485154153
    },
    {
      "epoch": 166,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346991002559662,
        "mean_feedback_forward_cosine": 0.9998477038584257,
        "mean_feedback_forward_relative_error": 0.017129111446832355,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 64906,
      "train_examples": 50000,
      "train_loss": 0.016828056658804418
    },
    {
      "epoch": 167,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469865322113037,
        "mean_feedback_forward_cosine": 0.9998477195438585,
        "mean_feedback_forward_relative_error": 0.017128946921347005,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 65297,
      "train_examples": 50000,
      "train_loss": 0.01927753235697746
    },
    {
      "epoch": 168,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469828069210052,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.017128781072403256,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 65688,
      "train_examples": 50000,
      "train_loss": 0.015929944035708903
    },
    {
      "epoch": 169,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346978150308132,
        "mean_feedback_forward_cosine": 0.9998477352292914,
        "mean_feedback_forward_relative_error": 0.017128623678888146,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66079,
      "train_examples": 50000,
      "train_loss": 0.017925133748054503
    },
    {
      "epoch": 170,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469744250178337,
        "mean_feedback_forward_cosine": 0.9998477320922049,
        "mean_feedback_forward_relative_error": 0.017128463810015666,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66470,
      "train_examples": 50000,
      "train_loss": 0.016547368803024293
    },
    {
      "epoch": 171,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469693958759308,
        "mean_feedback_forward_cosine": 0.9998477477776376,
        "mean_feedback_forward_relative_error": 0.017128305215584606,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 66861,
      "train_examples": 50000,
      "train_loss": 0.018028961103260518
    },
    {
      "epoch": 172,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469647392630577,
        "mean_feedback_forward_cosine": 0.9998477446405512,
        "mean_feedback_forward_relative_error": 0.017128151130715485,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 67252,
      "train_examples": 50000,
      "train_loss": 0.016297293134331703
    },
    {
      "epoch": 173,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469604551792145,
        "mean_feedback_forward_cosine": 0.9998477164067721,
        "mean_feedback_forward_relative_error": 0.017127990845198695,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 67643,
      "train_examples": 50000,
      "train_loss": 0.016068762745261193
    },
    {
      "epoch": 174,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346956357359886,
        "mean_feedback_forward_cosine": 0.9998477320922049,
        "mean_feedback_forward_relative_error": 0.01712783293700532,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68034,
      "train_examples": 50000,
      "train_loss": 0.017072581720650196
    },
    {
      "epoch": 175,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346952259540558,
        "mean_feedback_forward_cosine": 0.999847738366378,
        "mean_feedback_forward_relative_error": 0.0171276840969528,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68425,
      "train_examples": 50000,
      "train_loss": 0.016299841020703316
    },
    {
      "epoch": 176,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469489067792892,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.017127525625064186,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 68816,
      "train_examples": 50000,
      "train_loss": 0.016555723536014557
    },
    {
      "epoch": 177,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469455540180206,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.01712736747178592,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69207,
      "train_examples": 50000,
      "train_loss": 0.01746484018266201
    },
    {
      "epoch": 178,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469412699341774,
        "mean_feedback_forward_cosine": 0.9998477226809451,
        "mean_feedback_forward_relative_error": 0.01712720377958919,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69598,
      "train_examples": 50000,
      "train_loss": 0.01591426109135151
    },
    {
      "epoch": 179,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469367995858192,
        "mean_feedback_forward_cosine": 0.9998477164067721,
        "mean_feedback_forward_relative_error": 0.017127045871395814,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 69989,
      "train_examples": 50000,
      "train_loss": 0.016877433751672506
    },
    {
      "epoch": 180,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469330742955208,
        "mean_feedback_forward_cosine": 0.999847738366378,
        "mean_feedback_forward_relative_error": 0.017126893502120908,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 70380,
      "train_examples": 50000,
      "train_loss": 0.015805002427697182
    },
    {
      "epoch": 181,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469295352697372,
        "mean_feedback_forward_cosine": 0.9998477634630705,
        "mean_feedback_forward_relative_error": 0.017126741941626136,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 70771,
      "train_examples": 50000,
      "train_loss": 0.015956093671619893
    },
    {
      "epoch": 182,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346925064921379,
        "mean_feedback_forward_cosine": 0.9998477320922049,
        "mean_feedback_forward_relative_error": 0.01712658337170356,
        "min_feedback_forward_cosine": 0.9997250437736511
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71162,
      "train_examples": 50000,
      "train_loss": 0.016783491440415382
    },
    {
      "epoch": 183,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469211533665657,
        "mean_feedback_forward_cosine": 0.9998477320922049,
        "mean_feedback_forward_relative_error": 0.01712643097792017,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71553,
      "train_examples": 50000,
      "train_loss": 0.016568301746845246
    },
    {
      "epoch": 184,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023469166830182076,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.017126277089118958,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 71944,
      "train_examples": 50000,
      "train_loss": 0.016961991252303122
    },
    {
      "epoch": 185,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346912771463394,
        "mean_feedback_forward_cosine": 0.9998477446405512,
        "mean_feedback_forward_relative_error": 0.017126121239638643,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 72335,
      "train_examples": 50000,
      "train_loss": 0.016554582388401032
    },
    {
      "epoch": 186,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346908301115036,
        "mean_feedback_forward_cosine": 0.9998477477776376,
        "mean_feedback_forward_relative_error": 0.017125967963549652,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 72726,
      "train_examples": 50000,
      "train_loss": 0.017224053777456283
    },
    {
      "epoch": 187,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346903830766678,
        "mean_feedback_forward_cosine": 0.9998477791485033,
        "mean_feedback_forward_relative_error": 0.017125815030579503,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73117,
      "train_examples": 50000,
      "train_loss": 0.016826375187635422
    },
    {
      "epoch": 188,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468997329473495,
        "mean_feedback_forward_cosine": 0.9998477477776376,
        "mean_feedback_forward_relative_error": 0.017125658592895457,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73508,
      "train_examples": 50000,
      "train_loss": 0.016274484421610832
    },
    {
      "epoch": 189,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468952625989914,
        "mean_feedback_forward_cosine": 0.9998477477776376,
        "mean_feedback_forward_relative_error": 0.017125497155479695,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 73899,
      "train_examples": 50000,
      "train_loss": 0.016347632362246515
    },
    {
      "epoch": 190,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468919098377228,
        "mean_feedback_forward_cosine": 0.9998477697372437,
        "mean_feedback_forward_relative_error": 0.017125348119359268,
        "min_feedback_forward_cosine": 0.9997252821922302
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 74290,
      "train_examples": 50000,
      "train_loss": 0.015300385817289352
    },
    {
      "epoch": 191,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468874394893646,
        "mean_feedback_forward_cosine": 0.9998477760114168,
        "mean_feedback_forward_relative_error": 0.017125192171844997,
        "min_feedback_forward_cosine": 0.9997252821922302
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 74681,
      "train_examples": 50000,
      "train_loss": 0.015139786813855171
    },
    {
      "epoch": 192,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346884272992611,
        "mean_feedback_forward_cosine": 0.9998477728743302,
        "mean_feedback_forward_relative_error": 0.017125040096671956,
        "min_feedback_forward_cosine": 0.9997251629829407
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75072,
      "train_examples": 50000,
      "train_loss": 0.01534516973376274
    },
    {
      "epoch": 193,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468801751732826,
        "mean_feedback_forward_cosine": 0.9998477415034646,
        "mean_feedback_forward_relative_error": 0.01712488878126207,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75463,
      "train_examples": 50000,
      "train_loss": 0.015045764645934104
    },
    {
      "epoch": 194,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346876822412014,
        "mean_feedback_forward_cosine": 0.9998477446405512,
        "mean_feedback_forward_relative_error": 0.01712474187738017,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 75854,
      "train_examples": 50000,
      "train_loss": 0.014863526417016984
    },
    {
      "epoch": 195,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468727245926857,
        "mean_feedback_forward_cosine": 0.9998477634630705,
        "mean_feedback_forward_relative_error": 0.017124591591326815,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 76245,
      "train_examples": 50000,
      "train_loss": 0.015969047774076463
    },
    {
      "epoch": 196,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468689993023872,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.017124441623883813,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 76636,
      "train_examples": 50000,
      "train_loss": 0.015492048771381378
    },
    {
      "epoch": 197,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468639701604843,
        "mean_feedback_forward_cosine": 0.9998477509147242,
        "mean_feedback_forward_relative_error": 0.017124289034032507,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77027,
      "train_examples": 50000,
      "train_loss": 0.01570508582800627
    },
    {
      "epoch": 198,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.02346859872341156,
        "mean_feedback_forward_cosine": 0.9998477320922049,
        "mean_feedback_forward_relative_error": 0.01712413610106236,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77418,
      "train_examples": 50000,
      "train_loss": 0.015932950350940226
    },
    {
      "epoch": 199,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468557745218277,
        "mean_feedback_forward_cosine": 0.9998477571888974,
        "mean_feedback_forward_relative_error": 0.017123981133887644,
        "min_feedback_forward_cosine": 0.9997252225875854
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 77809,
      "train_examples": 50000,
      "train_loss": 0.015606247376203537
    },
    {
      "epoch": 200,
      "feedback_tracking": {
        "max_feedback_forward_relative_error": 0.023468511179089546,
        "mean_feedback_forward_cosine": 0.999847760325984,
        "mean_feedback_forward_relative_error": 0.017123831485054995,
        "min_feedback_forward_cosine": 0.9997251033782959
      },
      "lr": 0.0010000000000000002,
      "output_lr": 0.0010000000000000002,
      "step": 78200,
      "train_examples": 50000,
      "train_loss": 0.015239414473474025
    }
  ],
  "evaluation_protocol": {
    "test_evaluations": 1,
    "test_used_for_selection": false,
    "validation_evaluations": 0
  },
  "final": {
    "accuracy": 0.9155,
    "epoch": 200,
    "evaluation_split": "test",
    "finite": true,
    "loss": 0.41212791137695315,
    "step": 78200
  },
  "hardware": {
    "cuda_device_name": "NVIDIA GeForce GTX 1080",
    "cuda_visible_devices": "7",
    "device": "cuda",
    "device_total_memory_bytes": 8507949056,
    "peak_memory_allocated_bytes": 2162265600,
    "peak_memory_reserved_bytes": 2864709632,
    "torch_version": "2.3.1+cu118"
  },
  "protocol_family": "oral_a_cifar_local_resnet_development",
  "provenance": {
    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "evaluation_split": "test",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 11,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": null,
    "test_examples": 10000,
    "train_examples": 50000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {},
    "validation_examples": 0,
    "validation_index_sha256": null
  },
  "timing": {
    "apical_warmup_wall_s": 0.0,
    "evaluation_wall_s": 0.7048258781433105,
    "mirror_warmup_wall_s": 0.0,
    "predictor_warmup_wall_s": 0.0,
    "timing_excludes_data_loading_hashing_and_model_construction": true,
    "total_timed_wall_s": 6205.603518009186,
    "train_wall_s": 6203.436691999435
  },
  "work": {
    "apical_macs_per_example": 40108672,
    "causal_scalar_observations": 0,
    "components": {
      "apical_projection_macs": 401086720000000,
      "apical_regression_macs": 0,
      "bp_reverse_macs_estimate": 0,
      "kp_reciprocal_correlation_macs": 401086720000000,
      "local_weight_correlation_macs": 405510400000000,
      "mirror_feedback_prediction_macs": 0,
      "mirror_local_correlation_macs": 0,
      "mirror_response_macs": 0,
      "ordinary_forward_macs": 405510400000000,
      "perturbation_forward_macs": 0,
      "warmup_clean_forward_macs": 0
    },
    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
    "elementwise_operations_estimate": 0,
    "forward_macs_per_example": 40551040,
    "logical_batch_loss_queries": 0,
    "mirror_probe_examples": 0,
    "mirror_readout_probe_examples": 0,
    "neutral_projection_observations": 0,
    "per_example_cross_entropy_terms": 0,
    "total_clean_forward_examples": 10000000,
    "total_forward_equivalent_examples": 10000000,
    "total_macs_estimate": 1613194240000000
  }
}