{
  "architecture": {
    "base_width": 16,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "forward_parameter_count": 269722,
    "normalization": "batchnorm",
    "residual_scale": 1.0
  },
  "args": {
    "augment_train": 1,
    "batch_size": 128,
    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
    "depth": 20,
    "device": "cuda",
    "dp_alpha": 0.0,
    "dp_beta": 0.1,
    "dp_inference_passes": 16,
    "ep_beta": 0.5,
    "ep_dt": 0.5,
    "ep_free_steps": 20,
    "ep_nudge_steps": 4,
    "epochs": 200,
    "eval_every": 1,
    "eval_split": "validation",
    "feedback_seed": 1729,
    "ff_score_from_layer": 1,
    "ff_threshold": 2.0,
    "loader_seed": 0,
    "lr": 0.05,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "method": "dualprop",
    "momentum": 0.9,
    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-dualprop-d20-lr0p05.json",
    "output_lr": 0.05,
    "pepita_projection_scale": 0.05,
    "seed": 0,
    "split_seed": 2027,
    "train_limit": 0,
    "val_examples": 5000,
    "weight_decay": 0.0001,
    "width": 16
  },
  "epochs": [
    {
      "epoch": 1,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.6441188268873426,
      "train_seconds": 245.87645721435547,
      "validation": {
        "accuracy": 0.4738,
        "examples": 5000,
        "loss": 1.4967913818359375
      },
      "validation_seconds": 0.12893104553222656
    },
    {
      "epoch": 2,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.1635693959765965,
      "train_seconds": 245.52287817001343,
      "validation": {
        "accuracy": 0.6026,
        "examples": 5000,
        "loss": 1.153321435546875
      },
      "validation_seconds": 0.10486650466918945
    },
    {
      "epoch": 3,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.9352410600874159,
      "train_seconds": 245.50975513458252,
      "validation": {
        "accuracy": 0.6018,
        "examples": 5000,
        "loss": 1.329039013671875
      },
      "validation_seconds": 0.10483121871948242
    },
    {
      "epoch": 4,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7935926506890191,
      "train_seconds": 245.52499318122864,
      "validation": {
        "accuracy": 0.7,
        "examples": 5000,
        "loss": 0.8777848876953125
      },
      "validation_seconds": 0.10486555099487305
    },
    {
      "epoch": 5,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7077589258935716,
      "train_seconds": 245.52429103851318,
      "validation": {
        "accuracy": 0.7442,
        "examples": 5000,
        "loss": 0.7581129028320313
      },
      "validation_seconds": 0.1048576831817627
    },
    {
      "epoch": 6,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6486876674969991,
      "train_seconds": 245.51856327056885,
      "validation": {
        "accuracy": 0.7254,
        "examples": 5000,
        "loss": 0.8741846923828125
      },
      "validation_seconds": 0.10486769676208496
    },
    {
      "epoch": 7,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6074715187284682,
      "train_seconds": 245.71568083763123,
      "validation": {
        "accuracy": 0.7682,
        "examples": 5000,
        "loss": 0.6674996459960938
      },
      "validation_seconds": 0.10516047477722168
    },
    {
      "epoch": 8,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5710463250690037,
      "train_seconds": 245.7029790878296,
      "validation": {
        "accuracy": 0.7782,
        "examples": 5000,
        "loss": 0.6623569702148437
      },
      "validation_seconds": 0.10492897033691406
    },
    {
      "epoch": 9,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5336540970166525,
      "train_seconds": 245.72987985610962,
      "validation": {
        "accuracy": 0.786,
        "examples": 5000,
        "loss": 0.640069384765625
      },
      "validation_seconds": 0.10491442680358887
    },
    {
      "epoch": 10,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5106024785730574,
      "train_seconds": 245.71102261543274,
      "validation": {
        "accuracy": 0.7826,
        "examples": 5000,
        "loss": 0.6581781616210938
      },
      "validation_seconds": 0.104949951171875
    },
    {
      "epoch": 11,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.488464806482527,
      "train_seconds": 245.70360898971558,
      "validation": {
        "accuracy": 0.7776,
        "examples": 5000,
        "loss": 0.6763726928710937
      },
      "validation_seconds": 0.10500192642211914
    },
    {
      "epoch": 12,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4659737181398604,
      "train_seconds": 245.7096302509308,
      "validation": {
        "accuracy": 0.8018,
        "examples": 5000,
        "loss": 0.603849560546875
      },
      "validation_seconds": 0.10489654541015625
    },
    {
      "epoch": 13,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4473519527753194,
      "train_seconds": 245.70638012886047,
      "validation": {
        "accuracy": 0.7406,
        "examples": 5000,
        "loss": 0.8407753784179688
      },
      "validation_seconds": 0.10495471954345703
    },
    {
      "epoch": 14,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4388091464042664,
      "train_seconds": 245.70655918121338,
      "validation": {
        "accuracy": 0.8338,
        "examples": 5000,
        "loss": 0.48709592895507814
      },
      "validation_seconds": 0.10503792762756348
    },
    {
      "epoch": 15,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.42087091799841986,
      "train_seconds": 245.71817874908447,
      "validation": {
        "accuracy": 0.7902,
        "examples": 5000,
        "loss": 0.6748830810546875
      },
      "validation_seconds": 0.1049962043762207
    },
    {
      "epoch": 16,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4085377493328518,
      "train_seconds": 245.71288919448853,
      "validation": {
        "accuracy": 0.8178,
        "examples": 5000,
        "loss": 0.5664857482910156
      },
      "validation_seconds": 0.10489010810852051
    },
    {
      "epoch": 17,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.39353587019178604,
      "train_seconds": 245.71254181861877,
      "validation": {
        "accuracy": 0.8128,
        "examples": 5000,
        "loss": 0.5877752197265625
      },
      "validation_seconds": 0.1049199104309082
    },
    {
      "epoch": 18,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.38593393679724797,
      "train_seconds": 245.7317178249359,
      "validation": {
        "accuracy": 0.8052,
        "examples": 5000,
        "loss": 0.5994394897460937
      },
      "validation_seconds": 0.1049954891204834
    },
    {
      "epoch": 19,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.37112634809547,
      "train_seconds": 245.7781913280487,
      "validation": {
        "accuracy": 0.8426,
        "examples": 5000,
        "loss": 0.4838470458984375
      },
      "validation_seconds": 0.10508608818054199
    },
    {
      "epoch": 20,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3595076397365994,
      "train_seconds": 246.36518168449402,
      "validation": {
        "accuracy": 0.8094,
        "examples": 5000,
        "loss": 0.6470749267578125
      },
      "validation_seconds": 0.10510373115539551
    },
    {
      "epoch": 21,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3523521614180671,
      "train_seconds": 246.52931666374207,
      "validation": {
        "accuracy": 0.8242,
        "examples": 5000,
        "loss": 0.5845088745117187
      },
      "validation_seconds": 0.10520172119140625
    },
    {
      "epoch": 22,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.34563857612080046,
      "train_seconds": 246.01910829544067,
      "validation": {
        "accuracy": 0.8096,
        "examples": 5000,
        "loss": 0.62537509765625
      },
      "validation_seconds": 0.10520815849304199
    },
    {
      "epoch": 23,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.33976192728678384,
      "train_seconds": 245.8921320438385,
      "validation": {
        "accuracy": 0.8444,
        "examples": 5000,
        "loss": 0.484679150390625
      },
      "validation_seconds": 0.1049337387084961
    },
    {
      "epoch": 24,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3225088294665019,
      "train_seconds": 245.83658075332642,
      "validation": {
        "accuracy": 0.8396,
        "examples": 5000,
        "loss": 0.50716240234375
      },
      "validation_seconds": 0.1049196720123291
    },
    {
      "epoch": 25,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.32271037464141844,
      "train_seconds": 245.84278297424316,
      "validation": {
        "accuracy": 0.8406,
        "examples": 5000,
        "loss": 0.493395458984375
      },
      "validation_seconds": 0.10499238967895508
    },
    {
      "epoch": 26,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3157399925496843,
      "train_seconds": 245.84543251991272,
      "validation": {
        "accuracy": 0.858,
        "examples": 5000,
        "loss": 0.44974503173828123
      },
      "validation_seconds": 0.10491776466369629
    },
    {
      "epoch": 27,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.30543111317952476,
      "train_seconds": 245.86448335647583,
      "validation": {
        "accuracy": 0.8416,
        "examples": 5000,
        "loss": 0.5209959777832032
      },
      "validation_seconds": 0.10499191284179688
    },
    {
      "epoch": 28,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.301433762105306,
      "train_seconds": 245.840149641037,
      "validation": {
        "accuracy": 0.8244,
        "examples": 5000,
        "loss": 0.5745289489746094
      },
      "validation_seconds": 0.10509037971496582
    },
    {
      "epoch": 29,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.29656535551018187,
      "train_seconds": 245.8558783531189,
      "validation": {
        "accuracy": 0.8144,
        "examples": 5000,
        "loss": 0.6412824096679688
      },
      "validation_seconds": 0.10495448112487793
    },
    {
      "epoch": 30,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.29441430922614203,
      "train_seconds": 245.80975580215454,
      "validation": {
        "accuracy": 0.8356,
        "examples": 5000,
        "loss": 0.5149374877929688
      },
      "validation_seconds": 0.10511445999145508
    },
    {
      "epoch": 31,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.28566161390410527,
      "train_seconds": 245.73937225341797,
      "validation": {
        "accuracy": 0.842,
        "examples": 5000,
        "loss": 0.5199394226074219
      },
      "validation_seconds": 0.10500478744506836
    },
    {
      "epoch": 32,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2805537829717,
      "train_seconds": 245.7104251384735,
      "validation": {
        "accuracy": 0.8688,
        "examples": 5000,
        "loss": 0.4206529296875
      },
      "validation_seconds": 0.10506677627563477
    },
    {
      "epoch": 33,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2817669762743844,
      "train_seconds": 245.7130422592163,
      "validation": {
        "accuracy": 0.8566,
        "examples": 5000,
        "loss": 0.43376856689453125
      },
      "validation_seconds": 0.1049799919128418
    },
    {
      "epoch": 34,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.27807320489618514,
      "train_seconds": 245.71902012825012,
      "validation": {
        "accuracy": 0.8558,
        "examples": 5000,
        "loss": 0.46831655883789064
      },
      "validation_seconds": 0.10493636131286621
    },
    {
      "epoch": 35,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.263952144712872,
      "train_seconds": 245.93091106414795,
      "validation": {
        "accuracy": 0.8554,
        "examples": 5000,
        "loss": 0.4892894958496094
      },
      "validation_seconds": 0.10500526428222656
    },
    {
      "epoch": 36,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2642927113586002,
      "train_seconds": 246.30246591567993,
      "validation": {
        "accuracy": 0.8482,
        "examples": 5000,
        "loss": 0.47789179077148436
      },
      "validation_seconds": 0.10546326637268066
    },
    {
      "epoch": 37,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2638369460807906,
      "train_seconds": 246.64353728294373,
      "validation": {
        "accuracy": 0.8326,
        "examples": 5000,
        "loss": 0.5493978393554687
      },
      "validation_seconds": 0.10544991493225098
    },
    {
      "epoch": 38,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.25538891750971476,
      "train_seconds": 246.44886422157288,
      "validation": {
        "accuracy": 0.8574,
        "examples": 5000,
        "loss": 0.451583837890625
      },
      "validation_seconds": 0.10479283332824707
    },
    {
      "epoch": 39,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.25059934278064305,
      "train_seconds": 246.8432900905609,
      "validation": {
        "accuracy": 0.8636,
        "examples": 5000,
        "loss": 0.44829965209960937
      },
      "validation_seconds": 0.10497689247131348
    },
    {
      "epoch": 40,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.24968606785933176,
      "train_seconds": 246.86512732505798,
      "validation": {
        "accuracy": 0.857,
        "examples": 5000,
        "loss": 0.47868128662109377
      },
      "validation_seconds": 0.10499143600463867
    },
    {
      "epoch": 41,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.24340666038990022,
      "train_seconds": 246.9741039276123,
      "validation": {
        "accuracy": 0.863,
        "examples": 5000,
        "loss": 0.43970326538085935
      },
      "validation_seconds": 0.10489535331726074
    },
    {
      "epoch": 42,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2426151712603039,
      "train_seconds": 246.62085914611816,
      "validation": {
        "accuracy": 0.8678,
        "examples": 5000,
        "loss": 0.43893058471679686
      },
      "validation_seconds": 0.10530686378479004
    },
    {
      "epoch": 43,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.23919208281305102,
      "train_seconds": 246.47220969200134,
      "validation": {
        "accuracy": 0.8564,
        "examples": 5000,
        "loss": 0.4502086669921875
      },
      "validation_seconds": 0.1048734188079834
    },
    {
      "epoch": 44,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2358168052620358,
      "train_seconds": 246.44223856925964,
      "validation": {
        "accuracy": 0.8584,
        "examples": 5000,
        "loss": 0.4598034118652344
      },
      "validation_seconds": 0.10493111610412598
    },
    {
      "epoch": 45,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.23206949197981092,
      "train_seconds": 245.91084361076355,
      "validation": {
        "accuracy": 0.8434,
        "examples": 5000,
        "loss": 0.5504330444335938
      },
      "validation_seconds": 0.10497212409973145
    },
    {
      "epoch": 46,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.23059860911899144,
      "train_seconds": 246.39553570747375,
      "validation": {
        "accuracy": 0.8514,
        "examples": 5000,
        "loss": 0.4961731567382813
      },
      "validation_seconds": 0.10496854782104492
    },
    {
      "epoch": 47,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2259720978895823,
      "train_seconds": 246.28038716316223,
      "validation": {
        "accuracy": 0.8612,
        "examples": 5000,
        "loss": 0.4870090087890625
      },
      "validation_seconds": 0.10482335090637207
    },
    {
      "epoch": 48,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2301974679734972,
      "train_seconds": 245.90750241279602,
      "validation": {
        "accuracy": 0.8584,
        "examples": 5000,
        "loss": 0.4882284912109375
      },
      "validation_seconds": 0.10474634170532227
    },
    {
      "epoch": 49,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.22358488881323071,
      "train_seconds": 245.81437158584595,
      "validation": {
        "accuracy": 0.8672,
        "examples": 5000,
        "loss": 0.46109835205078126
      },
      "validation_seconds": 0.10482645034790039
    },
    {
      "epoch": 50,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2217408281246821,
      "train_seconds": 245.80533456802368,
      "validation": {
        "accuracy": 0.8702,
        "examples": 5000,
        "loss": 0.42463759765625
      },
      "validation_seconds": 0.10474348068237305
    },
    {
      "epoch": 51,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.21557051228152382,
      "train_seconds": 245.94883275032043,
      "validation": {
        "accuracy": 0.8518,
        "examples": 5000,
        "loss": 0.48058946533203123
      },
      "validation_seconds": 0.10477089881896973
    },
    {
      "epoch": 52,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2120681472301483,
      "train_seconds": 245.94964838027954,
      "validation": {
        "accuracy": 0.865,
        "examples": 5000,
        "loss": 0.44984417114257813
      },
      "validation_seconds": 0.10477733612060547
    },
    {
      "epoch": 53,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.20977391286161212,
      "train_seconds": 245.92657470703125,
      "validation": {
        "accuracy": 0.8518,
        "examples": 5000,
        "loss": 0.53985625
      },
      "validation_seconds": 0.10475325584411621
    },
    {
      "epoch": 54,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2089330201546351,
      "train_seconds": 245.93967461585999,
      "validation": {
        "accuracy": 0.856,
        "examples": 5000,
        "loss": 0.4909478576660156
      },
      "validation_seconds": 0.10521721839904785
    },
    {
      "epoch": 55,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.21272749128341675,
      "train_seconds": 246.59948468208313,
      "validation": {
        "accuracy": 0.8546,
        "examples": 5000,
        "loss": 0.4906638977050781
      },
      "validation_seconds": 0.10508394241333008
    },
    {
      "epoch": 56,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.20717158926592932,
      "train_seconds": 246.48116064071655,
      "validation": {
        "accuracy": 0.8504,
        "examples": 5000,
        "loss": 0.5430794372558594
      },
      "validation_seconds": 0.10493278503417969
    },
    {
      "epoch": 57,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.20313986417717403,
      "train_seconds": 246.57427525520325,
      "validation": {
        "accuracy": 0.842,
        "examples": 5000,
        "loss": 0.5557522338867188
      },
      "validation_seconds": 0.1049644947052002
    },
    {
      "epoch": 58,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2027928885936737,
      "train_seconds": 246.51094436645508,
      "validation": {
        "accuracy": 0.8666,
        "examples": 5000,
        "loss": 0.4270877563476563
      },
      "validation_seconds": 0.1048426628112793
    },
    {
      "epoch": 59,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.20086540544033052,
      "train_seconds": 245.954576253891,
      "validation": {
        "accuracy": 0.8526,
        "examples": 5000,
        "loss": 0.4917937927246094
      },
      "validation_seconds": 0.10494685173034668
    },
    {
      "epoch": 60,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.19744458295504252,
      "train_seconds": 246.04650807380676,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.4751939880371094
      },
      "validation_seconds": 0.10476160049438477
    },
    {
      "epoch": 61,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.19625209110842812,
      "train_seconds": 246.03907656669617,
      "validation": {
        "accuracy": 0.855,
        "examples": 5000,
        "loss": 0.5089188537597656
      },
      "validation_seconds": 0.10500311851501465
    },
    {
      "epoch": 62,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.19375401494238112,
      "train_seconds": 245.91973066329956,
      "validation": {
        "accuracy": 0.8516,
        "examples": 5000,
        "loss": 0.5393552185058593
      },
      "validation_seconds": 0.10500383377075195
    },
    {
      "epoch": 63,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1935203471104304,
      "train_seconds": 245.89782786369324,
      "validation": {
        "accuracy": 0.861,
        "examples": 5000,
        "loss": 0.4727430725097656
      },
      "validation_seconds": 0.1048274040222168
    },
    {
      "epoch": 64,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18534126149018607,
      "train_seconds": 245.9205825328827,
      "validation": {
        "accuracy": 0.8472,
        "examples": 5000,
        "loss": 0.5769324584960938
      },
      "validation_seconds": 0.10484862327575684
    },
    {
      "epoch": 65,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.19316486716535355,
      "train_seconds": 245.91525053977966,
      "validation": {
        "accuracy": 0.8758,
        "examples": 5000,
        "loss": 0.4404202941894531
      },
      "validation_seconds": 0.10477232933044434
    },
    {
      "epoch": 66,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18819561854203543,
      "train_seconds": 245.94995212554932,
      "validation": {
        "accuracy": 0.8632,
        "examples": 5000,
        "loss": 0.4956598876953125
      },
      "validation_seconds": 0.10492324829101562
    },
    {
      "epoch": 67,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1861683264070087,
      "train_seconds": 245.92055249214172,
      "validation": {
        "accuracy": 0.8396,
        "examples": 5000,
        "loss": 0.564496875
      },
      "validation_seconds": 0.10488319396972656
    },
    {
      "epoch": 68,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18245379467010497,
      "train_seconds": 245.90807962417603,
      "validation": {
        "accuracy": 0.855,
        "examples": 5000,
        "loss": 0.516592431640625
      },
      "validation_seconds": 0.10478520393371582
    },
    {
      "epoch": 69,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18739715305169424,
      "train_seconds": 245.9303948879242,
      "validation": {
        "accuracy": 0.8826,
        "examples": 5000,
        "loss": 0.4084698120117187
      },
      "validation_seconds": 0.10473227500915527
    },
    {
      "epoch": 70,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18380963235431247,
      "train_seconds": 245.92044949531555,
      "validation": {
        "accuracy": 0.8758,
        "examples": 5000,
        "loss": 0.43710973510742185
      },
      "validation_seconds": 0.1049046516418457
    },
    {
      "epoch": 71,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.18311760312716166,
      "train_seconds": 245.96293902397156,
      "validation": {
        "accuracy": 0.8716,
        "examples": 5000,
        "loss": 0.4604240112304688
      },
      "validation_seconds": 0.1050562858581543
    },
    {
      "epoch": 72,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17762095175319248,
      "train_seconds": 245.93334341049194,
      "validation": {
        "accuracy": 0.8606,
        "examples": 5000,
        "loss": 0.5003765075683594
      },
      "validation_seconds": 0.10496139526367188
    },
    {
      "epoch": 73,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1763817933294508,
      "train_seconds": 245.9250099658966,
      "validation": {
        "accuracy": 0.882,
        "examples": 5000,
        "loss": 0.41763900756835937
      },
      "validation_seconds": 0.10477662086486816
    },
    {
      "epoch": 74,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17314121738274893,
      "train_seconds": 245.8988173007965,
      "validation": {
        "accuracy": 0.8886,
        "examples": 5000,
        "loss": 0.37928946533203123
      },
      "validation_seconds": 0.10474419593811035
    },
    {
      "epoch": 75,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17797526009877523,
      "train_seconds": 246.13520216941833,
      "validation": {
        "accuracy": 0.8752,
        "examples": 5000,
        "loss": 0.4501698974609375
      },
      "validation_seconds": 0.10515260696411133
    },
    {
      "epoch": 76,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17506222959889306,
      "train_seconds": 246.67396068572998,
      "validation": {
        "accuracy": 0.8754,
        "examples": 5000,
        "loss": 0.4668177490234375
      },
      "validation_seconds": 0.10496044158935547
    },
    {
      "epoch": 77,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1717323899322086,
      "train_seconds": 246.7168323993683,
      "validation": {
        "accuracy": 0.8626,
        "examples": 5000,
        "loss": 0.5042861206054687
      },
      "validation_seconds": 0.10485363006591797
    },
    {
      "epoch": 78,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17638354170189963,
      "train_seconds": 246.71074175834656,
      "validation": {
        "accuracy": 0.8708,
        "examples": 5000,
        "loss": 0.478639453125
      },
      "validation_seconds": 0.10538220405578613
    },
    {
      "epoch": 79,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1677387358956867,
      "train_seconds": 246.7130355834961,
      "validation": {
        "accuracy": 0.8472,
        "examples": 5000,
        "loss": 0.5276833251953125
      },
      "validation_seconds": 0.10472655296325684
    },
    {
      "epoch": 80,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16351781239774493,
      "train_seconds": 246.68999099731445,
      "validation": {
        "accuracy": 0.8682,
        "examples": 5000,
        "loss": 0.48907069091796873
      },
      "validation_seconds": 0.10485410690307617
    },
    {
      "epoch": 81,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.17571784110599095,
      "train_seconds": 246.70585751533508,
      "validation": {
        "accuracy": 0.868,
        "examples": 5000,
        "loss": 0.4847575805664063
      },
      "validation_seconds": 0.10532069206237793
    },
    {
      "epoch": 82,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1694504910853174,
      "train_seconds": 246.70015454292297,
      "validation": {
        "accuracy": 0.8556,
        "examples": 5000,
        "loss": 0.488367724609375
      },
      "validation_seconds": 0.10495138168334961
    },
    {
      "epoch": 83,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16532643840048047,
      "train_seconds": 246.68881845474243,
      "validation": {
        "accuracy": 0.8416,
        "examples": 5000,
        "loss": 0.5911368530273438
      },
      "validation_seconds": 0.10479950904846191
    },
    {
      "epoch": 84,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1684850957579083,
      "train_seconds": 246.71207571029663,
      "validation": {
        "accuracy": 0.8732,
        "examples": 5000,
        "loss": 0.46909482421875
      },
      "validation_seconds": 0.1052088737487793
    },
    {
      "epoch": 85,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1677253027809991,
      "train_seconds": 246.69193530082703,
      "validation": {
        "accuracy": 0.8696,
        "examples": 5000,
        "loss": 0.4961885070800781
      },
      "validation_seconds": 0.10480213165283203
    },
    {
      "epoch": 86,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16023339446915522,
      "train_seconds": 246.63249588012695,
      "validation": {
        "accuracy": 0.8818,
        "examples": 5000,
        "loss": 0.4365656616210937
      },
      "validation_seconds": 0.1050879955291748
    },
    {
      "epoch": 87,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1696844631936815,
      "train_seconds": 246.65419721603394,
      "validation": {
        "accuracy": 0.8864,
        "examples": 5000,
        "loss": 0.394526025390625
      },
      "validation_seconds": 0.10512447357177734
    },
    {
      "epoch": 88,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16108827577696908,
      "train_seconds": 246.70431089401245,
      "validation": {
        "accuracy": 0.8798,
        "examples": 5000,
        "loss": 0.45328688354492186
      },
      "validation_seconds": 0.10512113571166992
    },
    {
      "epoch": 89,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16032158904737898,
      "train_seconds": 246.6812767982483,
      "validation": {
        "accuracy": 0.8816,
        "examples": 5000,
        "loss": 0.44019458618164065
      },
      "validation_seconds": 0.10508894920349121
    },
    {
      "epoch": 90,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16225236432817247,
      "train_seconds": 246.68167066574097,
      "validation": {
        "accuracy": 0.8624,
        "examples": 5000,
        "loss": 0.4962203369140625
      },
      "validation_seconds": 0.10485458374023438
    },
    {
      "epoch": 91,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16403424759838317,
      "train_seconds": 246.61265230178833,
      "validation": {
        "accuracy": 0.8774,
        "examples": 5000,
        "loss": 0.43822531127929687
      },
      "validation_seconds": 0.10491776466369629
    },
    {
      "epoch": 92,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1596482249458631,
      "train_seconds": 246.5586667060852,
      "validation": {
        "accuracy": 0.8592,
        "examples": 5000,
        "loss": 0.5626332885742188
      },
      "validation_seconds": 0.10481786727905273
    },
    {
      "epoch": 93,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.15875176428423987,
      "train_seconds": 246.6671712398529,
      "validation": {
        "accuracy": 0.8762,
        "examples": 5000,
        "loss": 0.45965128173828124
      },
      "validation_seconds": 0.10487985610961914
    },
    {
      "epoch": 94,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.16234073853757647,
      "train_seconds": 246.63065123558044,
      "validation": {
        "accuracy": 0.868,
        "examples": 5000,
        "loss": 0.46680614624023437
      },
      "validation_seconds": 0.10476207733154297
    },
    {
      "epoch": 95,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1534736484448115,
      "train_seconds": 246.65962553024292,
      "validation": {
        "accuracy": 0.8672,
        "examples": 5000,
        "loss": 0.46624967041015625
      },
      "validation_seconds": 0.10492587089538574
    },
    {
      "epoch": 96,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.15440344122515784,
      "train_seconds": 246.66373991966248,
      "validation": {
        "accuracy": 0.8628,
        "examples": 5000,
        "loss": 0.4870942626953125
      },
      "validation_seconds": 0.10490155220031738
    },
    {
      "epoch": 97,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.15565202848911286,
      "train_seconds": 246.66854810714722,
      "validation": {
        "accuracy": 0.8712,
        "examples": 5000,
        "loss": 0.4484557861328125
      },
      "validation_seconds": 0.10535168647766113
    },
    {
      "epoch": 98,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.15759743853674996,
      "train_seconds": 246.67762279510498,
      "validation": {
        "accuracy": 0.8688,
        "examples": 5000,
        "loss": 0.49867626953125
      },
      "validation_seconds": 0.10507059097290039
    },
    {
      "epoch": 99,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.1574016169892417,
      "train_seconds": 246.6524622440338,
      "validation": {
        "accuracy": 0.8764,
        "examples": 5000,
        "loss": 0.4572004699707031
      },
      "validation_seconds": 0.1049041748046875
    },
    {
      "epoch": 100,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.14737063789367677,
      "train_seconds": 246.63342666625977,
      "validation": {
        "accuracy": 0.8754,
        "examples": 5000,
        "loss": 0.4618093322753906
      },
      "validation_seconds": 0.10494613647460938
    },
    {
      "epoch": 101,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09404547926055061,
      "train_seconds": 246.65588760375977,
      "validation": {
        "accuracy": 0.906,
        "examples": 5000,
        "loss": 0.3335665466308594
      },
      "validation_seconds": 0.10500240325927734
    },
    {
      "epoch": 102,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07055688915782504,
      "train_seconds": 246.65637946128845,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.3303562255859375
      },
      "validation_seconds": 0.10512924194335938
    },
    {
      "epoch": 103,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.06393063375221358,
      "train_seconds": 246.56659412384033,
      "validation": {
        "accuracy": 0.9106,
        "examples": 5000,
        "loss": 0.33267850341796873
      },
      "validation_seconds": 0.10535550117492676
    },
    {
      "epoch": 104,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.056251141385237374,
      "train_seconds": 246.58122849464417,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.34011267700195313
      },
      "validation_seconds": 0.10490632057189941
    },
    {
      "epoch": 105,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.056818765364752874,
      "train_seconds": 246.65290474891663,
      "validation": {
        "accuracy": 0.906,
        "examples": 5000,
        "loss": 0.3483814758300781
      },
      "validation_seconds": 0.10506415367126465
    },
    {
      "epoch": 106,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.052452130284574294,
      "train_seconds": 246.61904573440552,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.345201025390625
      },
      "validation_seconds": 0.10527157783508301
    },
    {
      "epoch": 107,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05003148424790965,
      "train_seconds": 246.64277410507202,
      "validation": {
        "accuracy": 0.9102,
        "examples": 5000,
        "loss": 0.3456508056640625
      },
      "validation_seconds": 0.10487556457519531
    },
    {
      "epoch": 108,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04837106784184774,
      "train_seconds": 246.62830758094788,
      "validation": {
        "accuracy": 0.9082,
        "examples": 5000,
        "loss": 0.3555091491699219
      },
      "validation_seconds": 0.10479950904846191
    },
    {
      "epoch": 109,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.046110330545239976,
      "train_seconds": 246.64310789108276,
      "validation": {
        "accuracy": 0.9074,
        "examples": 5000,
        "loss": 0.36177589721679687
      },
      "validation_seconds": 0.10510897636413574
    },
    {
      "epoch": 110,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04422715940343009,
      "train_seconds": 246.65255451202393,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.35412333984375
      },
      "validation_seconds": 0.10495305061340332
    },
    {
      "epoch": 111,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04302270753913456,
      "train_seconds": 246.68583822250366,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.36001808471679686
      },
      "validation_seconds": 0.10499882698059082
    },
    {
      "epoch": 112,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04221789358986749,
      "train_seconds": 246.63890480995178,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.3641726318359375
      },
      "validation_seconds": 0.10499691963195801
    },
    {
      "epoch": 113,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04019610329998864,
      "train_seconds": 246.6600148677826,
      "validation": {
        "accuracy": 0.9112,
        "examples": 5000,
        "loss": 0.3682267639160156
      },
      "validation_seconds": 0.10518097877502441
    },
    {
      "epoch": 114,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.038186527136299345,
      "train_seconds": 246.6488721370697,
      "validation": {
        "accuracy": 0.907,
        "examples": 5000,
        "loss": 0.37181755981445314
      },
      "validation_seconds": 0.10516762733459473
    },
    {
      "epoch": 115,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03772044310834673,
      "train_seconds": 246.58393955230713,
      "validation": {
        "accuracy": 0.908,
        "examples": 5000,
        "loss": 0.37084036865234377
      },
      "validation_seconds": 0.10496854782104492
    },
    {
      "epoch": 116,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03771770534714063,
      "train_seconds": 246.46069836616516,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.3673696716308594
      },
      "validation_seconds": 0.10475349426269531
    },
    {
      "epoch": 117,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03610480902194977,
      "train_seconds": 246.45283031463623,
      "validation": {
        "accuracy": 0.9076,
        "examples": 5000,
        "loss": 0.3759578430175781
      },
      "validation_seconds": 0.10521340370178223
    },
    {
      "epoch": 118,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03562721369995011,
      "train_seconds": 246.5085368156433,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.377801953125
      },
      "validation_seconds": 0.10504674911499023
    },
    {
      "epoch": 119,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0351684531306227,
      "train_seconds": 246.4897859096527,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.3793407165527344
      },
      "validation_seconds": 0.1051180362701416
    },
    {
      "epoch": 120,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03166843252413803,
      "train_seconds": 246.504944562912,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.3807004577636719
      },
      "validation_seconds": 0.10520434379577637
    },
    {
      "epoch": 121,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.032848191968599956,
      "train_seconds": 246.5223376750946,
      "validation": {
        "accuracy": 0.9096,
        "examples": 5000,
        "loss": 0.3911223388671875
      },
      "validation_seconds": 0.10503935813903809
    },
    {
      "epoch": 122,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.032460003905495007,
      "train_seconds": 246.50015473365784,
      "validation": {
        "accuracy": 0.9088,
        "examples": 5000,
        "loss": 0.3859025024414062
      },
      "validation_seconds": 0.10502910614013672
    },
    {
      "epoch": 123,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03331895860698488,
      "train_seconds": 246.51648592948914,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.3818461975097656
      },
      "validation_seconds": 0.10492110252380371
    },
    {
      "epoch": 124,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.030804785005582702,
      "train_seconds": 246.51632118225098,
      "validation": {
        "accuracy": 0.9082,
        "examples": 5000,
        "loss": 0.384043212890625
      },
      "validation_seconds": 0.10508346557617188
    },
    {
      "epoch": 125,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.03100608646472295,
      "train_seconds": 246.48151516914368,
      "validation": {
        "accuracy": 0.9068,
        "examples": 5000,
        "loss": 0.3950748840332031
      },
      "validation_seconds": 0.10526251792907715
    },
    {
      "epoch": 126,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.030607278982798258,
      "train_seconds": 246.49509143829346,
      "validation": {
        "accuracy": 0.9076,
        "examples": 5000,
        "loss": 0.38821942749023436
      },
      "validation_seconds": 0.1049349308013916
    },
    {
      "epoch": 127,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02984628584285577,
      "train_seconds": 246.48997020721436,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.39522205810546873
      },
      "validation_seconds": 0.1047677993774414
    },
    {
      "epoch": 128,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.028140256262818974,
      "train_seconds": 246.5008955001831,
      "validation": {
        "accuracy": 0.9058,
        "examples": 5000,
        "loss": 0.3940588623046875
      },
      "validation_seconds": 0.10520315170288086
    },
    {
      "epoch": 129,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.029524326505263647,
      "train_seconds": 246.49133825302124,
      "validation": {
        "accuracy": 0.906,
        "examples": 5000,
        "loss": 0.40357665405273435
      },
      "validation_seconds": 0.10487580299377441
    },
    {
      "epoch": 130,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.027381085895167457,
      "train_seconds": 246.53742814064026,
      "validation": {
        "accuracy": 0.9058,
        "examples": 5000,
        "loss": 0.40291564331054686
      },
      "validation_seconds": 0.10510921478271484
    },
    {
      "epoch": 131,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02712565425733725,
      "train_seconds": 246.5171241760254,
      "validation": {
        "accuracy": 0.9066,
        "examples": 5000,
        "loss": 0.39782152099609375
      },
      "validation_seconds": 0.10495710372924805
    },
    {
      "epoch": 132,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.027452782110704316,
      "train_seconds": 246.53909969329834,
      "validation": {
        "accuracy": 0.9072,
        "examples": 5000,
        "loss": 0.40547529907226565
      },
      "validation_seconds": 0.1050260066986084
    },
    {
      "epoch": 133,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02682856381237507,
      "train_seconds": 246.52162146568298,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.400748779296875
      },
      "validation_seconds": 0.10499382019042969
    },
    {
      "epoch": 134,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02624693241649204,
      "train_seconds": 246.5282382965088,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4016249328613281
      },
      "validation_seconds": 0.10514974594116211
    },
    {
      "epoch": 135,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02609049816512399,
      "train_seconds": 246.50827550888062,
      "validation": {
        "accuracy": 0.9096,
        "examples": 5000,
        "loss": 0.40999682006835936
      },
      "validation_seconds": 0.10509872436523438
    },
    {
      "epoch": 136,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02532903560532464,
      "train_seconds": 246.4754238128662,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.40476075439453124
      },
      "validation_seconds": 0.10525250434875488
    },
    {
      "epoch": 137,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.025431149927112793,
      "train_seconds": 246.53441071510315,
      "validation": {
        "accuracy": 0.9102,
        "examples": 5000,
        "loss": 0.40455454711914063
      },
      "validation_seconds": 0.10527610778808594
    },
    {
      "epoch": 138,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02547713861929046,
      "train_seconds": 246.49636459350586,
      "validation": {
        "accuracy": 0.9076,
        "examples": 5000,
        "loss": 0.4073498596191406
      },
      "validation_seconds": 0.10490679740905762
    },
    {
      "epoch": 139,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02374524391161071,
      "train_seconds": 246.48351001739502,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4119003784179687
      },
      "validation_seconds": 0.1051790714263916
    },
    {
      "epoch": 140,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.023575902736849254,
      "train_seconds": 246.4875295162201,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.4121861877441406
      },
      "validation_seconds": 0.10484886169433594
    },
    {
      "epoch": 141,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.025533000514242385,
      "train_seconds": 246.53514981269836,
      "validation": {
        "accuracy": 0.911,
        "examples": 5000,
        "loss": 0.40740313720703125
      },
      "validation_seconds": 0.1048581600189209
    },
    {
      "epoch": 142,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.023307849234673713,
      "train_seconds": 246.49939465522766,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4205747985839844
      },
      "validation_seconds": 0.10505390167236328
    },
    {
      "epoch": 143,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.024081955377260843,
      "train_seconds": 246.50040888786316,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.42347489013671874
      },
      "validation_seconds": 0.10478520393371582
    },
    {
      "epoch": 144,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02217308875951502,
      "train_seconds": 246.50287771224976,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.4230736328125
      },
      "validation_seconds": 0.1047658920288086
    },
    {
      "epoch": 145,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.021583292372690306,
      "train_seconds": 246.49319005012512,
      "validation": {
        "accuracy": 0.9068,
        "examples": 5000,
        "loss": 0.4246301025390625
      },
      "validation_seconds": 0.10511493682861328
    },
    {
      "epoch": 146,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.024299849601421092,
      "train_seconds": 246.4877734184265,
      "validation": {
        "accuracy": 0.9064,
        "examples": 5000,
        "loss": 0.4284990051269531
      },
      "validation_seconds": 0.10503721237182617
    },
    {
      "epoch": 147,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.02203905286722713,
      "train_seconds": 246.4707317352295,
      "validation": {
        "accuracy": 0.9056,
        "examples": 5000,
        "loss": 0.43494686279296874
      },
      "validation_seconds": 0.10479950904846191
    },
    {
      "epoch": 148,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0230322131584088,
      "train_seconds": 246.5043556690216,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.4222664306640625
      },
      "validation_seconds": 0.1047523021697998
    },
    {
      "epoch": 149,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.021366101835833654,
      "train_seconds": 246.5034623146057,
      "validation": {
        "accuracy": 0.9076,
        "examples": 5000,
        "loss": 0.4292074523925781
      },
      "validation_seconds": 0.10499930381774902
    },
    {
      "epoch": 150,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.021379361391067504,
      "train_seconds": 246.49155592918396,
      "validation": {
        "accuracy": 0.9062,
        "examples": 5000,
        "loss": 0.4323758117675781
      },
      "validation_seconds": 0.10504913330078125
    },
    {
      "epoch": 151,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.019433662343025206,
      "train_seconds": 246.48384475708008,
      "validation": {
        "accuracy": 0.9076,
        "examples": 5000,
        "loss": 0.4278642761230469
      },
      "validation_seconds": 0.10531210899353027
    },
    {
      "epoch": 152,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.019419856379098363,
      "train_seconds": 246.4657862186432,
      "validation": {
        "accuracy": 0.908,
        "examples": 5000,
        "loss": 0.4250206359863281
      },
      "validation_seconds": 0.10491490364074707
    },
    {
      "epoch": 153,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01779731034901407,
      "train_seconds": 246.51931881904602,
      "validation": {
        "accuracy": 0.907,
        "examples": 5000,
        "loss": 0.4278398681640625
      },
      "validation_seconds": 0.10487937927246094
    },
    {
      "epoch": 154,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01879941195083989,
      "train_seconds": 246.67745804786682,
      "validation": {
        "accuracy": 0.9066,
        "examples": 5000,
        "loss": 0.42561909790039065
      },
      "validation_seconds": 0.10490798950195312
    },
    {
      "epoch": 155,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017670769177211654,
      "train_seconds": 246.60387182235718,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.42608068237304686
      },
      "validation_seconds": 0.10499191284179688
    },
    {
      "epoch": 156,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01898041370842192,
      "train_seconds": 246.49284768104553,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.42472913818359376
      },
      "validation_seconds": 0.10478997230529785
    },
    {
      "epoch": 157,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01866564043296708,
      "train_seconds": 246.5001609325409,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.42693660888671875
      },
      "validation_seconds": 0.10493803024291992
    },
    {
      "epoch": 158,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.018088148384003175,
      "train_seconds": 246.44772601127625,
      "validation": {
        "accuracy": 0.9088,
        "examples": 5000,
        "loss": 0.424379541015625
      },
      "validation_seconds": 0.1050882339477539
    },
    {
      "epoch": 159,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01760909207902021,
      "train_seconds": 246.48644709587097,
      "validation": {
        "accuracy": 0.909,
        "examples": 5000,
        "loss": 0.4213317810058594
      },
      "validation_seconds": 0.10483264923095703
    },
    {
      "epoch": 160,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01838235599050919,
      "train_seconds": 246.49702405929565,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.4235311767578125
      },
      "validation_seconds": 0.10515522956848145
    },
    {
      "epoch": 161,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017624795015901328,
      "train_seconds": 246.47225213050842,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.42268819580078126
      },
      "validation_seconds": 0.10508155822753906
    },
    {
      "epoch": 162,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016919317315518857,
      "train_seconds": 246.48047471046448,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.42747427368164065
      },
      "validation_seconds": 0.10546684265136719
    },
    {
      "epoch": 163,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.018289856963025198,
      "train_seconds": 246.46548342704773,
      "validation": {
        "accuracy": 0.9088,
        "examples": 5000,
        "loss": 0.424314111328125
      },
      "validation_seconds": 0.10488176345825195
    },
    {
      "epoch": 164,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01622216137184037,
      "train_seconds": 246.47679567337036,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.42815198974609375
      },
      "validation_seconds": 0.10511016845703125
    },
    {
      "epoch": 165,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01683462748808993,
      "train_seconds": 246.48844981193542,
      "validation": {
        "accuracy": 0.9082,
        "examples": 5000,
        "loss": 0.42897827758789064
      },
      "validation_seconds": 0.10507750511169434
    },
    {
      "epoch": 166,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01676006626519892,
      "train_seconds": 246.48650288581848,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.4275100830078125
      },
      "validation_seconds": 0.1049661636352539
    },
    {
      "epoch": 167,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016608415773842068,
      "train_seconds": 246.47876834869385,
      "validation": {
        "accuracy": 0.908,
        "examples": 5000,
        "loss": 0.4286995666503906
      },
      "validation_seconds": 0.10474586486816406
    },
    {
      "epoch": 168,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017247727344764603,
      "train_seconds": 246.4671652317047,
      "validation": {
        "accuracy": 0.909,
        "examples": 5000,
        "loss": 0.4272683166503906
      },
      "validation_seconds": 0.10498309135437012
    },
    {
      "epoch": 169,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016528946716917885,
      "train_seconds": 246.58322262763977,
      "validation": {
        "accuracy": 0.9106,
        "examples": 5000,
        "loss": 0.4269004150390625
      },
      "validation_seconds": 0.10540938377380371
    },
    {
      "epoch": 170,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016474853175216252,
      "train_seconds": 246.69525337219238,
      "validation": {
        "accuracy": 0.909,
        "examples": 5000,
        "loss": 0.42872039794921873
      },
      "validation_seconds": 0.10507774353027344
    },
    {
      "epoch": 171,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016024321196476617,
      "train_seconds": 246.60345554351807,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4304836059570312
      },
      "validation_seconds": 0.10527491569519043
    },
    {
      "epoch": 172,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017347405864298344,
      "train_seconds": 246.6121952533722,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.42888103637695313
      },
      "validation_seconds": 0.10518264770507812
    },
    {
      "epoch": 173,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016893391016125678,
      "train_seconds": 246.6187880039215,
      "validation": {
        "accuracy": 0.9098,
        "examples": 5000,
        "loss": 0.4287686279296875
      },
      "validation_seconds": 0.1053009033203125
    },
    {
      "epoch": 174,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016590854315045808,
      "train_seconds": 246.58989000320435,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.42554988403320315
      },
      "validation_seconds": 0.10519289970397949
    },
    {
      "epoch": 175,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01584643976688385,
      "train_seconds": 246.5360791683197,
      "validation": {
        "accuracy": 0.9096,
        "examples": 5000,
        "loss": 0.425059716796875
      },
      "validation_seconds": 0.10481643676757812
    },
    {
      "epoch": 176,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016978252725137605,
      "train_seconds": 246.5840287208557,
      "validation": {
        "accuracy": 0.9094,
        "examples": 5000,
        "loss": 0.4239813842773438
      },
      "validation_seconds": 0.1047203540802002
    },
    {
      "epoch": 177,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015669997653530703,
      "train_seconds": 246.60086369514465,
      "validation": {
        "accuracy": 0.9088,
        "examples": 5000,
        "loss": 0.4284854431152344
      },
      "validation_seconds": 0.10500645637512207
    },
    {
      "epoch": 178,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017344997499841783,
      "train_seconds": 246.62754106521606,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4284616516113281
      },
      "validation_seconds": 0.10516667366027832
    },
    {
      "epoch": 179,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016015476820866268,
      "train_seconds": 246.58459210395813,
      "validation": {
        "accuracy": 0.9096,
        "examples": 5000,
        "loss": 0.4248768615722656
      },
      "validation_seconds": 0.1052248477935791
    },
    {
      "epoch": 180,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016324492257336776,
      "train_seconds": 246.54819989204407,
      "validation": {
        "accuracy": 0.9108,
        "examples": 5000,
        "loss": 0.42777464599609377
      },
      "validation_seconds": 0.10559630393981934
    },
    {
      "epoch": 181,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01666753611365954,
      "train_seconds": 246.57083463668823,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.42751864013671875
      },
      "validation_seconds": 0.10503649711608887
    },
    {
      "epoch": 182,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016868565215335952,
      "train_seconds": 246.51821660995483,
      "validation": {
        "accuracy": 0.91,
        "examples": 5000,
        "loss": 0.43049243774414064
      },
      "validation_seconds": 0.1048879623413086
    },
    {
      "epoch": 183,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017401854633788266,
      "train_seconds": 246.54656767845154,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.43035255126953126
      },
      "validation_seconds": 0.10518288612365723
    },
    {
      "epoch": 184,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.01609395571152369,
      "train_seconds": 246.47771430015564,
      "validation": {
        "accuracy": 0.9088,
        "examples": 5000,
        "loss": 0.43076982421875
      },
      "validation_seconds": 0.10487246513366699
    },
    {
      "epoch": 185,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015626564153035483,
      "train_seconds": 246.0274088382721,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.43607783813476564
      },
      "validation_seconds": 0.10477232933044434
    },
    {
      "epoch": 186,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016511785845789644,
      "train_seconds": 246.0552146434784,
      "validation": {
        "accuracy": 0.9102,
        "examples": 5000,
        "loss": 0.43122318115234376
      },
      "validation_seconds": 0.10496950149536133
    },
    {
      "epoch": 187,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016176714078916445,
      "train_seconds": 246.01906418800354,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.43309248046875
      },
      "validation_seconds": 0.10488486289978027
    },
    {
      "epoch": 188,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017060648574762874,
      "train_seconds": 246.00013732910156,
      "validation": {
        "accuracy": 0.9078,
        "examples": 5000,
        "loss": 0.43197459106445313
      },
      "validation_seconds": 0.1047358512878418
    },
    {
      "epoch": 189,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015920067586998144,
      "train_seconds": 246.03866243362427,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.42890040283203124
      },
      "validation_seconds": 0.10486721992492676
    },
    {
      "epoch": 190,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015953422194719315,
      "train_seconds": 246.05727362632751,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.42850841064453127
      },
      "validation_seconds": 0.1049807071685791
    },
    {
      "epoch": 191,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015881843958629502,
      "train_seconds": 246.0005452632904,
      "validation": {
        "accuracy": 0.9084,
        "examples": 5000,
        "loss": 0.4348256774902344
      },
      "validation_seconds": 0.10516357421875
    },
    {
      "epoch": 192,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.014872584097584088,
      "train_seconds": 246.02225160598755,
      "validation": {
        "accuracy": 0.9092,
        "examples": 5000,
        "loss": 0.43110437622070313
      },
      "validation_seconds": 0.10500121116638184
    },
    {
      "epoch": 193,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016930411442783143,
      "train_seconds": 246.41416931152344,
      "validation": {
        "accuracy": 0.909,
        "examples": 5000,
        "loss": 0.4323291320800781
      },
      "validation_seconds": 0.1049497127532959
    },
    {
      "epoch": 194,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015967371432648765,
      "train_seconds": 246.44947600364685,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.4302525146484375
      },
      "validation_seconds": 0.10496187210083008
    },
    {
      "epoch": 195,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015971045525537596,
      "train_seconds": 246.44577145576477,
      "validation": {
        "accuracy": 0.9086,
        "examples": 5000,
        "loss": 0.42978770141601563
      },
      "validation_seconds": 0.10512423515319824
    },
    {
      "epoch": 196,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015177000864677959,
      "train_seconds": 246.432710647583,
      "validation": {
        "accuracy": 0.909,
        "examples": 5000,
        "loss": 0.432722900390625
      },
      "validation_seconds": 0.10512948036193848
    },
    {
      "epoch": 197,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.017064794731885196,
      "train_seconds": 246.43957209587097,
      "validation": {
        "accuracy": 0.9098,
        "examples": 5000,
        "loss": 0.43294736938476563
      },
      "validation_seconds": 0.10485196113586426
    },
    {
      "epoch": 198,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015426826933191883,
      "train_seconds": 246.46257519721985,
      "validation": {
        "accuracy": 0.9102,
        "examples": 5000,
        "loss": 0.4334692504882813
      },
      "validation_seconds": 0.10505104064941406
    },
    {
      "epoch": 199,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.016626012229753864,
      "train_seconds": 246.4922273159027,
      "validation": {
        "accuracy": 0.9096,
        "examples": 5000,
        "loss": 0.430858544921875
      },
      "validation_seconds": 0.10512781143188477
    },
    {
      "epoch": 200,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.015557368935479057,
      "train_seconds": 246.5367796421051,
      "validation": {
        "accuracy": 0.9104,
        "examples": 5000,
        "loss": 0.43468799438476563
      },
      "validation_seconds": 0.10501646995544434
    }
  ],
  "evaluation_protocol": {
    "split": "validation",
    "test_evaluations": 0,
    "test_used_for_selection": false
  },
  "final": {
    "accuracy": 0.9104,
    "evaluation_seconds": 0.10538721084594727,
    "examples": 5000,
    "finite": true,
    "loss": 0.43468799438476563
  },
  "first_nonfinite_step": null,
  "hardware": {
    "cuda_device_name": "NVIDIA RTX A6000",
    "cuda_visible_devices": "0",
    "device": "cuda",
    "device_total_memory_bytes": 50896568320,
    "peak_memory_allocated_bytes": 2008608768,
    "peak_memory_reserved_bytes": 2808086528,
    "torch_version": "2.3.1+cu118"
  },
  "layers": [],
  "protocol_family": "resnet_local_learning_crossover",
  "provenance": {
    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "total_wall_seconds": 49286.44217157364,
  "work": {
    "candidate_label_evaluation_presentations": 0,
    "completed_global_epochs": 200,
    "feedforward_example_passes": 10005000,
    "forward_macs_per_example": 40551040,
    "forward_parameter_count": 269722,
    "local_target_backward_example_evaluations": 0,
    "local_vjp_example_evaluations": 144000000,
    "logical_task_loss_queries": 0,
    "num_trainable_layers": 20,
    "ordinary_training_examples": 9000000,
    "ordinary_validation_examples": 1005000,
    "relaxation_example_passes": 144000000,
    "training_example_presentations": 9000000
  }
}