{
  "architecture": {
    "base_width": 16,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "forward_parameter_count": 464154,
    "normalization": "batchnorm",
    "residual_scale": 1.0
  },
  "args": {
    "augment_train": 1,
    "batch_size": 128,
    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
    "depth": 32,
    "device": "cuda",
    "dp_alpha": 0.0,
    "dp_beta": 0.1,
    "dp_inference_passes": 16,
    "ep_beta": 0.5,
    "ep_dt": 0.5,
    "ep_free_steps": 20,
    "ep_nudge_steps": 4,
    "epochs": 200,
    "eval_every": 1,
    "eval_split": "validation",
    "feedback_seed": 1729,
    "ff_score_from_layer": 1,
    "ff_threshold": 2.0,
    "loader_seed": 0,
    "lr": 0.05,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "step",
    "max_steps": 0,
    "method": "dualprop",
    "momentum": 0.9,
    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-dualprop-d32-lr0p05.json",
    "output_lr": 0.05,
    "pepita_projection_scale": 0.05,
    "seed": 0,
    "split_seed": 2027,
    "train_limit": 0,
    "val_examples": 5000,
    "weight_decay": 0.0001,
    "width": 16
  },
  "epochs": [
    {
      "epoch": 1,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.8004995579401653,
      "train_seconds": 563.7639303207397,
      "validation": {
        "accuracy": 0.4328,
        "examples": 5000,
        "loss": 1.557549609375
      },
      "validation_seconds": 0.19327449798583984
    },
    {
      "epoch": 2,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.4176780060662164,
      "train_seconds": 558.1841831207275,
      "validation": {
        "accuracy": 0.4978,
        "examples": 5000,
        "loss": 1.464878515625
      },
      "validation_seconds": 0.17017483711242676
    },
    {
      "epoch": 3,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.2581868873596191,
      "train_seconds": 558.1408138275146,
      "validation": {
        "accuracy": 0.5734,
        "examples": 5000,
        "loss": 1.216384326171875
      },
      "validation_seconds": 0.17085552215576172
    },
    {
      "epoch": 4,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.1536001446617974,
      "train_seconds": 558.4430482387543,
      "validation": {
        "accuracy": 0.605,
        "examples": 5000,
        "loss": 1.1569667236328125
      },
      "validation_seconds": 0.17072129249572754
    },
    {
      "epoch": 5,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 1.0694282343122694,
      "train_seconds": 558.2857687473297,
      "validation": {
        "accuracy": 0.5586,
        "examples": 5000,
        "loss": 1.3289294189453125
      },
      "validation_seconds": 0.1704881191253662
    },
    {
      "epoch": 6,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.9969480787065294,
      "train_seconds": 558.2259268760681,
      "validation": {
        "accuracy": 0.6168,
        "examples": 5000,
        "loss": 1.1593406494140626
      },
      "validation_seconds": 0.17039990425109863
    },
    {
      "epoch": 7,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.9467010908550686,
      "train_seconds": 558.310210943222,
      "validation": {
        "accuracy": 0.672,
        "examples": 5000,
        "loss": 0.9539438110351562
      },
      "validation_seconds": 0.17075109481811523
    },
    {
      "epoch": 8,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.9019010075887044,
      "train_seconds": 558.3344357013702,
      "validation": {
        "accuracy": 0.6492,
        "examples": 5000,
        "loss": 0.9964987182617188
      },
      "validation_seconds": 0.1706087589263916
    },
    {
      "epoch": 9,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.8510134382459852,
      "train_seconds": 558.2307453155518,
      "validation": {
        "accuracy": 0.6824,
        "examples": 5000,
        "loss": 0.8969764892578125
      },
      "validation_seconds": 0.17046070098876953
    },
    {
      "epoch": 10,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.8201242864820693,
      "train_seconds": 558.233719587326,
      "validation": {
        "accuracy": 0.6836,
        "examples": 5000,
        "loss": 0.9454015991210938
      },
      "validation_seconds": 0.170670747756958
    },
    {
      "epoch": 11,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7837703473091125,
      "train_seconds": 558.2044539451599,
      "validation": {
        "accuracy": 0.7118,
        "examples": 5000,
        "loss": 0.86032119140625
      },
      "validation_seconds": 0.17042040824890137
    },
    {
      "epoch": 12,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7580736145867242,
      "train_seconds": 557.9444570541382,
      "validation": {
        "accuracy": 0.7284,
        "examples": 5000,
        "loss": 0.7895968017578125
      },
      "validation_seconds": 0.1704864501953125
    },
    {
      "epoch": 13,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7373642958958944,
      "train_seconds": 557.9286274909973,
      "validation": {
        "accuracy": 0.679,
        "examples": 5000,
        "loss": 0.9507829223632812
      },
      "validation_seconds": 0.17061734199523926
    },
    {
      "epoch": 14,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.7064299224853515,
      "train_seconds": 557.9418158531189,
      "validation": {
        "accuracy": 0.7248,
        "examples": 5000,
        "loss": 0.7915084350585937
      },
      "validation_seconds": 0.17058253288269043
    },
    {
      "epoch": 15,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6900307644420199,
      "train_seconds": 557.9299385547638,
      "validation": {
        "accuracy": 0.7308,
        "examples": 5000,
        "loss": 0.8004146240234375
      },
      "validation_seconds": 0.1706540584564209
    },
    {
      "epoch": 16,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.673870362080468,
      "train_seconds": 557.9290549755096,
      "validation": {
        "accuracy": 0.715,
        "examples": 5000,
        "loss": 0.8556584228515625
      },
      "validation_seconds": 0.17044925689697266
    },
    {
      "epoch": 17,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6590127436743842,
      "train_seconds": 557.9305055141449,
      "validation": {
        "accuracy": 0.7504,
        "examples": 5000,
        "loss": 0.7366830810546875
      },
      "validation_seconds": 0.17050766944885254
    },
    {
      "epoch": 18,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6435344869931539,
      "train_seconds": 557.9347696304321,
      "validation": {
        "accuracy": 0.736,
        "examples": 5000,
        "loss": 0.7978809814453125
      },
      "validation_seconds": 0.17049336433410645
    },
    {
      "epoch": 19,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6259501564449734,
      "train_seconds": 557.9711971282959,
      "validation": {
        "accuracy": 0.761,
        "examples": 5000,
        "loss": 0.7134017700195312
      },
      "validation_seconds": 0.1704099178314209
    },
    {
      "epoch": 20,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.6067184276686775,
      "train_seconds": 557.9173040390015,
      "validation": {
        "accuracy": 0.7484,
        "examples": 5000,
        "loss": 0.754651025390625
      },
      "validation_seconds": 0.17058968544006348
    },
    {
      "epoch": 21,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5990790719456143,
      "train_seconds": 557.9328565597534,
      "validation": {
        "accuracy": 0.7502,
        "examples": 5000,
        "loss": 0.7732291381835937
      },
      "validation_seconds": 0.17064690589904785
    },
    {
      "epoch": 22,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5874932703706953,
      "train_seconds": 558.1986618041992,
      "validation": {
        "accuracy": 0.7624,
        "examples": 5000,
        "loss": 0.7070720458984375
      },
      "validation_seconds": 0.17105531692504883
    },
    {
      "epoch": 23,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5748521372265286,
      "train_seconds": 558.8032100200653,
      "validation": {
        "accuracy": 0.7744,
        "examples": 5000,
        "loss": 0.6826259155273438
      },
      "validation_seconds": 0.1711256504058838
    },
    {
      "epoch": 24,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5692189562638601,
      "train_seconds": 559.0503284931183,
      "validation": {
        "accuracy": 0.7674,
        "examples": 5000,
        "loss": 0.7043788940429687
      },
      "validation_seconds": 0.17097234725952148
    },
    {
      "epoch": 25,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5517877299308777,
      "train_seconds": 558.8799324035645,
      "validation": {
        "accuracy": 0.7764,
        "examples": 5000,
        "loss": 0.6821715209960938
      },
      "validation_seconds": 0.17085647583007812
    },
    {
      "epoch": 26,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5391471517350939,
      "train_seconds": 558.8605720996857,
      "validation": {
        "accuracy": 0.7406,
        "examples": 5000,
        "loss": 0.8436376220703125
      },
      "validation_seconds": 0.17091798782348633
    },
    {
      "epoch": 27,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5402941966957516,
      "train_seconds": 558.9005839824677,
      "validation": {
        "accuracy": 0.7802,
        "examples": 5000,
        "loss": 0.6626584350585938
      },
      "validation_seconds": 0.17087268829345703
    },
    {
      "epoch": 28,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5282208977381389,
      "train_seconds": 558.775890827179,
      "validation": {
        "accuracy": 0.7828,
        "examples": 5000,
        "loss": 0.6616478881835938
      },
      "validation_seconds": 0.1705186367034912
    },
    {
      "epoch": 29,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5246573151694404,
      "train_seconds": 558.2551503181458,
      "validation": {
        "accuracy": 0.7682,
        "examples": 5000,
        "loss": 0.7028174072265625
      },
      "validation_seconds": 0.17051959037780762
    },
    {
      "epoch": 30,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5210510110855102,
      "train_seconds": 558.6386096477509,
      "validation": {
        "accuracy": 0.7812,
        "examples": 5000,
        "loss": 0.6577355712890625
      },
      "validation_seconds": 0.1710948944091797
    },
    {
      "epoch": 31,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5098838945123885,
      "train_seconds": 558.713506937027,
      "validation": {
        "accuracy": 0.7962,
        "examples": 5000,
        "loss": 0.6501040649414063
      },
      "validation_seconds": 0.17058014869689941
    },
    {
      "epoch": 32,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.5057243042204115,
      "train_seconds": 558.045622587204,
      "validation": {
        "accuracy": 0.7628,
        "examples": 5000,
        "loss": 0.725605029296875
      },
      "validation_seconds": 0.17093896865844727
    },
    {
      "epoch": 33,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.49384519081115724,
      "train_seconds": 558.0422115325928,
      "validation": {
        "accuracy": 0.795,
        "examples": 5000,
        "loss": 0.6151902099609375
      },
      "validation_seconds": 0.17077398300170898
    },
    {
      "epoch": 34,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4975082278781467,
      "train_seconds": 558.0692346096039,
      "validation": {
        "accuracy": 0.7904,
        "examples": 5000,
        "loss": 0.6437848266601562
      },
      "validation_seconds": 0.17070817947387695
    },
    {
      "epoch": 35,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4914001432524787,
      "train_seconds": 558.0532667636871,
      "validation": {
        "accuracy": 0.7844,
        "examples": 5000,
        "loss": 0.6282599609375
      },
      "validation_seconds": 0.1710524559020996
    },
    {
      "epoch": 36,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.48799099100960625,
      "train_seconds": 558.0403628349304,
      "validation": {
        "accuracy": 0.7858,
        "examples": 5000,
        "loss": 0.664295068359375
      },
      "validation_seconds": 0.17072486877441406
    },
    {
      "epoch": 37,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.48119476664861044,
      "train_seconds": 558.0373411178589,
      "validation": {
        "accuracy": 0.7984,
        "examples": 5000,
        "loss": 0.6241986450195313
      },
      "validation_seconds": 0.17064595222473145
    },
    {
      "epoch": 38,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4726532228257921,
      "train_seconds": 558.2699501514435,
      "validation": {
        "accuracy": 0.755,
        "examples": 5000,
        "loss": 0.750040283203125
      },
      "validation_seconds": 0.17100858688354492
    },
    {
      "epoch": 39,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.45894244771533543,
      "train_seconds": 558.2855563163757,
      "validation": {
        "accuracy": 0.8098,
        "examples": 5000,
        "loss": 0.5754578002929688
      },
      "validation_seconds": 0.1708691120147705
    },
    {
      "epoch": 40,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4561460572242737,
      "train_seconds": 558.2716417312622,
      "validation": {
        "accuracy": 0.7994,
        "examples": 5000,
        "loss": 0.6093698974609375
      },
      "validation_seconds": 0.17070937156677246
    },
    {
      "epoch": 41,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.45154505163828534,
      "train_seconds": 558.3074398040771,
      "validation": {
        "accuracy": 0.8016,
        "examples": 5000,
        "loss": 0.58370234375
      },
      "validation_seconds": 0.17050838470458984
    },
    {
      "epoch": 42,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.44932130374908447,
      "train_seconds": 558.3013200759888,
      "validation": {
        "accuracy": 0.7796,
        "examples": 5000,
        "loss": 0.6969513793945312
      },
      "validation_seconds": 0.17067265510559082
    },
    {
      "epoch": 43,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4478407272444831,
      "train_seconds": 558.3348424434662,
      "validation": {
        "accuracy": 0.794,
        "examples": 5000,
        "loss": 0.6354197021484375
      },
      "validation_seconds": 0.1706705093383789
    },
    {
      "epoch": 44,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4487147048632304,
      "train_seconds": 558.3120241165161,
      "validation": {
        "accuracy": 0.7848,
        "examples": 5000,
        "loss": 0.6651848510742188
      },
      "validation_seconds": 0.17068982124328613
    },
    {
      "epoch": 45,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.44171588740878637,
      "train_seconds": 558.7507667541504,
      "validation": {
        "accuracy": 0.7996,
        "examples": 5000,
        "loss": 0.6317643798828125
      },
      "validation_seconds": 0.17115306854248047
    },
    {
      "epoch": 46,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.44115461015701296,
      "train_seconds": 558.9619481563568,
      "validation": {
        "accuracy": 0.8178,
        "examples": 5000,
        "loss": 0.5661478759765625
      },
      "validation_seconds": 0.17086172103881836
    },
    {
      "epoch": 47,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.42366895433531865,
      "train_seconds": 558.5156924724579,
      "validation": {
        "accuracy": 0.8084,
        "examples": 5000,
        "loss": 0.6045284912109375
      },
      "validation_seconds": 0.17072129249572754
    },
    {
      "epoch": 48,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4294327813837263,
      "train_seconds": 558.0816631317139,
      "validation": {
        "accuracy": 0.8078,
        "examples": 5000,
        "loss": 0.6047329711914062
      },
      "validation_seconds": 0.17075610160827637
    },
    {
      "epoch": 49,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.42285685943497553,
      "train_seconds": 558.0882160663605,
      "validation": {
        "accuracy": 0.7926,
        "examples": 5000,
        "loss": 0.6357721313476562
      },
      "validation_seconds": 0.17081046104431152
    },
    {
      "epoch": 50,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.42114123702579076,
      "train_seconds": 558.0787107944489,
      "validation": {
        "accuracy": 0.7966,
        "examples": 5000,
        "loss": 0.62530205078125
      },
      "validation_seconds": 0.17049264907836914
    },
    {
      "epoch": 51,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4282205765194363,
      "train_seconds": 558.0904269218445,
      "validation": {
        "accuracy": 0.7872,
        "examples": 5000,
        "loss": 0.6708918823242187
      },
      "validation_seconds": 0.17061495780944824
    },
    {
      "epoch": 52,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4141006850772434,
      "train_seconds": 558.082554101944,
      "validation": {
        "accuracy": 0.8066,
        "examples": 5000,
        "loss": 0.5993174438476563
      },
      "validation_seconds": 0.17061448097229004
    },
    {
      "epoch": 53,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4119393820762634,
      "train_seconds": 558.0787973403931,
      "validation": {
        "accuracy": 0.8058,
        "examples": 5000,
        "loss": 0.6037708984375
      },
      "validation_seconds": 0.1706247329711914
    },
    {
      "epoch": 54,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4145192951838175,
      "train_seconds": 558.0709445476532,
      "validation": {
        "accuracy": 0.7988,
        "examples": 5000,
        "loss": 0.6170823974609375
      },
      "validation_seconds": 0.17055344581604004
    },
    {
      "epoch": 55,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4110671861436632,
      "train_seconds": 558.0375108718872,
      "validation": {
        "accuracy": 0.7954,
        "examples": 5000,
        "loss": 0.64954423828125
      },
      "validation_seconds": 0.17034626007080078
    },
    {
      "epoch": 56,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4194034888267517,
      "train_seconds": 558.2900795936584,
      "validation": {
        "accuracy": 0.7774,
        "examples": 5000,
        "loss": 0.6947837890625
      },
      "validation_seconds": 0.17063689231872559
    },
    {
      "epoch": 57,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.40363140162361993,
      "train_seconds": 558.2407958507538,
      "validation": {
        "accuracy": 0.7928,
        "examples": 5000,
        "loss": 0.6374149169921876
      },
      "validation_seconds": 0.17067933082580566
    },
    {
      "epoch": 58,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.4071178272035387,
      "train_seconds": 558.2327244281769,
      "validation": {
        "accuracy": 0.8138,
        "examples": 5000,
        "loss": 0.5728923095703125
      },
      "validation_seconds": 0.17045927047729492
    },
    {
      "epoch": 59,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.40012233917978074,
      "train_seconds": 558.2001922130585,
      "validation": {
        "accuracy": 0.7878,
        "examples": 5000,
        "loss": 0.6841786987304688
      },
      "validation_seconds": 0.17034292221069336
    },
    {
      "epoch": 60,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3900605029688941,
      "train_seconds": 558.22704911232,
      "validation": {
        "accuracy": 0.8002,
        "examples": 5000,
        "loss": 0.6395064331054687
      },
      "validation_seconds": 0.17066001892089844
    },
    {
      "epoch": 61,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.38680489319165545,
      "train_seconds": 558.1992979049683,
      "validation": {
        "accuracy": 0.7962,
        "examples": 5000,
        "loss": 0.6516251831054688
      },
      "validation_seconds": 0.1707756519317627
    },
    {
      "epoch": 62,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.37478828299310474,
      "train_seconds": 558.2286744117737,
      "validation": {
        "accuracy": 0.813,
        "examples": 5000,
        "loss": 0.5861128295898438
      },
      "validation_seconds": 0.17053627967834473
    },
    {
      "epoch": 63,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3731063287470076,
      "train_seconds": 558.2254464626312,
      "validation": {
        "accuracy": 0.8112,
        "examples": 5000,
        "loss": 0.6001865600585937
      },
      "validation_seconds": 0.17064380645751953
    },
    {
      "epoch": 64,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3759114433394538,
      "train_seconds": 558.2426578998566,
      "validation": {
        "accuracy": 0.8086,
        "examples": 5000,
        "loss": 0.6028027587890625
      },
      "validation_seconds": 0.1704556941986084
    },
    {
      "epoch": 65,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.37589247471491494,
      "train_seconds": 558.2081379890442,
      "validation": {
        "accuracy": 0.8192,
        "examples": 5000,
        "loss": 0.573157470703125
      },
      "validation_seconds": 0.17031216621398926
    },
    {
      "epoch": 66,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.37520403162903254,
      "train_seconds": 557.9686496257782,
      "validation": {
        "accuracy": 0.807,
        "examples": 5000,
        "loss": 0.6031291137695313
      },
      "validation_seconds": 0.17033934593200684
    },
    {
      "epoch": 67,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.37030814722379046,
      "train_seconds": 557.9458205699921,
      "validation": {
        "accuracy": 0.8084,
        "examples": 5000,
        "loss": 0.61266845703125
      },
      "validation_seconds": 0.17030119895935059
    },
    {
      "epoch": 68,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3623477321412828,
      "train_seconds": 558.0508515834808,
      "validation": {
        "accuracy": 0.8238,
        "examples": 5000,
        "loss": 0.541462060546875
      },
      "validation_seconds": 0.17065834999084473
    },
    {
      "epoch": 69,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3633347564008501,
      "train_seconds": 558.0455734729767,
      "validation": {
        "accuracy": 0.8018,
        "examples": 5000,
        "loss": 0.6289015258789062
      },
      "validation_seconds": 0.17070508003234863
    },
    {
      "epoch": 70,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.35279572947820026,
      "train_seconds": 558.0403199195862,
      "validation": {
        "accuracy": 0.8192,
        "examples": 5000,
        "loss": 0.5510507446289062
      },
      "validation_seconds": 0.1707603931427002
    },
    {
      "epoch": 71,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.35029824435975815,
      "train_seconds": 558.0362615585327,
      "validation": {
        "accuracy": 0.8078,
        "examples": 5000,
        "loss": 0.6152504028320313
      },
      "validation_seconds": 0.17045378684997559
    },
    {
      "epoch": 72,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.36111382049984403,
      "train_seconds": 558.0379478931427,
      "validation": {
        "accuracy": 0.7906,
        "examples": 5000,
        "loss": 0.6859040771484375
      },
      "validation_seconds": 0.17042279243469238
    },
    {
      "epoch": 73,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3539845959769355,
      "train_seconds": 558.021562576294,
      "validation": {
        "accuracy": 0.8212,
        "examples": 5000,
        "loss": 0.5775150268554687
      },
      "validation_seconds": 0.1705188751220703
    },
    {
      "epoch": 74,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3474092450671726,
      "train_seconds": 558.0308134555817,
      "validation": {
        "accuracy": 0.8092,
        "examples": 5000,
        "loss": 0.6013641967773438
      },
      "validation_seconds": 0.17047381401062012
    },
    {
      "epoch": 75,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.35469483111169603,
      "train_seconds": 558.0403017997742,
      "validation": {
        "accuracy": 0.8254,
        "examples": 5000,
        "loss": 0.54343388671875
      },
      "validation_seconds": 0.17022395133972168
    },
    {
      "epoch": 76,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3471669368902842,
      "train_seconds": 558.0478513240814,
      "validation": {
        "accuracy": 0.807,
        "examples": 5000,
        "loss": 0.631876904296875
      },
      "validation_seconds": 0.1706843376159668
    },
    {
      "epoch": 77,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3457748140070174,
      "train_seconds": 557.9572274684906,
      "validation": {
        "accuracy": 0.8212,
        "examples": 5000,
        "loss": 0.5879268798828124
      },
      "validation_seconds": 0.17055583000183105
    },
    {
      "epoch": 78,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.33029527435302736,
      "train_seconds": 557.9223172664642,
      "validation": {
        "accuracy": 0.828,
        "examples": 5000,
        "loss": 0.5529513061523438
      },
      "validation_seconds": 0.1705477237701416
    },
    {
      "epoch": 79,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.33166916541523406,
      "train_seconds": 557.9095616340637,
      "validation": {
        "accuracy": 0.7824,
        "examples": 5000,
        "loss": 0.6858224365234376
      },
      "validation_seconds": 0.17069387435913086
    },
    {
      "epoch": 80,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.33432486742072637,
      "train_seconds": 557.9043171405792,
      "validation": {
        "accuracy": 0.8154,
        "examples": 5000,
        "loss": 0.5964239135742188
      },
      "validation_seconds": 0.1705014705657959
    },
    {
      "epoch": 81,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.32564821405410765,
      "train_seconds": 557.9098527431488,
      "validation": {
        "accuracy": 0.8184,
        "examples": 5000,
        "loss": 0.564143408203125
      },
      "validation_seconds": 0.1705763339996338
    },
    {
      "epoch": 82,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.31590132386419506,
      "train_seconds": 557.9197072982788,
      "validation": {
        "accuracy": 0.8242,
        "examples": 5000,
        "loss": 0.5693760864257813
      },
      "validation_seconds": 0.17065834999084473
    },
    {
      "epoch": 83,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3159837660683526,
      "train_seconds": 557.9388198852539,
      "validation": {
        "accuracy": 0.8126,
        "examples": 5000,
        "loss": 0.6296174926757813
      },
      "validation_seconds": 0.17052793502807617
    },
    {
      "epoch": 84,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.32203944091796877,
      "train_seconds": 557.9468953609467,
      "validation": {
        "accuracy": 0.806,
        "examples": 5000,
        "loss": 0.6376169067382812
      },
      "validation_seconds": 0.17077326774597168
    },
    {
      "epoch": 85,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.32088813879224987,
      "train_seconds": 557.9684026241302,
      "validation": {
        "accuracy": 0.8202,
        "examples": 5000,
        "loss": 0.5882717407226562
      },
      "validation_seconds": 0.17091774940490723
    },
    {
      "epoch": 86,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.315234685060713,
      "train_seconds": 557.9197709560394,
      "validation": {
        "accuracy": 0.829,
        "examples": 5000,
        "loss": 0.5767408813476562
      },
      "validation_seconds": 0.17058467864990234
    },
    {
      "epoch": 87,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3200781061384413,
      "train_seconds": 557.932461977005,
      "validation": {
        "accuracy": 0.8266,
        "examples": 5000,
        "loss": 0.5719342407226562
      },
      "validation_seconds": 0.17056751251220703
    },
    {
      "epoch": 88,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.32161954258812797,
      "train_seconds": 557.9289646148682,
      "validation": {
        "accuracy": 0.8242,
        "examples": 5000,
        "loss": 0.5660660522460937
      },
      "validation_seconds": 0.17087936401367188
    },
    {
      "epoch": 89,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.31135784103075664,
      "train_seconds": 557.9694781303406,
      "validation": {
        "accuracy": 0.7986,
        "examples": 5000,
        "loss": 0.6810950317382812
      },
      "validation_seconds": 0.17078852653503418
    },
    {
      "epoch": 90,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.31059243212805854,
      "train_seconds": 557.9276149272919,
      "validation": {
        "accuracy": 0.8162,
        "examples": 5000,
        "loss": 0.6226161254882813
      },
      "validation_seconds": 0.17064809799194336
    },
    {
      "epoch": 91,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.303583119614919,
      "train_seconds": 557.93887758255,
      "validation": {
        "accuracy": 0.8278,
        "examples": 5000,
        "loss": 0.575564697265625
      },
      "validation_seconds": 0.17057085037231445
    },
    {
      "epoch": 92,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.2989853093253242,
      "train_seconds": 557.9392566680908,
      "validation": {
        "accuracy": 0.8348,
        "examples": 5000,
        "loss": 0.5497850830078125
      },
      "validation_seconds": 0.17045283317565918
    },
    {
      "epoch": 93,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.30290545211368136,
      "train_seconds": 558.1350507736206,
      "validation": {
        "accuracy": 0.829,
        "examples": 5000,
        "loss": 0.564298681640625
      },
      "validation_seconds": 0.17111921310424805
    },
    {
      "epoch": 94,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.31313663847181533,
      "train_seconds": 559.4218375682831,
      "validation": {
        "accuracy": 0.8368,
        "examples": 5000,
        "loss": 0.5624496704101563
      },
      "validation_seconds": 0.17076325416564941
    },
    {
      "epoch": 95,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.29203504636817507,
      "train_seconds": 558.3938927650452,
      "validation": {
        "accuracy": 0.8092,
        "examples": 5000,
        "loss": 0.6693233520507812
      },
      "validation_seconds": 0.17063307762145996
    },
    {
      "epoch": 96,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3094335092279646,
      "train_seconds": 558.233589887619,
      "validation": {
        "accuracy": 0.8352,
        "examples": 5000,
        "loss": 0.5715654907226563
      },
      "validation_seconds": 0.1705608367919922
    },
    {
      "epoch": 97,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.3069044820573595,
      "train_seconds": 558.2597603797913,
      "validation": {
        "accuracy": 0.8294,
        "examples": 5000,
        "loss": 0.5501206298828125
      },
      "validation_seconds": 0.1707000732421875
    },
    {
      "epoch": 98,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.30671100243462457,
      "train_seconds": 558.1544392108917,
      "validation": {
        "accuracy": 0.8368,
        "examples": 5000,
        "loss": 0.5354385192871094
      },
      "validation_seconds": 0.17098045349121094
    },
    {
      "epoch": 99,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.30218536727163525,
      "train_seconds": 557.9338235855103,
      "validation": {
        "accuracy": 0.8324,
        "examples": 5000,
        "loss": 0.5434078918457032
      },
      "validation_seconds": 0.17069149017333984
    },
    {
      "epoch": 100,
      "lr": 0.05,
      "output_lr": 0.05,
      "train_examples": 45000,
      "train_loss": 0.28684145905971525,
      "train_seconds": 558.2469670772552,
      "validation": {
        "accuracy": 0.8372,
        "examples": 5000,
        "loss": 0.5330762023925781
      },
      "validation_seconds": 0.17123103141784668
    },
    {
      "epoch": 101,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.20102937622732586,
      "train_seconds": 560.1686954498291,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.4263051818847656
      },
      "validation_seconds": 0.1707172393798828
    },
    {
      "epoch": 102,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1707019625398848,
      "train_seconds": 560.6133296489716,
      "validation": {
        "accuracy": 0.8636,
        "examples": 5000,
        "loss": 0.42772237548828124
      },
      "validation_seconds": 0.17063069343566895
    },
    {
      "epoch": 103,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.16009664902024798,
      "train_seconds": 560.8625993728638,
      "validation": {
        "accuracy": 0.8652,
        "examples": 5000,
        "loss": 0.4311399169921875
      },
      "validation_seconds": 0.17083454132080078
    },
    {
      "epoch": 104,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1511841663281123,
      "train_seconds": 559.8500211238861,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.42962298583984376
      },
      "validation_seconds": 0.1706254482269287
    },
    {
      "epoch": 105,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1450319301393297,
      "train_seconds": 559.5080921649933,
      "validation": {
        "accuracy": 0.8668,
        "examples": 5000,
        "loss": 0.43597459716796877
      },
      "validation_seconds": 0.17025041580200195
    },
    {
      "epoch": 106,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1385588534726037,
      "train_seconds": 558.8428866863251,
      "validation": {
        "accuracy": 0.8688,
        "examples": 5000,
        "loss": 0.44206187744140624
      },
      "validation_seconds": 0.17053508758544922
    },
    {
      "epoch": 107,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1349012790547477,
      "train_seconds": 558.7124433517456,
      "validation": {
        "accuracy": 0.8644,
        "examples": 5000,
        "loss": 0.44303953857421874
      },
      "validation_seconds": 0.1705188751220703
    },
    {
      "epoch": 108,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.13633077380127376,
      "train_seconds": 558.8155248165131,
      "validation": {
        "accuracy": 0.866,
        "examples": 5000,
        "loss": 0.4498537658691406
      },
      "validation_seconds": 0.17037415504455566
    },
    {
      "epoch": 109,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.12727142566045124,
      "train_seconds": 559.8420617580414,
      "validation": {
        "accuracy": 0.8666,
        "examples": 5000,
        "loss": 0.4562872497558594
      },
      "validation_seconds": 0.17095494270324707
    },
    {
      "epoch": 110,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.12273772934277852,
      "train_seconds": 560.2172212600708,
      "validation": {
        "accuracy": 0.869,
        "examples": 5000,
        "loss": 0.46257111206054685
      },
      "validation_seconds": 0.1706855297088623
    },
    {
      "epoch": 111,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1186966257651647,
      "train_seconds": 559.0523889064789,
      "validation": {
        "accuracy": 0.8694,
        "examples": 5000,
        "loss": 0.46149122924804686
      },
      "validation_seconds": 0.1704082489013672
    },
    {
      "epoch": 112,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.1151852872159746,
      "train_seconds": 558.8536169528961,
      "validation": {
        "accuracy": 0.8686,
        "examples": 5000,
        "loss": 0.468364404296875
      },
      "validation_seconds": 0.17055869102478027
    },
    {
      "epoch": 113,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.11532456085681915,
      "train_seconds": 558.7769916057587,
      "validation": {
        "accuracy": 0.871,
        "examples": 5000,
        "loss": 0.46807992553710936
      },
      "validation_seconds": 0.17038846015930176
    },
    {
      "epoch": 114,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.11298640092081494,
      "train_seconds": 558.7878985404968,
      "validation": {
        "accuracy": 0.8696,
        "examples": 5000,
        "loss": 0.4718349487304688
      },
      "validation_seconds": 0.1701805591583252
    },
    {
      "epoch": 115,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.11400147623750899,
      "train_seconds": 558.6093730926514,
      "validation": {
        "accuracy": 0.8706,
        "examples": 5000,
        "loss": 0.4778865234375
      },
      "validation_seconds": 0.1703321933746338
    },
    {
      "epoch": 116,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10852504232459598,
      "train_seconds": 558.69162774086,
      "validation": {
        "accuracy": 0.8702,
        "examples": 5000,
        "loss": 0.48102982788085935
      },
      "validation_seconds": 0.16998052597045898
    },
    {
      "epoch": 117,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10526954917377895,
      "train_seconds": 558.6054136753082,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.48121639404296873
      },
      "validation_seconds": 0.17051982879638672
    },
    {
      "epoch": 118,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10441256948245896,
      "train_seconds": 559.6752879619598,
      "validation": {
        "accuracy": 0.8698,
        "examples": 5000,
        "loss": 0.4906882080078125
      },
      "validation_seconds": 0.17052960395812988
    },
    {
      "epoch": 119,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10324348965088527,
      "train_seconds": 560.4540963172913,
      "validation": {
        "accuracy": 0.8706,
        "examples": 5000,
        "loss": 0.49455729370117185
      },
      "validation_seconds": 0.1706228256225586
    },
    {
      "epoch": 120,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10344991790453593,
      "train_seconds": 560.4171199798584,
      "validation": {
        "accuracy": 0.8678,
        "examples": 5000,
        "loss": 0.4905825256347656
      },
      "validation_seconds": 0.17073750495910645
    },
    {
      "epoch": 121,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09832412128316032,
      "train_seconds": 560.4106814861298,
      "validation": {
        "accuracy": 0.871,
        "examples": 5000,
        "loss": 0.498076904296875
      },
      "validation_seconds": 0.1704578399658203
    },
    {
      "epoch": 122,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09772718087302314,
      "train_seconds": 560.4327030181885,
      "validation": {
        "accuracy": 0.8688,
        "examples": 5000,
        "loss": 0.5086375427246094
      },
      "validation_seconds": 0.17103815078735352
    },
    {
      "epoch": 123,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.10162255337900586,
      "train_seconds": 560.3050816059113,
      "validation": {
        "accuracy": 0.8672,
        "examples": 5000,
        "loss": 0.5079470642089844
      },
      "validation_seconds": 0.17122697830200195
    },
    {
      "epoch": 124,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09721829018063015,
      "train_seconds": 560.3977375030518,
      "validation": {
        "accuracy": 0.8696,
        "examples": 5000,
        "loss": 0.5183314514160157
      },
      "validation_seconds": 0.1710338592529297
    },
    {
      "epoch": 125,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.093445472296079,
      "train_seconds": 560.1785962581635,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.5179838073730468
      },
      "validation_seconds": 0.17027044296264648
    },
    {
      "epoch": 126,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09554820556905534,
      "train_seconds": 560.3105957508087,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5202593566894531
      },
      "validation_seconds": 0.1709599494934082
    },
    {
      "epoch": 127,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0952698231961992,
      "train_seconds": 560.3248987197876,
      "validation": {
        "accuracy": 0.8676,
        "examples": 5000,
        "loss": 0.5269124206542969
      },
      "validation_seconds": 0.17055344581604004
    },
    {
      "epoch": 128,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08956516365210215,
      "train_seconds": 560.349618434906,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5317488220214843
      },
      "validation_seconds": 0.17071056365966797
    },
    {
      "epoch": 129,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.09056334316995408,
      "train_seconds": 560.2911763191223,
      "validation": {
        "accuracy": 0.866,
        "examples": 5000,
        "loss": 0.5350216003417969
      },
      "validation_seconds": 0.1710660457611084
    },
    {
      "epoch": 130,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08700342583258946,
      "train_seconds": 560.1963536739349,
      "validation": {
        "accuracy": 0.8686,
        "examples": 5000,
        "loss": 0.5305935913085937
      },
      "validation_seconds": 0.17052793502807617
    },
    {
      "epoch": 131,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08819638755056593,
      "train_seconds": 560.2379078865051,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5385918884277344
      },
      "validation_seconds": 0.1703329086303711
    },
    {
      "epoch": 132,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0854943878531456,
      "train_seconds": 560.2816424369812,
      "validation": {
        "accuracy": 0.8658,
        "examples": 5000,
        "loss": 0.5405256225585937
      },
      "validation_seconds": 0.17044830322265625
    },
    {
      "epoch": 133,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08349375572767523,
      "train_seconds": 560.3219213485718,
      "validation": {
        "accuracy": 0.8636,
        "examples": 5000,
        "loss": 0.5356781799316406
      },
      "validation_seconds": 0.17093181610107422
    },
    {
      "epoch": 134,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08320598353147507,
      "train_seconds": 560.3251914978027,
      "validation": {
        "accuracy": 0.8656,
        "examples": 5000,
        "loss": 0.5479776062011719
      },
      "validation_seconds": 0.17060375213623047
    },
    {
      "epoch": 135,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08140208751625484,
      "train_seconds": 560.2988884449005,
      "validation": {
        "accuracy": 0.8656,
        "examples": 5000,
        "loss": 0.5495034912109374
      },
      "validation_seconds": 0.1703953742980957
    },
    {
      "epoch": 136,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08287404755486383,
      "train_seconds": 559.8910458087921,
      "validation": {
        "accuracy": 0.8678,
        "examples": 5000,
        "loss": 0.5502274353027343
      },
      "validation_seconds": 0.17048001289367676
    },
    {
      "epoch": 137,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08143085203435686,
      "train_seconds": 559.9673924446106,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.5595277648925782
      },
      "validation_seconds": 0.17099213600158691
    },
    {
      "epoch": 138,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.08175256986684269,
      "train_seconds": 559.9922814369202,
      "validation": {
        "accuracy": 0.865,
        "examples": 5000,
        "loss": 0.5596325988769532
      },
      "validation_seconds": 0.17058587074279785
    },
    {
      "epoch": 139,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0801470733165741,
      "train_seconds": 560.0086665153503,
      "validation": {
        "accuracy": 0.865,
        "examples": 5000,
        "loss": 0.5506817626953125
      },
      "validation_seconds": 0.17049789428710938
    },
    {
      "epoch": 140,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07910232688056099,
      "train_seconds": 559.9355964660645,
      "validation": {
        "accuracy": 0.8666,
        "examples": 5000,
        "loss": 0.5706710083007812
      },
      "validation_seconds": 0.1705949306488037
    },
    {
      "epoch": 141,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07886751850545407,
      "train_seconds": 559.9587299823761,
      "validation": {
        "accuracy": 0.8652,
        "examples": 5000,
        "loss": 0.5789751953125
      },
      "validation_seconds": 0.17045021057128906
    },
    {
      "epoch": 142,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07730617905788952,
      "train_seconds": 560.0075674057007,
      "validation": {
        "accuracy": 0.8618,
        "examples": 5000,
        "loss": 0.5797901489257813
      },
      "validation_seconds": 0.170365571975708
    },
    {
      "epoch": 143,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07442515372832616,
      "train_seconds": 560.0367701053619,
      "validation": {
        "accuracy": 0.8684,
        "examples": 5000,
        "loss": 0.5737571044921875
      },
      "validation_seconds": 0.17035984992980957
    },
    {
      "epoch": 144,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07612440371645822,
      "train_seconds": 559.9988217353821,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.5886032470703125
      },
      "validation_seconds": 0.17034530639648438
    },
    {
      "epoch": 145,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0729590860320462,
      "train_seconds": 559.9792611598969,
      "validation": {
        "accuracy": 0.8696,
        "examples": 5000,
        "loss": 0.5738935424804688
      },
      "validation_seconds": 0.17038536071777344
    },
    {
      "epoch": 146,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07158674071364933,
      "train_seconds": 559.9309771060944,
      "validation": {
        "accuracy": 0.87,
        "examples": 5000,
        "loss": 0.5678085327148438
      },
      "validation_seconds": 0.17050409317016602
    },
    {
      "epoch": 147,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07183046047290166,
      "train_seconds": 559.9765605926514,
      "validation": {
        "accuracy": 0.8648,
        "examples": 5000,
        "loss": 0.57717275390625
      },
      "validation_seconds": 0.17051148414611816
    },
    {
      "epoch": 148,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07182821125984191,
      "train_seconds": 559.96338057518,
      "validation": {
        "accuracy": 0.8672,
        "examples": 5000,
        "loss": 0.5847402465820313
      },
      "validation_seconds": 0.1704258918762207
    },
    {
      "epoch": 149,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0710466639969084,
      "train_seconds": 559.9064841270447,
      "validation": {
        "accuracy": 0.864,
        "examples": 5000,
        "loss": 0.58584228515625
      },
      "validation_seconds": 0.17047476768493652
    },
    {
      "epoch": 150,
      "lr": 0.005000000000000001,
      "output_lr": 0.005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.07163201610512204,
      "train_seconds": 559.985518693924,
      "validation": {
        "accuracy": 0.862,
        "examples": 5000,
        "loss": 0.60404404296875
      },
      "validation_seconds": 0.1704697608947754
    },
    {
      "epoch": 151,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.06554258665839831,
      "train_seconds": 559.9303710460663,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.59264501953125
      },
      "validation_seconds": 0.17035746574401855
    },
    {
      "epoch": 152,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.06308317802614635,
      "train_seconds": 560.0243787765503,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5929781616210937
      },
      "validation_seconds": 0.17056035995483398
    },
    {
      "epoch": 153,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0585381213956409,
      "train_seconds": 560.1924431324005,
      "validation": {
        "accuracy": 0.8636,
        "examples": 5000,
        "loss": 0.58992890625
      },
      "validation_seconds": 0.17081665992736816
    },
    {
      "epoch": 154,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.057798803909619646,
      "train_seconds": 559.9080834388733,
      "validation": {
        "accuracy": 0.8642,
        "examples": 5000,
        "loss": 0.58432783203125
      },
      "validation_seconds": 0.17063117027282715
    },
    {
      "epoch": 155,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05727993083530002,
      "train_seconds": 559.9425733089447,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5870113159179687
      },
      "validation_seconds": 0.17041635513305664
    },
    {
      "epoch": 156,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.058408254322740764,
      "train_seconds": 559.9141864776611,
      "validation": {
        "accuracy": 0.866,
        "examples": 5000,
        "loss": 0.5888887939453125
      },
      "validation_seconds": 0.17054033279418945
    },
    {
      "epoch": 157,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05870731733375126,
      "train_seconds": 559.904869556427,
      "validation": {
        "accuracy": 0.8642,
        "examples": 5000,
        "loss": 0.5919999145507813
      },
      "validation_seconds": 0.1707630157470703
    },
    {
      "epoch": 158,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.056921730032894344,
      "train_seconds": 559.9407722949982,
      "validation": {
        "accuracy": 0.8642,
        "examples": 5000,
        "loss": 0.592196240234375
      },
      "validation_seconds": 0.17051410675048828
    },
    {
      "epoch": 159,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.057444885372453264,
      "train_seconds": 560.0611102581024,
      "validation": {
        "accuracy": 0.866,
        "examples": 5000,
        "loss": 0.58419599609375
      },
      "validation_seconds": 0.1703627109527588
    },
    {
      "epoch": 160,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05547764422363705,
      "train_seconds": 560.2958824634552,
      "validation": {
        "accuracy": 0.8638,
        "examples": 5000,
        "loss": 0.5911913940429687
      },
      "validation_seconds": 0.17037415504455566
    },
    {
      "epoch": 161,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.055644365504052905,
      "train_seconds": 560.2289936542511,
      "validation": {
        "accuracy": 0.8638,
        "examples": 5000,
        "loss": 0.578126025390625
      },
      "validation_seconds": 0.1710362434387207
    },
    {
      "epoch": 162,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05510484569966793,
      "train_seconds": 560.129026889801,
      "validation": {
        "accuracy": 0.8656,
        "examples": 5000,
        "loss": 0.5924788818359376
      },
      "validation_seconds": 0.17116570472717285
    },
    {
      "epoch": 163,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05579974476231469,
      "train_seconds": 560.2356305122375,
      "validation": {
        "accuracy": 0.865,
        "examples": 5000,
        "loss": 0.5858259155273438
      },
      "validation_seconds": 0.1709749698638916
    },
    {
      "epoch": 164,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05521068836980396,
      "train_seconds": 560.1183788776398,
      "validation": {
        "accuracy": 0.8666,
        "examples": 5000,
        "loss": 0.5908378173828125
      },
      "validation_seconds": 0.17043590545654297
    },
    {
      "epoch": 165,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05445151421162817,
      "train_seconds": 560.0445311069489,
      "validation": {
        "accuracy": 0.8652,
        "examples": 5000,
        "loss": 0.586676708984375
      },
      "validation_seconds": 0.17090559005737305
    },
    {
      "epoch": 166,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.055989591648843554,
      "train_seconds": 559.4602563381195,
      "validation": {
        "accuracy": 0.8666,
        "examples": 5000,
        "loss": 0.5927463989257813
      },
      "validation_seconds": 0.17037081718444824
    },
    {
      "epoch": 167,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05388901816672749,
      "train_seconds": 558.9057474136353,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.5915533813476562
      },
      "validation_seconds": 0.17028379440307617
    },
    {
      "epoch": 168,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.054578808952702416,
      "train_seconds": 558.9692997932434,
      "validation": {
        "accuracy": 0.8652,
        "examples": 5000,
        "loss": 0.5952635986328125
      },
      "validation_seconds": 0.17091751098632812
    },
    {
      "epoch": 169,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.054068607613775466,
      "train_seconds": 558.840797662735,
      "validation": {
        "accuracy": 0.8646,
        "examples": 5000,
        "loss": 0.589640966796875
      },
      "validation_seconds": 0.1702558994293213
    },
    {
      "epoch": 170,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.053210495739512975,
      "train_seconds": 559.8298916816711,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.5905986572265625
      },
      "validation_seconds": 0.17023777961730957
    },
    {
      "epoch": 171,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.052864870564805135,
      "train_seconds": 559.8400263786316,
      "validation": {
        "accuracy": 0.8632,
        "examples": 5000,
        "loss": 0.5897403686523438
      },
      "validation_seconds": 0.17044568061828613
    },
    {
      "epoch": 172,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.052678663874997034,
      "train_seconds": 559.9006729125977,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.5942950317382812
      },
      "validation_seconds": 0.17066121101379395
    },
    {
      "epoch": 173,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05529955416785346,
      "train_seconds": 560.0638835430145,
      "validation": {
        "accuracy": 0.8628,
        "examples": 5000,
        "loss": 0.5956375244140625
      },
      "validation_seconds": 0.17058396339416504
    },
    {
      "epoch": 174,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.053033065217733384,
      "train_seconds": 560.1647348403931,
      "validation": {
        "accuracy": 0.864,
        "examples": 5000,
        "loss": 0.5948213745117188
      },
      "validation_seconds": 0.17058897018432617
    },
    {
      "epoch": 175,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05241316869656245,
      "train_seconds": 560.0912938117981,
      "validation": {
        "accuracy": 0.8656,
        "examples": 5000,
        "loss": 0.5923770812988282
      },
      "validation_seconds": 0.17046594619750977
    },
    {
      "epoch": 176,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05160712323255009,
      "train_seconds": 560.2796442508698,
      "validation": {
        "accuracy": 0.8624,
        "examples": 5000,
        "loss": 0.5936520629882812
      },
      "validation_seconds": 0.17072343826293945
    },
    {
      "epoch": 177,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.051562978375620315,
      "train_seconds": 560.2672243118286,
      "validation": {
        "accuracy": 0.8648,
        "examples": 5000,
        "loss": 0.5952009033203125
      },
      "validation_seconds": 0.17060518264770508
    },
    {
      "epoch": 178,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.053683729785018494,
      "train_seconds": 560.2481393814087,
      "validation": {
        "accuracy": 0.8644,
        "examples": 5000,
        "loss": 0.5962612548828125
      },
      "validation_seconds": 0.1711122989654541
    },
    {
      "epoch": 179,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05219864928192563,
      "train_seconds": 560.473662853241,
      "validation": {
        "accuracy": 0.8634,
        "examples": 5000,
        "loss": 0.5932921630859375
      },
      "validation_seconds": 0.1708521842956543
    },
    {
      "epoch": 180,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.053021824158562554,
      "train_seconds": 560.7065186500549,
      "validation": {
        "accuracy": 0.8632,
        "examples": 5000,
        "loss": 0.5973969970703125
      },
      "validation_seconds": 0.17085528373718262
    },
    {
      "epoch": 181,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05194481589926614,
      "train_seconds": 560.7485203742981,
      "validation": {
        "accuracy": 0.8646,
        "examples": 5000,
        "loss": 0.597285546875
      },
      "validation_seconds": 0.17076420783996582
    },
    {
      "epoch": 182,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0498733964893553,
      "train_seconds": 560.4968025684357,
      "validation": {
        "accuracy": 0.8638,
        "examples": 5000,
        "loss": 0.5942079223632812
      },
      "validation_seconds": 0.1707749366760254
    },
    {
      "epoch": 183,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05121098554680745,
      "train_seconds": 560.602189540863,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.5904847534179688
      },
      "validation_seconds": 0.17096948623657227
    },
    {
      "epoch": 184,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0532610271414121,
      "train_seconds": 560.6874899864197,
      "validation": {
        "accuracy": 0.8646,
        "examples": 5000,
        "loss": 0.5949594970703125
      },
      "validation_seconds": 0.17095732688903809
    },
    {
      "epoch": 185,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05066566181447771,
      "train_seconds": 560.6240856647491,
      "validation": {
        "accuracy": 0.866,
        "examples": 5000,
        "loss": 0.598093505859375
      },
      "validation_seconds": 0.1707146167755127
    },
    {
      "epoch": 186,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.050586108859380086,
      "train_seconds": 560.5915801525116,
      "validation": {
        "accuracy": 0.8656,
        "examples": 5000,
        "loss": 0.5995073974609375
      },
      "validation_seconds": 0.17087697982788086
    },
    {
      "epoch": 187,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04926515153249105,
      "train_seconds": 560.5769941806793,
      "validation": {
        "accuracy": 0.8646,
        "examples": 5000,
        "loss": 0.6008431518554688
      },
      "validation_seconds": 0.1711268424987793
    },
    {
      "epoch": 188,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05084701956609885,
      "train_seconds": 560.4484589099884,
      "validation": {
        "accuracy": 0.8644,
        "examples": 5000,
        "loss": 0.5961071411132812
      },
      "validation_seconds": 0.1709892749786377
    },
    {
      "epoch": 189,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05086444434059991,
      "train_seconds": 560.4446725845337,
      "validation": {
        "accuracy": 0.8664,
        "examples": 5000,
        "loss": 0.595338525390625
      },
      "validation_seconds": 0.17079830169677734
    },
    {
      "epoch": 190,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05069162193536758,
      "train_seconds": 560.5038962364197,
      "validation": {
        "accuracy": 0.8638,
        "examples": 5000,
        "loss": 0.5992982055664062
      },
      "validation_seconds": 0.17066144943237305
    },
    {
      "epoch": 191,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05099646294448111,
      "train_seconds": 560.6068978309631,
      "validation": {
        "accuracy": 0.8638,
        "examples": 5000,
        "loss": 0.6020646362304688
      },
      "validation_seconds": 0.17072200775146484
    },
    {
      "epoch": 192,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05033617229064306,
      "train_seconds": 560.5441524982452,
      "validation": {
        "accuracy": 0.865,
        "examples": 5000,
        "loss": 0.6090272827148437
      },
      "validation_seconds": 0.1708674430847168
    },
    {
      "epoch": 193,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.05045138215753767,
      "train_seconds": 560.5373227596283,
      "validation": {
        "accuracy": 0.862,
        "examples": 5000,
        "loss": 0.6072682006835938
      },
      "validation_seconds": 0.17099285125732422
    },
    {
      "epoch": 194,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.049500737303495405,
      "train_seconds": 560.6162390708923,
      "validation": {
        "accuracy": 0.8644,
        "examples": 5000,
        "loss": 0.597724462890625
      },
      "validation_seconds": 0.17102837562561035
    },
    {
      "epoch": 195,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04977997776005003,
      "train_seconds": 560.5924124717712,
      "validation": {
        "accuracy": 0.8648,
        "examples": 5000,
        "loss": 0.6030875610351563
      },
      "validation_seconds": 0.17075753211975098
    },
    {
      "epoch": 196,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04957166252202458,
      "train_seconds": 560.5982604026794,
      "validation": {
        "accuracy": 0.8652,
        "examples": 5000,
        "loss": 0.604028369140625
      },
      "validation_seconds": 0.17163372039794922
    },
    {
      "epoch": 197,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.050121073783106276,
      "train_seconds": 560.0612788200378,
      "validation": {
        "accuracy": 0.864,
        "examples": 5000,
        "loss": 0.6068662475585938
      },
      "validation_seconds": 0.17065048217773438
    },
    {
      "epoch": 198,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.04878396252923541,
      "train_seconds": 559.8991024494171,
      "validation": {
        "accuracy": 0.8662,
        "examples": 5000,
        "loss": 0.6060625732421875
      },
      "validation_seconds": 0.1706082820892334
    },
    {
      "epoch": 199,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.0506157725599077,
      "train_seconds": 559.9076845645905,
      "validation": {
        "accuracy": 0.8642,
        "examples": 5000,
        "loss": 0.6069480834960937
      },
      "validation_seconds": 0.17104268074035645
    },
    {
      "epoch": 200,
      "lr": 0.0005000000000000001,
      "output_lr": 0.0005000000000000001,
      "train_examples": 45000,
      "train_loss": 0.050066802283128105,
      "train_seconds": 559.9151027202606,
      "validation": {
        "accuracy": 0.8654,
        "examples": 5000,
        "loss": 0.6110852416992187
      },
      "validation_seconds": 0.1712048053741455
    }
  ],
  "evaluation_protocol": {
    "split": "validation",
    "test_evaluations": 0,
    "test_used_for_selection": false
  },
  "final": {
    "accuracy": 0.8654,
    "evaluation_seconds": 0.1711885929107666,
    "examples": 5000,
    "finite": true,
    "loss": 0.6110852416992187
  },
  "first_nonfinite_step": null,
  "hardware": {
    "cuda_device_name": "NVIDIA RTX A6000",
    "cuda_visible_devices": "0",
    "device": "cuda",
    "device_total_memory_bytes": 50896568320,
    "peak_memory_allocated_bytes": 2322300928,
    "peak_memory_reserved_bytes": 3586129920,
    "torch_version": "2.3.1+cu118"
  },
  "layers": [],
  "protocol_family": "resnet_local_learning_crossover",
  "provenance": {
    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "total_wall_seconds": 111860.19822311401,
  "work": {
    "candidate_label_evaluation_presentations": 0,
    "completed_global_epochs": 200,
    "feedforward_example_passes": 10005000,
    "forward_macs_per_example": 68862592,
    "forward_parameter_count": 464154,
    "local_target_backward_example_evaluations": 0,
    "local_vjp_example_evaluations": 144000000,
    "logical_task_loss_queries": 0,
    "num_trainable_layers": 32,
    "ordinary_training_examples": 9000000,
    "ordinary_validation_examples": 1005000,
    "relaxation_example_passes": 144000000,
    "training_example_presentations": 9000000
  }
}