{
  "architecture": {
    "base_width": 16,
    "depth": 56,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "forward_parameter_count": 853018,
    "normalization": "batchnorm",
    "residual_scale": 1.0
  },
  "args": {
    "augment_train": 1,
    "batch_size": 128,
    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
    "depth": 56,
    "device": "cuda",
    "dp_alpha": 0.0,
    "dp_beta": 0.1,
    "dp_inference_passes": 16,
    "ep_beta": 0.5,
    "ep_dt": 0.5,
    "ep_free_steps": 20,
    "ep_nudge_steps": 4,
    "epochs": 40,
    "eval_every": 1,
    "eval_split": "validation",
    "feedback_seed": 1729,
    "ff_score_from_layer": 1,
    "ff_threshold": 2.0,
    "loader_seed": 0,
    "lr": 0.03,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "constant",
    "max_steps": 0,
    "method": "ff",
    "momentum": 0.9,
    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json",
    "output_lr": 0.03,
    "pepita_projection_scale": 0.05,
    "seed": 0,
    "split_seed": 2027,
    "train_limit": 0,
    "val_examples": 5000,
    "weight_decay": 0.0001,
    "width": 16
  },
  "epochs": [],
  "evaluation_protocol": {
    "split": "validation",
    "test_evaluations": 0,
    "test_used_for_selection": false
  },
  "final": {
    "accuracy": 0.1122,
    "evaluation_seconds": 4.29287576675415,
    "examples": 5000,
    "finite": true,
    "loss": null
  },
  "first_nonfinite_step": null,
  "hardware": {
    "cuda_device_name": "NVIDIA RTX A6000",
    "cuda_visible_devices": "0",
    "device": "cuda",
    "device_total_memory_bytes": 50896568320,
    "peak_memory_allocated_bytes": 13807850496,
    "peak_memory_reserved_bytes": 14566817792,
    "torch_version": "2.3.1+cu118"
  },
  "layers": [
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.4005121646457248,
          "lr": 0.03,
          "negative_goodness": 1.9601310249752468,
          "pair_accuracy": 0.47391111113760204,
          "positive_goodness": 1.960143265914917,
          "runtime_seconds": 11.888412475585938
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3870076300091214,
          "lr": 0.03,
          "negative_goodness": 1.9987232397291395,
          "pair_accuracy": 0.47784444443384805,
          "positive_goodness": 1.998744415834215,
          "runtime_seconds": 11.472265481948853
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3869588095559013,
          "lr": 0.03,
          "negative_goodness": 1.9987902501000299,
          "pair_accuracy": 0.48128888891537985,
          "positive_goodness": 1.9988118084377713,
          "runtime_seconds": 11.478168487548828
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3869192699644302,
          "lr": 0.03,
          "negative_goodness": 1.9989530040317112,
          "pair_accuracy": 0.47242222225401137,
          "positive_goodness": 1.9989705482906766,
          "runtime_seconds": 11.497294902801514
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3867757711410522,
          "lr": 0.03,
          "negative_goodness": 1.9991573665195042,
          "pair_accuracy": 0.47540000001589455,
          "positive_goodness": 1.9991776463402642,
          "runtime_seconds": 11.505736112594604
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3866989361868964,
          "lr": 0.03,
          "negative_goodness": 1.9993364716423883,
          "pair_accuracy": 0.4778000000211928,
          "positive_goodness": 1.9993548786587185,
          "runtime_seconds": 11.502387523651123
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3865385047488743,
          "lr": 0.03,
          "negative_goodness": 1.9995932444254558,
          "pair_accuracy": 0.4744666666825612,
          "positive_goodness": 1.9996111411624484,
          "runtime_seconds": 11.520817279815674
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3864329044977823,
          "lr": 0.03,
          "negative_goodness": 1.9997635805977716,
          "pair_accuracy": 0.4780666666560703,
          "positive_goodness": 1.9997798171361287,
          "runtime_seconds": 11.526031494140625
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3863745672225951,
          "lr": 0.03,
          "negative_goodness": 1.999873269314236,
          "pair_accuracy": 0.48231111111111113,
          "positive_goodness": 1.999887440278795,
          "runtime_seconds": 11.544586420059204
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.38633431869083,
          "lr": 0.03,
          "negative_goodness": 1.9999270545959473,
          "pair_accuracy": 0.4776444444126553,
          "positive_goodness": 1.9999369700537788,
          "runtime_seconds": 11.547145128250122
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.386317720519172,
          "lr": 0.03,
          "negative_goodness": 1.9999535422854953,
          "pair_accuracy": 0.4809555555820465,
          "positive_goodness": 1.9999625154707168,
          "runtime_seconds": 11.537258625030518
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.386313130569458,
          "lr": 0.03,
          "negative_goodness": 1.9999653950585259,
          "pair_accuracy": 0.47904444444444444,
          "positive_goodness": 1.9999740001042683,
          "runtime_seconds": 11.545739650726318
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.386307244237264,
          "lr": 0.03,
          "negative_goodness": 1.9999784156799316,
          "pair_accuracy": 0.48011111108991833,
          "positive_goodness": 1.9999848660998873,
          "runtime_seconds": 11.529833555221558
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3863020586861505,
          "lr": 0.03,
          "negative_goodness": 1.999984213871426,
          "pair_accuracy": 0.4806888888888889,
          "positive_goodness": 1.999991203795539,
          "runtime_seconds": 11.53919506072998
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.3862991127649944,
          "lr": 0.03,
          "negative_goodness": 1.9999898811128405,
          "pair_accuracy": 0.4789777778095669,
          "positive_goodness": 1.999996231036716,
          "runtime_seconds": 11.530725955963135
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3862972239176432,
          "lr": 0.03,
          "negative_goodness": 1.999991698943244,
          "pair_accuracy": 0.4777777777671814,
          "positive_goodness": 1.9999973920398288,
          "runtime_seconds": 11.51472806930542
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3862957444296944,
          "lr": 0.03,
          "negative_goodness": 1.999992286491394,
          "pair_accuracy": 0.47711111113230387,
          "positive_goodness": 1.999999624739753,
          "runtime_seconds": 11.52843189239502
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3862954870223998,
          "lr": 0.03,
          "negative_goodness": 1.9999921376546224,
          "pair_accuracy": 0.47268888890478344,
          "positive_goodness": 2.0000018501281738,
          "runtime_seconds": 11.527636051177979
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3862940211402046,
          "lr": 0.03,
          "negative_goodness": 1.9999834799236722,
          "pair_accuracy": 0.4655999999894036,
          "positive_goodness": 2.000004312239753,
          "runtime_seconds": 11.527149677276611
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3862847721099854,
          "lr": 0.03,
          "negative_goodness": 1.9999535123401218,
          "pair_accuracy": 0.47613333332803515,
          "positive_goodness": 2.0000252869500055,
          "runtime_seconds": 11.554929494857788
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3862584415859647,
          "lr": 0.03,
          "negative_goodness": 1.9998969139522977,
          "pair_accuracy": 0.48017777774598863,
          "positive_goodness": 2.0000922549353706,
          "runtime_seconds": 11.5234215259552
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.386219581158956,
          "lr": 0.03,
          "negative_goodness": 1.9998349396599664,
          "pair_accuracy": 0.48055555557145013,
          "positive_goodness": 2.0001358089023165,
          "runtime_seconds": 11.532071352005005
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3861581343544853,
          "lr": 0.03,
          "negative_goodness": 1.9997466002782185,
          "pair_accuracy": 0.47713333332273694,
          "positive_goodness": 2.0002426638709174,
          "runtime_seconds": 11.537826299667358
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3861012099160088,
          "lr": 0.03,
          "negative_goodness": 1.9995884713490804,
          "pair_accuracy": 0.4808888888994853,
          "positive_goodness": 2.000364315838284,
          "runtime_seconds": 11.541010856628418
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3860186934577094,
          "lr": 0.03,
          "negative_goodness": 1.99942697974311,
          "pair_accuracy": 0.4763777777618832,
          "positive_goodness": 2.0004105749342176,
          "runtime_seconds": 11.547834396362305
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3858750409868028,
          "lr": 0.03,
          "negative_goodness": 1.999180720117357,
          "pair_accuracy": 0.4766888888835907,
          "positive_goodness": 2.000694658385383,
          "runtime_seconds": 11.552971124649048
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3857830055448743,
          "lr": 0.03,
          "negative_goodness": 1.9990499725129869,
          "pair_accuracy": 0.4768666666454739,
          "positive_goodness": 2.0009320565541584,
          "runtime_seconds": 11.545578241348267
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.385942573038737,
          "lr": 0.03,
          "negative_goodness": 1.9993100320180257,
          "pair_accuracy": 0.4802888888782925,
          "positive_goodness": 2.000648820537991,
          "runtime_seconds": 11.52512502670288
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3855780379189386,
          "lr": 0.03,
          "negative_goodness": 1.9986798217985364,
          "pair_accuracy": 0.4787111111217075,
          "positive_goodness": 2.0011903016408286,
          "runtime_seconds": 11.547099590301514
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3854929528342352,
          "lr": 0.03,
          "negative_goodness": 1.9987340570025973,
          "pair_accuracy": 0.48042222224341496,
          "positive_goodness": 2.0014954757266574,
          "runtime_seconds": 11.53250789642334
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.38529529554579,
          "lr": 0.03,
          "negative_goodness": 1.9982106337441339,
          "pair_accuracy": 0.4801555555767483,
          "positive_goodness": 2.0017501200781926,
          "runtime_seconds": 11.543595552444458
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.38551191851298,
          "lr": 0.03,
          "negative_goodness": 1.9983050478829278,
          "pair_accuracy": 0.48117777780426874,
          "positive_goodness": 2.0014268269644844,
          "runtime_seconds": 11.542173862457275
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3853183434804281,
          "lr": 0.03,
          "negative_goodness": 1.9983176961686877,
          "pair_accuracy": 0.4829777778095669,
          "positive_goodness": 2.001822560564677,
          "runtime_seconds": 11.527581453323364
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3851959697723388,
          "lr": 0.03,
          "negative_goodness": 1.9979889679167007,
          "pair_accuracy": 0.48308888893127444,
          "positive_goodness": 2.001833200454712,
          "runtime_seconds": 11.530505895614624
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3853187643263074,
          "lr": 0.03,
          "negative_goodness": 1.9982384596294827,
          "pair_accuracy": 0.48664444447623356,
          "positive_goodness": 2.0019903350194297,
          "runtime_seconds": 11.537710905075073
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3852804603364732,
          "lr": 0.03,
          "negative_goodness": 1.9981059277428521,
          "pair_accuracy": 0.4867555555767483,
          "positive_goodness": 2.001842661497328,
          "runtime_seconds": 11.532411575317383
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3851466642379762,
          "lr": 0.03,
          "negative_goodness": 1.997938426484002,
          "pair_accuracy": 0.4864000000529819,
          "positive_goodness": 2.0020966667599147,
          "runtime_seconds": 11.535484790802002
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.385352158885532,
          "lr": 0.03,
          "negative_goodness": 1.9982086719089085,
          "pair_accuracy": 0.48704444444444445,
          "positive_goodness": 2.0017527420043946,
          "runtime_seconds": 11.529053688049316
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.385140723016527,
          "lr": 0.03,
          "negative_goodness": 1.9978433038499621,
          "pair_accuracy": 0.48646666666136845,
          "positive_goodness": 2.0021842341529,
          "runtime_seconds": 11.540180921554565
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3851511835098267,
          "lr": 0.03,
          "negative_goodness": 1.9978831863403321,
          "pair_accuracy": 0.4845333333492279,
          "positive_goodness": 2.0020109354654947,
          "runtime_seconds": 11.532382726669312
        }
      ],
      "layer": 0
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.393239182387458,
          "lr": 0.03,
          "negative_goodness": 1.9616807654910617,
          "pair_accuracy": 0.5257555555449591,
          "positive_goodness": 1.974690376747979,
          "runtime_seconds": 11.670281648635864
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3788410871505736,
          "lr": 0.03,
          "negative_goodness": 1.989470316865709,
          "pair_accuracy": 0.5428888888782925,
          "positive_goodness": 2.0147465257432726,
          "runtime_seconds": 11.653087139129639
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3786003628836738,
          "lr": 0.03,
          "negative_goodness": 1.9887916625552706,
          "pair_accuracy": 0.5456666666666666,
          "positive_goodness": 2.0154076199001736,
          "runtime_seconds": 11.651921510696411
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.377793459171719,
          "lr": 0.03,
          "negative_goodness": 1.9879681592941285,
          "pair_accuracy": 0.5493333333598243,
          "positive_goodness": 2.0172291335635717,
          "runtime_seconds": 11.659631252288818
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3765557661056518,
          "lr": 0.03,
          "negative_goodness": 1.9865790831883747,
          "pair_accuracy": 0.55524444448683,
          "positive_goodness": 2.0195820301055907,
          "runtime_seconds": 11.654523372650146
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3761253327475653,
          "lr": 0.03,
          "negative_goodness": 1.9854320661332872,
          "pair_accuracy": 0.5534222222116258,
          "positive_goodness": 2.0206570768568253,
          "runtime_seconds": 11.646361589431763
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3752493978712295,
          "lr": 0.03,
          "negative_goodness": 1.9841625955793594,
          "pair_accuracy": 0.5591111111164093,
          "positive_goodness": 2.0231010535769993,
          "runtime_seconds": 11.651077270507812
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3758854344050089,
          "lr": 0.03,
          "negative_goodness": 1.9852601196712918,
          "pair_accuracy": 0.5582666666772631,
          "positive_goodness": 2.0212522205352785,
          "runtime_seconds": 11.661660432815552
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3745526916503907,
          "lr": 0.03,
          "negative_goodness": 1.9828639489915636,
          "pair_accuracy": 0.5611111111005147,
          "positive_goodness": 2.0239674207051594,
          "runtime_seconds": 11.64214825630188
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3749197245491875,
          "lr": 0.03,
          "negative_goodness": 1.9827560615963407,
          "pair_accuracy": 0.5600444444656372,
          "positive_goodness": 2.0232069963667128,
          "runtime_seconds": 11.64255690574646
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.374197341325548,
          "lr": 0.03,
          "negative_goodness": 1.9827787133322823,
          "pair_accuracy": 0.5670888889312744,
          "positive_goodness": 2.025035506990221,
          "runtime_seconds": 11.64520263671875
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.373631821738349,
          "lr": 0.03,
          "negative_goodness": 1.9816444267484876,
          "pair_accuracy": 0.5680444444974263,
          "positive_goodness": 2.0259911195966933,
          "runtime_seconds": 11.63614559173584
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.373728506533305,
          "lr": 0.03,
          "negative_goodness": 1.981421699057685,
          "pair_accuracy": 0.5689333333545261,
          "positive_goodness": 2.025994673156738,
          "runtime_seconds": 11.642465353012085
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3729024719662137,
          "lr": 0.03,
          "negative_goodness": 1.980512024921841,
          "pair_accuracy": 0.574777777809567,
          "positive_goodness": 2.0276968816545273,
          "runtime_seconds": 11.642671823501587
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.3738867102305095,
          "lr": 0.03,
          "negative_goodness": 1.980746754413181,
          "pair_accuracy": 0.5673111111005147,
          "positive_goodness": 2.0251719367133245,
          "runtime_seconds": 11.649094104766846
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3735298875172932,
          "lr": 0.03,
          "negative_goodness": 1.9805400116814507,
          "pair_accuracy": 0.5680222222328186,
          "positive_goodness": 2.0267051574283177,
          "runtime_seconds": 11.649485349655151
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3731885256873237,
          "lr": 0.03,
          "negative_goodness": 1.980150555144416,
          "pair_accuracy": 0.5710444444656372,
          "positive_goodness": 2.0270660296122234,
          "runtime_seconds": 11.631670236587524
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3723228305180868,
          "lr": 0.03,
          "negative_goodness": 1.9786794797261555,
          "pair_accuracy": 0.5710666667090522,
          "positive_goodness": 2.0289484508514404,
          "runtime_seconds": 11.639246702194214
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3720224593480428,
          "lr": 0.03,
          "negative_goodness": 1.978490402730306,
          "pair_accuracy": 0.5724666666772631,
          "positive_goodness": 2.029432863108317,
          "runtime_seconds": 11.624900817871094
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3724742984347873,
          "lr": 0.03,
          "negative_goodness": 1.9781931638293797,
          "pair_accuracy": 0.566088888920678,
          "positive_goodness": 2.027853514099121,
          "runtime_seconds": 11.62791657447815
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3718375903023614,
          "lr": 0.03,
          "negative_goodness": 1.9782027191797893,
          "pair_accuracy": 0.5666222222328186,
          "positive_goodness": 2.0302766784879895,
          "runtime_seconds": 11.628828763961792
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.370922574488322,
          "lr": 0.03,
          "negative_goodness": 1.976829414600796,
          "pair_accuracy": 0.5660888889153799,
          "positive_goodness": 2.031816070429484,
          "runtime_seconds": 11.631505966186523
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3707920121510824,
          "lr": 0.03,
          "negative_goodness": 1.9763365146213108,
          "pair_accuracy": 0.5638444444338481,
          "positive_goodness": 2.03183480313619,
          "runtime_seconds": 11.62484097480774
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.370685884475708,
          "lr": 0.03,
          "negative_goodness": 1.9758300384521483,
          "pair_accuracy": 0.5675777777459886,
          "positive_goodness": 2.0316514954249065,
          "runtime_seconds": 11.635108947753906
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3703188287734986,
          "lr": 0.03,
          "negative_goodness": 1.97615784096188,
          "pair_accuracy": 0.5665333333651225,
          "positive_goodness": 2.033067085054186,
          "runtime_seconds": 11.628687143325806
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3708816438039144,
          "lr": 0.03,
          "negative_goodness": 1.9758337425443862,
          "pair_accuracy": 0.5721111111217075,
          "positive_goodness": 2.0320555086347794,
          "runtime_seconds": 11.630337238311768
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3702506418652005,
          "lr": 0.03,
          "negative_goodness": 1.9754018872790866,
          "pair_accuracy": 0.5706666666348775,
          "positive_goodness": 2.0323763962215846,
          "runtime_seconds": 11.633752346038818
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3704272895177205,
          "lr": 0.03,
          "negative_goodness": 1.9755978047476874,
          "pair_accuracy": 0.5698888889100816,
          "positive_goodness": 2.03263863474528,
          "runtime_seconds": 11.64438009262085
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3695679747899374,
          "lr": 0.03,
          "negative_goodness": 1.9746400522443983,
          "pair_accuracy": 0.5712,
          "positive_goodness": 2.0343042987823488,
          "runtime_seconds": 11.636109828948975
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3694282942030165,
          "lr": 0.03,
          "negative_goodness": 1.9735730887095133,
          "pair_accuracy": 0.5731999999682108,
          "positive_goodness": 2.0342647095150417,
          "runtime_seconds": 11.643722772598267
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3695027187983195,
          "lr": 0.03,
          "negative_goodness": 1.9734778780195448,
          "pair_accuracy": 0.5751111111429003,
          "positive_goodness": 2.03434226375156,
          "runtime_seconds": 11.642555713653564
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.368854802746243,
          "lr": 0.03,
          "negative_goodness": 1.973143243492974,
          "pair_accuracy": 0.5815555555343628,
          "positive_goodness": 2.0353850836435954,
          "runtime_seconds": 11.635533571243286
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3700896099090576,
          "lr": 0.03,
          "negative_goodness": 1.974072251701355,
          "pair_accuracy": 0.5722222222752041,
          "positive_goodness": 2.0335351993984645,
          "runtime_seconds": 11.643234014511108
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3683025502522785,
          "lr": 0.03,
          "negative_goodness": 1.9725307209014893,
          "pair_accuracy": 0.5773333333015442,
          "positive_goodness": 2.0372370908525257,
          "runtime_seconds": 11.642822265625
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3687897600809733,
          "lr": 0.03,
          "negative_goodness": 1.972279850599501,
          "pair_accuracy": 0.5769555555237664,
          "positive_goodness": 2.0358499195098876,
          "runtime_seconds": 11.634697198867798
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.367533031548394,
          "lr": 0.03,
          "negative_goodness": 1.970652756076389,
          "pair_accuracy": 0.5771333333757188,
          "positive_goodness": 2.0385554161495634,
          "runtime_seconds": 11.618282794952393
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3692380514992608,
          "lr": 0.03,
          "negative_goodness": 1.9719833724127875,
          "pair_accuracy": 0.5803777778307597,
          "positive_goodness": 2.034656539577908,
          "runtime_seconds": 11.61963677406311
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3680272641499838,
          "lr": 0.03,
          "negative_goodness": 1.971846527481079,
          "pair_accuracy": 0.5758666666666666,
          "positive_goodness": 2.0372249233669706,
          "runtime_seconds": 11.616859436035156
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.367805988269382,
          "lr": 0.03,
          "negative_goodness": 1.9715043141682942,
          "pair_accuracy": 0.5773333333333334,
          "positive_goodness": 2.038396928299798,
          "runtime_seconds": 11.619065046310425
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3674915272394816,
          "lr": 0.03,
          "negative_goodness": 1.9700829806645712,
          "pair_accuracy": 0.5748444444338481,
          "positive_goodness": 2.03831669637892,
          "runtime_seconds": 11.623569965362549
        }
      ],
      "layer": 1
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3779288852055867,
          "lr": 0.03,
          "negative_goodness": 1.9887657958136664,
          "pair_accuracy": 0.6058444444391462,
          "positive_goodness": 2.019618115785387,
          "runtime_seconds": 11.730591297149658
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3687814564387004,
          "lr": 0.03,
          "negative_goodness": 1.9779838721593221,
          "pair_accuracy": 0.6417333333757188,
          "positive_goodness": 2.0357369383070205,
          "runtime_seconds": 11.721787452697754
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3644064165327283,
          "lr": 0.03,
          "negative_goodness": 1.9714145876778497,
          "pair_accuracy": 0.6431555555449592,
          "positive_goodness": 2.0440731387456257,
          "runtime_seconds": 11.723405361175537
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.362065449333191,
          "lr": 0.03,
          "negative_goodness": 1.9683866706848145,
          "pair_accuracy": 0.6455111111005147,
          "positive_goodness": 2.0485361354404024,
          "runtime_seconds": 11.722576141357422
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3612158682293363,
          "lr": 0.03,
          "negative_goodness": 1.966961821768019,
          "pair_accuracy": 0.6397111111111111,
          "positive_goodness": 2.0508648213068645,
          "runtime_seconds": 11.722963571548462
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3568571471956041,
          "lr": 0.03,
          "negative_goodness": 1.9619198601616754,
          "pair_accuracy": 0.6581333333651225,
          "positive_goodness": 2.058422923448351,
          "runtime_seconds": 11.722264528274536
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3563150974061755,
          "lr": 0.03,
          "negative_goodness": 1.9595249438179865,
          "pair_accuracy": 0.6472444444868299,
          "positive_goodness": 2.06053877398173,
          "runtime_seconds": 11.710577249526978
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3549759705649482,
          "lr": 0.03,
          "negative_goodness": 1.9585947766198053,
          "pair_accuracy": 0.6510444444974264,
          "positive_goodness": 2.0625272004445394,
          "runtime_seconds": 11.708112239837646
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3543412515640258,
          "lr": 0.03,
          "negative_goodness": 1.9554468627929686,
          "pair_accuracy": 0.6513111111429003,
          "positive_goodness": 2.063941818194919,
          "runtime_seconds": 11.70679521560669
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3528763632244534,
          "lr": 0.03,
          "negative_goodness": 1.9547743957095676,
          "pair_accuracy": 0.6574666666772631,
          "positive_goodness": 2.0672829138014053,
          "runtime_seconds": 11.705687999725342
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3560978654649523,
          "lr": 0.03,
          "negative_goodness": 1.955414313337538,
          "pair_accuracy": 0.6444444444497426,
          "positive_goodness": 2.0601611454433866,
          "runtime_seconds": 11.711697340011597
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3524977211210463,
          "lr": 0.03,
          "negative_goodness": 1.9540758435143364,
          "pair_accuracy": 0.6544888889100816,
          "positive_goodness": 2.0679304470909967,
          "runtime_seconds": 11.713745594024658
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3518627265930176,
          "lr": 0.03,
          "negative_goodness": 1.9525753909640842,
          "pair_accuracy": 0.6546666666348775,
          "positive_goodness": 2.0690668973710804,
          "runtime_seconds": 11.70510745048523
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3506922488530477,
          "lr": 0.03,
          "negative_goodness": 1.9494787661446464,
          "pair_accuracy": 0.6551999999947018,
          "positive_goodness": 2.0711264187494915,
          "runtime_seconds": 11.703119039535522
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.3493246259265477,
          "lr": 0.03,
          "negative_goodness": 1.9490591440836589,
          "pair_accuracy": 0.6634000000105964,
          "positive_goodness": 2.0734378031836616,
          "runtime_seconds": 11.700402975082397
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3488970048480564,
          "lr": 0.03,
          "negative_goodness": 1.9485145690282186,
          "pair_accuracy": 0.6548000000317892,
          "positive_goodness": 2.075845837656657,
          "runtime_seconds": 11.71081805229187
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3495160894817777,
          "lr": 0.03,
          "negative_goodness": 1.9472817274517482,
          "pair_accuracy": 0.654288888920678,
          "positive_goodness": 2.0735929873572454,
          "runtime_seconds": 11.695086479187012
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.350903788333469,
          "lr": 0.03,
          "negative_goodness": 1.949051123131646,
          "pair_accuracy": 0.6490888888676961,
          "positive_goodness": 2.0715569050682916,
          "runtime_seconds": 11.716677904129028
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3471432321972316,
          "lr": 0.03,
          "negative_goodness": 1.945978702460395,
          "pair_accuracy": 0.6623555555979411,
          "positive_goodness": 2.077838640107049,
          "runtime_seconds": 11.702491760253906
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3479180399364896,
          "lr": 0.03,
          "negative_goodness": 1.9449413262261284,
          "pair_accuracy": 0.6597555555873447,
          "positive_goodness": 2.076523918363783,
          "runtime_seconds": 11.701437711715698
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3481328354941473,
          "lr": 0.03,
          "negative_goodness": 1.9450641219245064,
          "pair_accuracy": 0.6556444444762336,
          "positive_goodness": 2.077333525127835,
          "runtime_seconds": 11.710411071777344
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3472794145584106,
          "lr": 0.03,
          "negative_goodness": 1.9443302415211996,
          "pair_accuracy": 0.6572444444391462,
          "positive_goodness": 2.0780227456410727,
          "runtime_seconds": 11.709099769592285
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3464267033259074,
          "lr": 0.03,
          "negative_goodness": 1.9418150040944417,
          "pair_accuracy": 0.6620222222010295,
          "positive_goodness": 2.0812279297934637,
          "runtime_seconds": 11.71731686592102
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.343720426834954,
          "lr": 0.03,
          "negative_goodness": 1.9397735955132378,
          "pair_accuracy": 0.6637999999894036,
          "positive_goodness": 2.0842563710530597,
          "runtime_seconds": 11.7159583568573
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.34674928372701,
          "lr": 0.03,
          "negative_goodness": 1.9431276210784911,
          "pair_accuracy": 0.6601555555608537,
          "positive_goodness": 2.0791513670603434,
          "runtime_seconds": 11.722659349441528
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3443423208236693,
          "lr": 0.03,
          "negative_goodness": 1.9409642622205947,
          "pair_accuracy": 0.6657777777989705,
          "positive_goodness": 2.0844644080691865,
          "runtime_seconds": 11.722656488418579
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3468330902735393,
          "lr": 0.03,
          "negative_goodness": 1.941868440161811,
          "pair_accuracy": 0.652422222216924,
          "positive_goodness": 2.0789949456532795,
          "runtime_seconds": 11.718188047409058
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3456064592573378,
          "lr": 0.03,
          "negative_goodness": 1.9406791231367324,
          "pair_accuracy": 0.6624444444656372,
          "positive_goodness": 2.0815360538482666,
          "runtime_seconds": 11.720701694488525
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.345142516877916,
          "lr": 0.03,
          "negative_goodness": 1.9398507436964247,
          "pair_accuracy": 0.6605555555979411,
          "positive_goodness": 2.082879420598348,
          "runtime_seconds": 11.716899633407593
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3442338406456842,
          "lr": 0.03,
          "negative_goodness": 1.9395842061572606,
          "pair_accuracy": 0.6600444444550408,
          "positive_goodness": 2.084769582663642,
          "runtime_seconds": 11.721388816833496
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3441558550516763,
          "lr": 0.03,
          "negative_goodness": 1.9395059670766195,
          "pair_accuracy": 0.6571111111429002,
          "positive_goodness": 2.0850807479010687,
          "runtime_seconds": 11.718357563018799
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3446083188798692,
          "lr": 0.03,
          "negative_goodness": 1.9379974900139703,
          "pair_accuracy": 0.6592000000211927,
          "positive_goodness": 2.0834518875545927,
          "runtime_seconds": 11.723237037658691
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3431040344662137,
          "lr": 0.03,
          "negative_goodness": 1.9392359955045912,
          "pair_accuracy": 0.6648666666666667,
          "positive_goodness": 2.0866791542053225,
          "runtime_seconds": 11.720881462097168
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3437935701158312,
          "lr": 0.03,
          "negative_goodness": 1.9389615159140692,
          "pair_accuracy": 0.6619333333863152,
          "positive_goodness": 2.0859078858269586,
          "runtime_seconds": 11.72426986694336
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.343361407746209,
          "lr": 0.03,
          "negative_goodness": 1.9375534372541638,
          "pair_accuracy": 0.66304444448683,
          "positive_goodness": 2.085440637927585,
          "runtime_seconds": 11.723474979400635
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3424837616814507,
          "lr": 0.03,
          "negative_goodness": 1.935817343436347,
          "pair_accuracy": 0.6673777777989706,
          "positive_goodness": 2.0889858891381157,
          "runtime_seconds": 11.72346019744873
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3436959777832032,
          "lr": 0.03,
          "negative_goodness": 1.937473092481825,
          "pair_accuracy": 0.667333333354526,
          "positive_goodness": 2.086082305293613,
          "runtime_seconds": 11.729148864746094
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.341579214117262,
          "lr": 0.03,
          "negative_goodness": 1.9371237266116672,
          "pair_accuracy": 0.6674000000105964,
          "positive_goodness": 2.0890570577409533,
          "runtime_seconds": 11.723307847976685
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3419573312759399,
          "lr": 0.03,
          "negative_goodness": 1.9358948572794596,
          "pair_accuracy": 0.6640222222328186,
          "positive_goodness": 2.0892184382544623,
          "runtime_seconds": 11.72895884513855
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3413844200346206,
          "lr": 0.03,
          "negative_goodness": 1.9352415680143569,
          "pair_accuracy": 0.6656222222540114,
          "positive_goodness": 2.09022466085222,
          "runtime_seconds": 11.722878217697144
        }
      ],
      "layer": 2
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.367459845161438,
          "lr": 0.03,
          "negative_goodness": 1.9330516387727525,
          "pair_accuracy": 0.641066666645474,
          "positive_goodness": 2.0261028359307183,
          "runtime_seconds": 11.667250394821167
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3472698350694445,
          "lr": 0.03,
          "negative_goodness": 1.9507722727033827,
          "pair_accuracy": 0.6807777777459887,
          "positive_goodness": 2.0758965493943955,
          "runtime_seconds": 11.661813259124756
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3402033028072782,
          "lr": 0.03,
          "negative_goodness": 1.9453956406911215,
          "pair_accuracy": 0.7050666666984559,
          "positive_goodness": 2.0905503288269043,
          "runtime_seconds": 11.645031690597534
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.338367722553677,
          "lr": 0.03,
          "negative_goodness": 1.9432355700174968,
          "pair_accuracy": 0.7085777778201633,
          "positive_goodness": 2.0938557069566515,
          "runtime_seconds": 11.642852544784546
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3344461128022935,
          "lr": 0.03,
          "negative_goodness": 1.9399895871056452,
          "pair_accuracy": 0.7206666666772631,
          "positive_goodness": 2.1013122850630017,
          "runtime_seconds": 11.651227951049805
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3315617384380765,
          "lr": 0.03,
          "negative_goodness": 1.9371667368994818,
          "pair_accuracy": 0.7284222222540113,
          "positive_goodness": 2.1069872475941978,
          "runtime_seconds": 11.643929719924927
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3285587941699557,
          "lr": 0.03,
          "negative_goodness": 1.9342771880679661,
          "pair_accuracy": 0.736,
          "positive_goodness": 2.113783571243286,
          "runtime_seconds": 11.64828085899353
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3265849003050063,
          "lr": 0.03,
          "negative_goodness": 1.9326733703613281,
          "pair_accuracy": 0.7379777778201633,
          "positive_goodness": 2.117318302324083,
          "runtime_seconds": 11.645737886428833
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3253709215799967,
          "lr": 0.03,
          "negative_goodness": 1.931463662677341,
          "pair_accuracy": 0.7440888889312745,
          "positive_goodness": 2.119651028611925,
          "runtime_seconds": 11.646366119384766
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3253197524388631,
          "lr": 0.03,
          "negative_goodness": 1.931640121799045,
          "pair_accuracy": 0.745755555597941,
          "positive_goodness": 2.1195050912221274,
          "runtime_seconds": 11.636082172393799
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.322776247490777,
          "lr": 0.03,
          "negative_goodness": 1.9290033570395575,
          "pair_accuracy": 0.7493111111429003,
          "positive_goodness": 2.1253040307362876,
          "runtime_seconds": 11.645835161209106
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3204720533794827,
          "lr": 0.03,
          "negative_goodness": 1.9231762857437134,
          "pair_accuracy": 0.7449111111217075,
          "positive_goodness": 2.130285669369168,
          "runtime_seconds": 11.63994026184082
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3175998697280884,
          "lr": 0.03,
          "negative_goodness": 1.923855586666531,
          "pair_accuracy": 0.7539777778042688,
          "positive_goodness": 2.1357438816070555,
          "runtime_seconds": 11.644152879714966
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3211536750157675,
          "lr": 0.03,
          "negative_goodness": 1.9226992101245457,
          "pair_accuracy": 0.746911111164093,
          "positive_goodness": 2.1281302406522964,
          "runtime_seconds": 11.623492956161499
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.319751652675205,
          "lr": 0.03,
          "negative_goodness": 1.9243443406422933,
          "pair_accuracy": 0.748422222243415,
          "positive_goodness": 2.132717906697591,
          "runtime_seconds": 11.628913402557373
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3150872550328572,
          "lr": 0.03,
          "negative_goodness": 1.9186897555881077,
          "pair_accuracy": 0.7639555555767483,
          "positive_goodness": 2.140177485699124,
          "runtime_seconds": 11.627901554107666
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.316307385190328,
          "lr": 0.03,
          "negative_goodness": 1.9201749829186334,
          "pair_accuracy": 0.7561111111534966,
          "positive_goodness": 2.1396531886206733,
          "runtime_seconds": 11.629817724227905
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.313331455569797,
          "lr": 0.03,
          "negative_goodness": 1.9130325802909003,
          "pair_accuracy": 0.7633555555555556,
          "positive_goodness": 2.1434914997524683,
          "runtime_seconds": 11.623202323913574
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3123902754041883,
          "lr": 0.03,
          "negative_goodness": 1.915258291223314,
          "pair_accuracy": 0.7598888888888888,
          "positive_goodness": 2.14806330625746,
          "runtime_seconds": 11.619752407073975
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3130006041844686,
          "lr": 0.03,
          "negative_goodness": 1.9159666412777372,
          "pair_accuracy": 0.7623111111111112,
          "positive_goodness": 2.1457001810709637,
          "runtime_seconds": 11.637765169143677
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3154597177929348,
          "lr": 0.03,
          "negative_goodness": 1.916594235950046,
          "pair_accuracy": 0.7538888889206781,
          "positive_goodness": 2.1410362669203016,
          "runtime_seconds": 11.641167640686035
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.312836881934272,
          "lr": 0.03,
          "negative_goodness": 1.914357154973348,
          "pair_accuracy": 0.7585777777883742,
          "positive_goodness": 2.1469469069374933,
          "runtime_seconds": 11.63805603981018
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3125800873862372,
          "lr": 0.03,
          "negative_goodness": 1.913197738901774,
          "pair_accuracy": 0.758822222243415,
          "positive_goodness": 2.146700999153985,
          "runtime_seconds": 11.621946096420288
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3095291776869031,
          "lr": 0.03,
          "negative_goodness": 1.9085307179556952,
          "pair_accuracy": 0.7667555555449592,
          "positive_goodness": 2.1535462416966755,
          "runtime_seconds": 11.623175144195557
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3048832671695285,
          "lr": 0.03,
          "negative_goodness": 1.9060974386427139,
          "pair_accuracy": 0.7748666666348776,
          "positive_goodness": 2.1630530720180934,
          "runtime_seconds": 11.618128776550293
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3096126085917155,
          "lr": 0.03,
          "negative_goodness": 1.9098250877804226,
          "pair_accuracy": 0.7658444444232517,
          "positive_goodness": 2.152207693311903,
          "runtime_seconds": 11.616456270217896
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3087055231730143,
          "lr": 0.03,
          "negative_goodness": 1.908130583275689,
          "pair_accuracy": 0.7731333333439298,
          "positive_goodness": 2.1546057190789116,
          "runtime_seconds": 11.623927354812622
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3108820977105036,
          "lr": 0.03,
          "negative_goodness": 1.908169064034356,
          "pair_accuracy": 0.7585111111111111,
          "positive_goodness": 2.1519969491322835,
          "runtime_seconds": 11.628703355789185
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3094999146355524,
          "lr": 0.03,
          "negative_goodness": 1.908427742852105,
          "pair_accuracy": 0.7626,
          "positive_goodness": 2.154376592042711,
          "runtime_seconds": 11.618270874023438
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3071542667812772,
          "lr": 0.03,
          "negative_goodness": 1.9072853684531317,
          "pair_accuracy": 0.7695111111429003,
          "positive_goodness": 2.156296457672119,
          "runtime_seconds": 11.612388849258423
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3037435710695056,
          "lr": 0.03,
          "negative_goodness": 1.9053281052907307,
          "pair_accuracy": 0.77824444448683,
          "positive_goodness": 2.164063990995619,
          "runtime_seconds": 11.618407487869263
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3051587497499253,
          "lr": 0.03,
          "negative_goodness": 1.903402171919081,
          "pair_accuracy": 0.7731333333863153,
          "positive_goodness": 2.163484990141127,
          "runtime_seconds": 11.620911121368408
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3064426875008477,
          "lr": 0.03,
          "negative_goodness": 1.9060485151926676,
          "pair_accuracy": 0.7691999999894036,
          "positive_goodness": 2.159691228315565,
          "runtime_seconds": 11.610280752182007
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.308355294058058,
          "lr": 0.03,
          "negative_goodness": 1.9051784443537394,
          "pair_accuracy": 0.7619111111217075,
          "positive_goodness": 2.1564514309777154,
          "runtime_seconds": 11.614599466323853
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3042696283128528,
          "lr": 0.03,
          "negative_goodness": 1.9028806007385255,
          "pair_accuracy": 0.7675333333863152,
          "positive_goodness": 2.1636217622968887,
          "runtime_seconds": 11.604770421981812
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.300296650483873,
          "lr": 0.03,
          "negative_goodness": 1.8978835581673517,
          "pair_accuracy": 0.7782666666560702,
          "positive_goodness": 2.1727986998240154,
          "runtime_seconds": 11.609273195266724
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3086429328494602,
          "lr": 0.03,
          "negative_goodness": 1.9046085112253825,
          "pair_accuracy": 0.7616888888994853,
          "positive_goodness": 2.1568697394053142,
          "runtime_seconds": 11.605615139007568
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3027260330412123,
          "lr": 0.03,
          "negative_goodness": 1.9004781151453654,
          "pair_accuracy": 0.7750222222646077,
          "positive_goodness": 2.1668782386779784,
          "runtime_seconds": 11.606534481048584
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.302135106171502,
          "lr": 0.03,
          "negative_goodness": 1.9000673748228285,
          "pair_accuracy": 0.7743111110793219,
          "positive_goodness": 2.170170675532023,
          "runtime_seconds": 11.611836671829224
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.2992284558614096,
          "lr": 0.03,
          "negative_goodness": 1.8986741865581935,
          "pair_accuracy": 0.7775777777883741,
          "positive_goodness": 2.1736937514199153,
          "runtime_seconds": 11.604755640029907
        }
      ],
      "layer": 3
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2974100570042928,
          "lr": 0.03,
          "negative_goodness": 1.9269117997487386,
          "pair_accuracy": 0.8021111111429002,
          "positive_goodness": 2.2028569863637286,
          "runtime_seconds": 11.71943974494934
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.266902316877577,
          "lr": 0.03,
          "negative_goodness": 1.8903473185857138,
          "pair_accuracy": 0.8629555555979411,
          "positive_goodness": 2.2574358168707955,
          "runtime_seconds": 11.705174684524536
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2602848402235243,
          "lr": 0.03,
          "negative_goodness": 1.8844839577568901,
          "pair_accuracy": 0.8586444444656373,
          "positive_goodness": 2.27039889348348,
          "runtime_seconds": 11.700181007385254
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.2541868543836805,
          "lr": 0.03,
          "negative_goodness": 1.8768214871724447,
          "pair_accuracy": 0.8630444444656372,
          "positive_goodness": 2.279573274697198,
          "runtime_seconds": 11.697310209274292
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.258516755104065,
          "lr": 0.03,
          "negative_goodness": 1.8788381919648913,
          "pair_accuracy": 0.8528222222010294,
          "positive_goodness": 2.2712957264794245,
          "runtime_seconds": 11.685123682022095
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.2459681421279907,
          "lr": 0.03,
          "negative_goodness": 1.8724061972300212,
          "pair_accuracy": 0.8662888889418708,
          "positive_goodness": 2.295175547366672,
          "runtime_seconds": 11.678721189498901
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.2476011573791503,
          "lr": 0.03,
          "negative_goodness": 1.8705129869249133,
          "pair_accuracy": 0.8556222222222222,
          "positive_goodness": 2.2910348448435465,
          "runtime_seconds": 11.68252682685852
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.2391502485911052,
          "lr": 0.03,
          "negative_goodness": 1.8617994691001045,
          "pair_accuracy": 0.8643777778307596,
          "positive_goodness": 2.3087576757219104,
          "runtime_seconds": 11.697506427764893
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.2430077379862468,
          "lr": 0.03,
          "negative_goodness": 1.8647374381171333,
          "pair_accuracy": 0.8567111111111111,
          "positive_goodness": 2.2991002980126276,
          "runtime_seconds": 11.691073179244995
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.2425199806213378,
          "lr": 0.03,
          "negative_goodness": 1.8643790057076348,
          "pair_accuracy": 0.8580888888676961,
          "positive_goodness": 2.3020848465389676,
          "runtime_seconds": 11.688095331192017
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.2373072817060682,
          "lr": 0.03,
          "negative_goodness": 1.8596033768759834,
          "pair_accuracy": 0.8605111111429002,
          "positive_goodness": 2.312140870581733,
          "runtime_seconds": 11.709283590316772
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.2283480828179254,
          "lr": 0.03,
          "negative_goodness": 1.8550180793338351,
          "pair_accuracy": 0.8710888889312745,
          "positive_goodness": 2.3313412198384604,
          "runtime_seconds": 11.686227560043335
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.2346090318467882,
          "lr": 0.03,
          "negative_goodness": 1.8553644347720677,
          "pair_accuracy": 0.8640888888888889,
          "positive_goodness": 2.3175848207685683,
          "runtime_seconds": 11.6819748878479
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.2267238519456651,
          "lr": 0.03,
          "negative_goodness": 1.8520526095496284,
          "pair_accuracy": 0.8676222222116259,
          "positive_goodness": 2.332529445054796,
          "runtime_seconds": 11.692780017852783
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.231348532019721,
          "lr": 0.03,
          "negative_goodness": 1.8511238772710163,
          "pair_accuracy": 0.859711111079322,
          "positive_goodness": 2.3248994780222576,
          "runtime_seconds": 11.623886823654175
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.224970084063212,
          "lr": 0.03,
          "negative_goodness": 1.8484964473512437,
          "pair_accuracy": 0.8694222222540113,
          "positive_goodness": 2.337208944193522,
          "runtime_seconds": 11.623820066452026
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.2337086119969687,
          "lr": 0.03,
          "negative_goodness": 1.8517006676355998,
          "pair_accuracy": 0.8582222222540113,
          "positive_goodness": 2.320470022455851,
          "runtime_seconds": 11.622841596603394
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.2233535760243734,
          "lr": 0.03,
          "negative_goodness": 1.8441259371439616,
          "pair_accuracy": 0.8621111111005147,
          "positive_goodness": 2.341385015911526,
          "runtime_seconds": 11.623075723648071
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.2238338752746583,
          "lr": 0.03,
          "negative_goodness": 1.8431409721798366,
          "pair_accuracy": 0.863977777809567,
          "positive_goodness": 2.341117366748386,
          "runtime_seconds": 11.620038032531738
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.2320029454549153,
          "lr": 0.03,
          "negative_goodness": 1.8481553483115303,
          "pair_accuracy": 0.8548444444550408,
          "positive_goodness": 2.323660628721449,
          "runtime_seconds": 11.623883724212646
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.2252296841727364,
          "lr": 0.03,
          "negative_goodness": 1.8471482981363931,
          "pair_accuracy": 0.8634666666878594,
          "positive_goodness": 2.339702256562975,
          "runtime_seconds": 11.620970010757446
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.216896374575297,
          "lr": 0.03,
          "negative_goodness": 1.8399128238677978,
          "pair_accuracy": 0.8714444444126553,
          "positive_goodness": 2.352192191865709,
          "runtime_seconds": 11.624725818634033
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.2211043091668023,
          "lr": 0.03,
          "negative_goodness": 1.837358495839437,
          "pair_accuracy": 0.8575111111005147,
          "positive_goodness": 2.347506913757324,
          "runtime_seconds": 11.621871709823608
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.2195650589201186,
          "lr": 0.03,
          "negative_goodness": 1.8400406060112848,
          "pair_accuracy": 0.861977777809567,
          "positive_goodness": 2.3512246698167587,
          "runtime_seconds": 11.618400573730469
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.2172330122417874,
          "lr": 0.03,
          "negative_goodness": 1.8378624129825167,
          "pair_accuracy": 0.8661111110793219,
          "positive_goodness": 2.356418167453342,
          "runtime_seconds": 11.623245239257812
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.2202847961213854,
          "lr": 0.03,
          "negative_goodness": 1.8398439022911919,
          "pair_accuracy": 0.8641111111534966,
          "positive_goodness": 2.350682380549113,
          "runtime_seconds": 11.619524002075195
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.2184630412419637,
          "lr": 0.03,
          "negative_goodness": 1.8356134390936958,
          "pair_accuracy": 0.8619111110899184,
          "positive_goodness": 2.3530470195346407,
          "runtime_seconds": 11.62349557876587
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.2198888775931465,
          "lr": 0.03,
          "negative_goodness": 1.8395154721577962,
          "pair_accuracy": 0.8632888889312744,
          "positive_goodness": 2.3478364072587756,
          "runtime_seconds": 11.625456094741821
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.2210440651787653,
          "lr": 0.03,
          "negative_goodness": 1.8363555541144476,
          "pair_accuracy": 0.8597111111534966,
          "positive_goodness": 2.3461366112179225,
          "runtime_seconds": 11.632477521896362
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.2153547239091662,
          "lr": 0.03,
          "negative_goodness": 1.835810061009725,
          "pair_accuracy": 0.870333333322737,
          "positive_goodness": 2.359571813074748,
          "runtime_seconds": 11.631120920181274
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.210071067958408,
          "lr": 0.03,
          "negative_goodness": 1.8302204285727608,
          "pair_accuracy": 0.8749111111429002,
          "positive_goodness": 2.371207626809014,
          "runtime_seconds": 11.626039981842041
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.2212485893249512,
          "lr": 0.03,
          "negative_goodness": 1.8375002615186904,
          "pair_accuracy": 0.8562000000211928,
          "positive_goodness": 2.3504805737813315,
          "runtime_seconds": 11.622323513031006
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.2096435585869683,
          "lr": 0.03,
          "negative_goodness": 1.8281557895236544,
          "pair_accuracy": 0.8686888888994853,
          "positive_goodness": 2.370964261288113,
          "runtime_seconds": 11.618919610977173
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.2151046886232164,
          "lr": 0.03,
          "negative_goodness": 1.8310402765274048,
          "pair_accuracy": 0.8636666667196485,
          "positive_goodness": 2.3598729967329235,
          "runtime_seconds": 11.615501165390015
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.2134665329827203,
          "lr": 0.03,
          "negative_goodness": 1.8323688009474013,
          "pair_accuracy": 0.8668000000105964,
          "positive_goodness": 2.3668355489518906,
          "runtime_seconds": 11.621449947357178
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.2125865678151448,
          "lr": 0.03,
          "negative_goodness": 1.8306454999923707,
          "pair_accuracy": 0.8675111111217075,
          "positive_goodness": 2.367877593188816,
          "runtime_seconds": 11.615777730941772
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.215733489312066,
          "lr": 0.03,
          "negative_goodness": 1.8316720685111152,
          "pair_accuracy": 0.8602222222752042,
          "positive_goodness": 2.3616803107791475,
          "runtime_seconds": 11.618388652801514
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.2051207848654852,
          "lr": 0.03,
          "negative_goodness": 1.8211462195078532,
          "pair_accuracy": 0.8687999999894036,
          "positive_goodness": 2.383752703942193,
          "runtime_seconds": 11.614291667938232
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.2088908529069688,
          "lr": 0.03,
          "negative_goodness": 1.8280805202907986,
          "pair_accuracy": 0.8697333333121405,
          "positive_goodness": 2.3775679295433894,
          "runtime_seconds": 11.61533522605896
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.2186238932715523,
          "lr": 0.03,
          "negative_goodness": 1.8293737785551283,
          "pair_accuracy": 0.8589111111534966,
          "positive_goodness": 2.3541522352430557,
          "runtime_seconds": 11.629469633102417
        }
      ],
      "layer": 4
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2640943185806275,
          "lr": 0.03,
          "negative_goodness": 1.837949653010898,
          "pair_accuracy": 0.817422222190433,
          "positive_goodness": 2.2383010758294,
          "runtime_seconds": 11.543519496917725
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.2257584898206924,
          "lr": 0.03,
          "negative_goodness": 1.8485151755226983,
          "pair_accuracy": 0.8469777777671814,
          "positive_goodness": 2.3276434290568035,
          "runtime_seconds": 11.528894186019897
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2186515785853067,
          "lr": 0.03,
          "negative_goodness": 1.8423954274495442,
          "pair_accuracy": 0.8486000000423856,
          "positive_goodness": 2.3426477941301136,
          "runtime_seconds": 11.536607503890991
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.2148487347284953,
          "lr": 0.03,
          "negative_goodness": 1.839344624710083,
          "pair_accuracy": 0.8546888888782925,
          "positive_goodness": 2.3535570917341446,
          "runtime_seconds": 11.529999256134033
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.2094115921444364,
          "lr": 0.03,
          "negative_goodness": 1.8373536109076607,
          "pair_accuracy": 0.8564666666666667,
          "positive_goodness": 2.3640496288723414,
          "runtime_seconds": 11.537490367889404
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.2084835014979045,
          "lr": 0.03,
          "negative_goodness": 1.833891646364,
          "pair_accuracy": 0.856422222243415,
          "positive_goodness": 2.364744267442491,
          "runtime_seconds": 11.527695655822754
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.1991506695217558,
          "lr": 0.03,
          "negative_goodness": 1.8261526878992715,
          "pair_accuracy": 0.8599999999682109,
          "positive_goodness": 2.3870917737325033,
          "runtime_seconds": 11.528368949890137
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.1879227691226535,
          "lr": 0.03,
          "negative_goodness": 1.8220267570919462,
          "pair_accuracy": 0.8696888888888888,
          "positive_goodness": 2.414912501186795,
          "runtime_seconds": 11.524341106414795
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.196601596238878,
          "lr": 0.03,
          "negative_goodness": 1.8190533699247573,
          "pair_accuracy": 0.8565777777565851,
          "positive_goodness": 2.3921807975345186,
          "runtime_seconds": 11.521955251693726
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.192830986234877,
          "lr": 0.03,
          "negative_goodness": 1.8233083541234334,
          "pair_accuracy": 0.8683111111005147,
          "positive_goodness": 2.400154271274143,
          "runtime_seconds": 11.524983882904053
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.195799821556939,
          "lr": 0.03,
          "negative_goodness": 1.828004918776618,
          "pair_accuracy": 0.8581777777777778,
          "positive_goodness": 2.395688100687663,
          "runtime_seconds": 11.531301259994507
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1882898572497897,
          "lr": 0.03,
          "negative_goodness": 1.83034230533176,
          "pair_accuracy": 0.8659333333333333,
          "positive_goodness": 2.4098353417714438,
          "runtime_seconds": 11.529027462005615
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.1830635355419583,
          "lr": 0.03,
          "negative_goodness": 1.8295861261791653,
          "pair_accuracy": 0.8722444444232517,
          "positive_goodness": 2.4185531385209824,
          "runtime_seconds": 11.53736162185669
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.1830593860626222,
          "lr": 0.03,
          "negative_goodness": 1.8295215478685167,
          "pair_accuracy": 0.8675333333015441,
          "positive_goodness": 2.4190804520077176,
          "runtime_seconds": 11.542793989181519
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.1783839426252578,
          "lr": 0.03,
          "negative_goodness": 1.8269362415737576,
          "pair_accuracy": 0.8726666666348776,
          "positive_goodness": 2.4326939543830024,
          "runtime_seconds": 11.541524648666382
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.1670567652172512,
          "lr": 0.03,
          "negative_goodness": 1.8228577316708034,
          "pair_accuracy": 0.8855777778307596,
          "positive_goodness": 2.451684148322211,
          "runtime_seconds": 11.542285442352295
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.1646284853193496,
          "lr": 0.03,
          "negative_goodness": 1.8171203642527263,
          "pair_accuracy": 0.8821777777777777,
          "positive_goodness": 2.459286468908522,
          "runtime_seconds": 11.53899359703064
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1734953879568313,
          "lr": 0.03,
          "negative_goodness": 1.8188947138044569,
          "pair_accuracy": 0.8769999999788073,
          "positive_goodness": 2.4421356020185683,
          "runtime_seconds": 11.531331539154053
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.1733903111139934,
          "lr": 0.03,
          "negative_goodness": 1.8217276794009738,
          "pair_accuracy": 0.8745333333863152,
          "positive_goodness": 2.443972422027588,
          "runtime_seconds": 11.543113946914673
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1579077375517952,
          "lr": 0.03,
          "negative_goodness": 1.8098951486587525,
          "pair_accuracy": 0.8828666666666667,
          "positive_goodness": 2.474400340652466,
          "runtime_seconds": 11.534554243087769
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.1619299196243287,
          "lr": 0.03,
          "negative_goodness": 1.8154900616539849,
          "pair_accuracy": 0.8755555555237664,
          "positive_goodness": 2.4672131683349607,
          "runtime_seconds": 11.540829181671143
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.1672344216452704,
          "lr": 0.03,
          "negative_goodness": 1.8176004131529067,
          "pair_accuracy": 0.8785777778201633,
          "positive_goodness": 2.455469316482544,
          "runtime_seconds": 11.553859949111938
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.1715546137068007,
          "lr": 0.03,
          "negative_goodness": 1.8171795966042412,
          "pair_accuracy": 0.8706222222646077,
          "positive_goodness": 2.4485380153656005,
          "runtime_seconds": 11.540721416473389
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.176495985306634,
          "lr": 0.03,
          "negative_goodness": 1.8202688810984293,
          "pair_accuracy": 0.8626888888676961,
          "positive_goodness": 2.4382167087131075,
          "runtime_seconds": 11.554187536239624
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.1624179238637289,
          "lr": 0.03,
          "negative_goodness": 1.8158309200498792,
          "pair_accuracy": 0.8846888888570997,
          "positive_goodness": 2.468046030553182,
          "runtime_seconds": 11.549007892608643
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.1736109365887113,
          "lr": 0.03,
          "negative_goodness": 1.8189527132458156,
          "pair_accuracy": 0.873777777756585,
          "positive_goodness": 2.4418824298858643,
          "runtime_seconds": 11.554255485534668
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.164602993657854,
          "lr": 0.03,
          "negative_goodness": 1.8128246152453953,
          "pair_accuracy": 0.8739777777671814,
          "positive_goodness": 2.4650518174489338,
          "runtime_seconds": 11.552649736404419
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.1558470350689358,
          "lr": 0.03,
          "negative_goodness": 1.81203887424469,
          "pair_accuracy": 0.8863111111005147,
          "positive_goodness": 2.4806192494710286,
          "runtime_seconds": 11.541622877120972
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.1705708314259846,
          "lr": 0.03,
          "negative_goodness": 1.8168842864990233,
          "pair_accuracy": 0.8754222222328186,
          "positive_goodness": 2.453692120827569,
          "runtime_seconds": 11.541551113128662
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.167636282602946,
          "lr": 0.03,
          "negative_goodness": 1.8136602623621623,
          "pair_accuracy": 0.8702444444126552,
          "positive_goodness": 2.457043643230862,
          "runtime_seconds": 11.533794403076172
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.1491878471586439,
          "lr": 0.03,
          "negative_goodness": 1.8019826803631254,
          "pair_accuracy": 0.8855333333015442,
          "positive_goodness": 2.495717789883084,
          "runtime_seconds": 11.55349349975586
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.1570207036972047,
          "lr": 0.03,
          "negative_goodness": 1.8057381370968288,
          "pair_accuracy": 0.8806444444232516,
          "positive_goodness": 2.4827624225616454,
          "runtime_seconds": 11.5486421585083
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.1579727396011352,
          "lr": 0.03,
          "negative_goodness": 1.8047701614379883,
          "pair_accuracy": 0.8808666666772631,
          "positive_goodness": 2.4783652513715957,
          "runtime_seconds": 11.551050424575806
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.1590536931355795,
          "lr": 0.03,
          "negative_goodness": 1.8106206292894151,
          "pair_accuracy": 0.8805555555237664,
          "positive_goodness": 2.4739725797865124,
          "runtime_seconds": 11.549458026885986
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.1479945594787597,
          "lr": 0.03,
          "negative_goodness": 1.798618041059706,
          "pair_accuracy": 0.8868888888676961,
          "positive_goodness": 2.503169287829929,
          "runtime_seconds": 11.551609754562378
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.145593791601393,
          "lr": 0.03,
          "negative_goodness": 1.793120276260376,
          "pair_accuracy": 0.8898222222540114,
          "positive_goodness": 2.506599712329441,
          "runtime_seconds": 11.540189027786255
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.1569806369569566,
          "lr": 0.03,
          "negative_goodness": 1.8061028752009074,
          "pair_accuracy": 0.883733333322737,
          "positive_goodness": 2.4832660158369277,
          "runtime_seconds": 11.541802167892456
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.1494661441379124,
          "lr": 0.03,
          "negative_goodness": 1.7960279945585462,
          "pair_accuracy": 0.8794000000529819,
          "positive_goodness": 2.499471570417616,
          "runtime_seconds": 11.542744159698486
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.1600474132325913,
          "lr": 0.03,
          "negative_goodness": 1.8039143653021918,
          "pair_accuracy": 0.8668888888676961,
          "positive_goodness": 2.4775163215213354,
          "runtime_seconds": 11.535056829452515
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.1499775709788005,
          "lr": 0.03,
          "negative_goodness": 1.797292807091607,
          "pair_accuracy": 0.8822888889312744,
          "positive_goodness": 2.500367884190877,
          "runtime_seconds": 11.545231819152832
        }
      ],
      "layer": 5
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2831310903549193,
          "lr": 0.03,
          "negative_goodness": 1.9032643579271105,
          "pair_accuracy": 0.7616444444444445,
          "positive_goodness": 2.256997769970364,
          "runtime_seconds": 11.64335560798645
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.2216866991043092,
          "lr": 0.03,
          "negative_goodness": 1.8548423623402914,
          "pair_accuracy": 0.8301777777724796,
          "positive_goodness": 2.3521213873969185,
          "runtime_seconds": 11.635652542114258
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2185263077841866,
          "lr": 0.03,
          "negative_goodness": 1.84158028594123,
          "pair_accuracy": 0.8302666667090521,
          "positive_goodness": 2.3502636603461373,
          "runtime_seconds": 11.63414216041565
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.2001175803926256,
          "lr": 0.03,
          "negative_goodness": 1.8359826647228665,
          "pair_accuracy": 0.8460888889100816,
          "positive_goodness": 2.390721460511949,
          "runtime_seconds": 11.637096881866455
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.1992333313624064,
          "lr": 0.03,
          "negative_goodness": 1.8327802218119302,
          "pair_accuracy": 0.8430000000423855,
          "positive_goodness": 2.3909603073543972,
          "runtime_seconds": 11.629005670547485
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.1939834526485866,
          "lr": 0.03,
          "negative_goodness": 1.8216703240712484,
          "pair_accuracy": 0.8457111110899184,
          "positive_goodness": 2.3978169802771676,
          "runtime_seconds": 11.636808156967163
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.2042369902928671,
          "lr": 0.03,
          "negative_goodness": 1.8351795131259494,
          "pair_accuracy": 0.8393777777565851,
          "positive_goodness": 2.37671755794949,
          "runtime_seconds": 11.644983530044556
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.1937279999838935,
          "lr": 0.03,
          "negative_goodness": 1.8255864045461019,
          "pair_accuracy": 0.8449777777459886,
          "positive_goodness": 2.395956175189548,
          "runtime_seconds": 11.647197484970093
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.1822545893563166,
          "lr": 0.03,
          "negative_goodness": 1.8136470387988621,
          "pair_accuracy": 0.8522666666878594,
          "positive_goodness": 2.4208717231750487,
          "runtime_seconds": 11.639488458633423
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.1753739503860474,
          "lr": 0.03,
          "negative_goodness": 1.8126982564502292,
          "pair_accuracy": 0.8579333333333333,
          "positive_goodness": 2.436575340270996,
          "runtime_seconds": 11.637054920196533
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.1734663257598876,
          "lr": 0.03,
          "negative_goodness": 1.8063731282975939,
          "pair_accuracy": 0.8558888888782925,
          "positive_goodness": 2.4396613458421497,
          "runtime_seconds": 11.62238597869873
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1676012566248575,
          "lr": 0.03,
          "negative_goodness": 1.7997524366590711,
          "pair_accuracy": 0.8590222222752041,
          "positive_goodness": 2.454410974036323,
          "runtime_seconds": 11.634993553161621
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.1617865560955472,
          "lr": 0.03,
          "negative_goodness": 1.7935044751061333,
          "pair_accuracy": 0.8613555555343628,
          "positive_goodness": 2.4669948513454862,
          "runtime_seconds": 11.620763301849365
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.1595107731501262,
          "lr": 0.03,
          "negative_goodness": 1.7922387006547715,
          "pair_accuracy": 0.8613333333492279,
          "positive_goodness": 2.4709676604800754,
          "runtime_seconds": 11.62801194190979
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.1818918980492485,
          "lr": 0.03,
          "negative_goodness": 1.8059306574927436,
          "pair_accuracy": 0.8468666667196486,
          "positive_goodness": 2.4239385548061794,
          "runtime_seconds": 11.63556694984436
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.158981059243944,
          "lr": 0.03,
          "negative_goodness": 1.7916974442164104,
          "pair_accuracy": 0.8702222221904331,
          "positive_goodness": 2.469469474750095,
          "runtime_seconds": 11.630403757095337
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.1553620676252576,
          "lr": 0.03,
          "negative_goodness": 1.7864330818388197,
          "pair_accuracy": 0.8642666667090522,
          "positive_goodness": 2.481314300282796,
          "runtime_seconds": 11.634033918380737
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1619070245954726,
          "lr": 0.03,
          "negative_goodness": 1.7875835597568088,
          "pair_accuracy": 0.8564444444497427,
          "positive_goodness": 2.4678259824328954,
          "runtime_seconds": 11.632471084594727
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.1670588163375855,
          "lr": 0.03,
          "negative_goodness": 1.7894921004825168,
          "pair_accuracy": 0.852711111164093,
          "positive_goodness": 2.4588375985039606,
          "runtime_seconds": 11.631313562393188
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1522335155698988,
          "lr": 0.03,
          "negative_goodness": 1.7806840529971653,
          "pair_accuracy": 0.8617777777989706,
          "positive_goodness": 2.4897556865268284,
          "runtime_seconds": 11.63663935661316
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.153405696996053,
          "lr": 0.03,
          "negative_goodness": 1.77760267607371,
          "pair_accuracy": 0.8664444444550409,
          "positive_goodness": 2.483673891576131,
          "runtime_seconds": 11.635491132736206
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.1688775838851928,
          "lr": 0.03,
          "negative_goodness": 1.7865968455844454,
          "pair_accuracy": 0.8437555555449592,
          "positive_goodness": 2.4552407937791614,
          "runtime_seconds": 11.639838933944702
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.1512686656739977,
          "lr": 0.03,
          "negative_goodness": 1.7732483816358777,
          "pair_accuracy": 0.862177777809567,
          "positive_goodness": 2.4921748797098795,
          "runtime_seconds": 11.650378227233887
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.140595461294386,
          "lr": 0.03,
          "negative_goodness": 1.7676722120285033,
          "pair_accuracy": 0.8703777778201633,
          "positive_goodness": 2.5145021452585854,
          "runtime_seconds": 11.648691892623901
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.1509253253830805,
          "lr": 0.03,
          "negative_goodness": 1.7751500752978855,
          "pair_accuracy": 0.8640888888570998,
          "positive_goodness": 2.4923622044033475,
          "runtime_seconds": 11.647879600524902
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.1450816348605686,
          "lr": 0.03,
          "negative_goodness": 1.7687745539135402,
          "pair_accuracy": 0.8655333333545261,
          "positive_goodness": 2.505045714272393,
          "runtime_seconds": 11.650751113891602
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.1506344610638088,
          "lr": 0.03,
          "negative_goodness": 1.7733274820963543,
          "pair_accuracy": 0.8662222221904331,
          "positive_goodness": 2.498063173336453,
          "runtime_seconds": 11.654037475585938
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.1537141801834105,
          "lr": 0.03,
          "negative_goodness": 1.767330745485094,
          "pair_accuracy": 0.85384444448683,
          "positive_goodness": 2.4871170323265925,
          "runtime_seconds": 11.644893169403076
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.1407649997923108,
          "lr": 0.03,
          "negative_goodness": 1.7592718709309896,
          "pair_accuracy": 0.8563555555237664,
          "positive_goodness": 2.5183498206032646,
          "runtime_seconds": 11.654298782348633
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.150628978093465,
          "lr": 0.03,
          "negative_goodness": 1.7694000733481514,
          "pair_accuracy": 0.865177777809567,
          "positive_goodness": 2.4955952262454564,
          "runtime_seconds": 11.647338151931763
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.155311982568105,
          "lr": 0.03,
          "negative_goodness": 1.7679326303482055,
          "pair_accuracy": 0.8567111110899184,
          "positive_goodness": 2.486476365322537,
          "runtime_seconds": 11.653135299682617
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.1231622149149576,
          "lr": 0.03,
          "negative_goodness": 1.751640970802307,
          "pair_accuracy": 0.880355555566152,
          "positive_goodness": 2.55521278690762,
          "runtime_seconds": 11.647217750549316
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.1323195665783352,
          "lr": 0.03,
          "negative_goodness": 1.7516998313056098,
          "pair_accuracy": 0.8678888888782925,
          "positive_goodness": 2.541685751724243,
          "runtime_seconds": 11.650207996368408
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.1406212789217631,
          "lr": 0.03,
          "negative_goodness": 1.755116664038764,
          "pair_accuracy": 0.8613777777671814,
          "positive_goodness": 2.5187380920410156,
          "runtime_seconds": 11.6449134349823
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.1541338058259751,
          "lr": 0.03,
          "negative_goodness": 1.7651160417132907,
          "pair_accuracy": 0.8551333333545261,
          "positive_goodness": 2.4896445960998537,
          "runtime_seconds": 11.63179612159729
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.1490392410914103,
          "lr": 0.03,
          "negative_goodness": 1.7605886145485772,
          "pair_accuracy": 0.85544444448683,
          "positive_goodness": 2.5015436003367104,
          "runtime_seconds": 11.640091896057129
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.1550054531945122,
          "lr": 0.03,
          "negative_goodness": 1.7668716177198622,
          "pair_accuracy": 0.8542666667090522,
          "positive_goodness": 2.4880130575815835,
          "runtime_seconds": 11.63948392868042
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.143092616589864,
          "lr": 0.03,
          "negative_goodness": 1.7522311424043444,
          "pair_accuracy": 0.8588666666984558,
          "positive_goodness": 2.515844226328532,
          "runtime_seconds": 11.651279926300049
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.1281243333922493,
          "lr": 0.03,
          "negative_goodness": 1.7438618380652533,
          "pair_accuracy": 0.8678222222222223,
          "positive_goodness": 2.5548484908209907,
          "runtime_seconds": 11.647342443466187
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.1336454075283475,
          "lr": 0.03,
          "negative_goodness": 1.7440049746407402,
          "pair_accuracy": 0.8655999999682109,
          "positive_goodness": 2.534890666241116,
          "runtime_seconds": 11.651652574539185
        }
      ],
      "layer": 6
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.193708923933241,
          "lr": 0.03,
          "negative_goodness": 1.8106541033214993,
          "pair_accuracy": 0.8111333333015441,
          "positive_goodness": 2.3650558641009862,
          "runtime_seconds": 11.578234910964966
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0638215680440266,
          "lr": 0.03,
          "negative_goodness": 1.7233453978644477,
          "pair_accuracy": 0.848711111108462,
          "positive_goodness": 2.693716177813212,
          "runtime_seconds": 11.563432693481445
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0232853580050998,
          "lr": 0.03,
          "negative_goodness": 1.6599879977332221,
          "pair_accuracy": 0.853177777785725,
          "positive_goodness": 2.8395551266988117,
          "runtime_seconds": 11.570576429367065
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0067333543141683,
          "lr": 0.03,
          "negative_goodness": 1.6444733361138237,
          "pair_accuracy": 0.8414666666666667,
          "positive_goodness": 2.865559132003784,
          "runtime_seconds": 11.565989255905151
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0417599753167894,
          "lr": 0.03,
          "negative_goodness": 1.6617913422054715,
          "pair_accuracy": 0.8300444444444445,
          "positive_goodness": 2.793796153089735,
          "runtime_seconds": 11.559894561767578
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.0057484053505792,
          "lr": 0.03,
          "negative_goodness": 1.636474609014723,
          "pair_accuracy": 0.8531333333121406,
          "positive_goodness": 2.8901943898095026,
          "runtime_seconds": 11.572447538375854
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9935006383895874,
          "lr": 0.03,
          "negative_goodness": 1.6029610666486953,
          "pair_accuracy": 0.8399777777777778,
          "positive_goodness": 2.917819483311971,
          "runtime_seconds": 11.565543174743652
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0588986869388157,
          "lr": 0.03,
          "negative_goodness": 1.6799850389268662,
          "pair_accuracy": 0.8277777777777777,
          "positive_goodness": 2.7682005643208822,
          "runtime_seconds": 11.566135883331299
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.9779198942608304,
          "lr": 0.03,
          "negative_goodness": 1.5964112702475655,
          "pair_accuracy": 0.8558888888888889,
          "positive_goodness": 2.9650085633595786,
          "runtime_seconds": 11.5684494972229
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0030526588863797,
          "lr": 0.03,
          "negative_goodness": 1.625244273715549,
          "pair_accuracy": 0.8526000000001656,
          "positive_goodness": 2.917096414756775,
          "runtime_seconds": 11.571086168289185
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.9862556213590834,
          "lr": 0.03,
          "negative_goodness": 1.6023293881734213,
          "pair_accuracy": 0.8589111111429003,
          "positive_goodness": 2.953614741388957,
          "runtime_seconds": 11.57690691947937
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.9585694722387526,
          "lr": 0.03,
          "negative_goodness": 1.5739991123623318,
          "pair_accuracy": 0.8665999999894036,
          "positive_goodness": 3.0354659536573623,
          "runtime_seconds": 11.572102785110474
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.0127696116765341,
          "lr": 0.03,
          "negative_goodness": 1.6235073079427083,
          "pair_accuracy": 0.8515555555449592,
          "positive_goodness": 2.8888150266859265,
          "runtime_seconds": 11.570863008499146
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.967100605392456,
          "lr": 0.03,
          "negative_goodness": 1.5838099830203587,
          "pair_accuracy": 0.8675777777777778,
          "positive_goodness": 3.0391008648766413,
          "runtime_seconds": 11.573936700820923
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.9884672917683919,
          "lr": 0.03,
          "negative_goodness": 1.5855790413114759,
          "pair_accuracy": 0.8501333333333333,
          "positive_goodness": 2.9624402432335746,
          "runtime_seconds": 11.571308135986328
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.9441820137023926,
          "lr": 0.03,
          "negative_goodness": 1.5726106774012247,
          "pair_accuracy": 0.8805555555449591,
          "positive_goodness": 3.0805527334425182,
          "runtime_seconds": 11.566744565963745
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.9422643315633138,
          "lr": 0.03,
          "negative_goodness": 1.554574377017551,
          "pair_accuracy": 0.8677777777777778,
          "positive_goodness": 3.0937586096021863,
          "runtime_seconds": 11.56650185585022
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9714892594761319,
          "lr": 0.03,
          "negative_goodness": 1.5747348880873786,
          "pair_accuracy": 0.8614,
          "positive_goodness": 3.005356151029799,
          "runtime_seconds": 11.567492485046387
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.9531869136598375,
          "lr": 0.03,
          "negative_goodness": 1.558459246084425,
          "pair_accuracy": 0.8646222222222222,
          "positive_goodness": 3.0524219104766845,
          "runtime_seconds": 11.56470012664795
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9599510569466485,
          "lr": 0.03,
          "negative_goodness": 1.5595230391608343,
          "pair_accuracy": 0.8500666666560703,
          "positive_goodness": 3.06916668226454,
          "runtime_seconds": 11.56752061843872
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9879240493562487,
          "lr": 0.03,
          "negative_goodness": 1.593888588778178,
          "pair_accuracy": 0.8585777778307597,
          "positive_goodness": 2.9737403921339247,
          "runtime_seconds": 11.562905311584473
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9790169833925035,
          "lr": 0.03,
          "negative_goodness": 1.5751507808473375,
          "pair_accuracy": 0.8551777777459887,
          "positive_goodness": 3.0164108688778346,
          "runtime_seconds": 11.56494140625
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.989998945151435,
          "lr": 0.03,
          "negative_goodness": 1.6011156029595268,
          "pair_accuracy": 0.8581333333386315,
          "positive_goodness": 2.9544246815787423,
          "runtime_seconds": 11.572411060333252
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.9608355660332574,
          "lr": 0.03,
          "negative_goodness": 1.571561061859131,
          "pair_accuracy": 0.8742000000211928,
          "positive_goodness": 3.076666064707438,
          "runtime_seconds": 11.562913656234741
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.0016085388183593,
          "lr": 0.03,
          "negative_goodness": 1.5987449869367811,
          "pair_accuracy": 0.8460444444709354,
          "positive_goodness": 2.957156473244561,
          "runtime_seconds": 11.571542024612427
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.0047700121773613,
          "lr": 0.03,
          "negative_goodness": 1.5937798593309191,
          "pair_accuracy": 0.8335999999788072,
          "positive_goodness": 2.926841056611803,
          "runtime_seconds": 11.559342384338379
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9821756483289931,
          "lr": 0.03,
          "negative_goodness": 1.588885865826077,
          "pair_accuracy": 0.8530666666668323,
          "positive_goodness": 3.015258138296339,
          "runtime_seconds": 11.549248456954956
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9736262245496115,
          "lr": 0.03,
          "negative_goodness": 1.5798177282121446,
          "pair_accuracy": 0.8628888888782925,
          "positive_goodness": 2.9795200074513755,
          "runtime_seconds": 11.552801132202148
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9665005274454752,
          "lr": 0.03,
          "negative_goodness": 1.5645531705644395,
          "pair_accuracy": 0.8609777778042688,
          "positive_goodness": 3.0491655886544122,
          "runtime_seconds": 11.558199167251587
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9634738037321302,
          "lr": 0.03,
          "negative_goodness": 1.5632364145914714,
          "pair_accuracy": 0.8576666666666667,
          "positive_goodness": 3.050362683614095,
          "runtime_seconds": 11.567423105239868
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9823360467274984,
          "lr": 0.03,
          "negative_goodness": 1.5871771996816,
          "pair_accuracy": 0.8691111111112767,
          "positive_goodness": 3.0120031104829574,
          "runtime_seconds": 11.569977045059204
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9679386521233453,
          "lr": 0.03,
          "negative_goodness": 1.567070337846544,
          "pair_accuracy": 0.8556444444464313,
          "positive_goodness": 3.0237515992906356,
          "runtime_seconds": 11.564167022705078
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9779824444452921,
          "lr": 0.03,
          "negative_goodness": 1.5751856358210246,
          "pair_accuracy": 0.8552000000211928,
          "positive_goodness": 3.0002514718797473,
          "runtime_seconds": 11.56067967414856
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.0016394863976372,
          "lr": 0.03,
          "negative_goodness": 1.5976119382646348,
          "pair_accuracy": 0.8445555555661519,
          "positive_goodness": 2.9667820676167804,
          "runtime_seconds": 11.553045511245728
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9779250389628941,
          "lr": 0.03,
          "negative_goodness": 1.585612048043145,
          "pair_accuracy": 0.8632222222222222,
          "positive_goodness": 2.9753170187208386,
          "runtime_seconds": 11.557290077209473
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9621538004345364,
          "lr": 0.03,
          "negative_goodness": 1.5585800388336182,
          "pair_accuracy": 0.8648222222328186,
          "positive_goodness": 3.068522462251451,
          "runtime_seconds": 11.56400465965271
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9708220187717014,
          "lr": 0.03,
          "negative_goodness": 1.5743880742814806,
          "pair_accuracy": 0.8726,
          "positive_goodness": 3.0283388798183863,
          "runtime_seconds": 11.559566736221313
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9609143774244521,
          "lr": 0.03,
          "negative_goodness": 1.5623675180223253,
          "pair_accuracy": 0.8712,
          "positive_goodness": 3.0584021805233426,
          "runtime_seconds": 11.565445184707642
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.9456150897767809,
          "lr": 0.03,
          "negative_goodness": 1.5447191306432089,
          "pair_accuracy": 0.8699777777777777,
          "positive_goodness": 3.083082226774428,
          "runtime_seconds": 11.56197452545166
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.9991903157975939,
          "lr": 0.03,
          "negative_goodness": 1.5931006571875679,
          "pair_accuracy": 0.8445777777989706,
          "positive_goodness": 2.981040947341919,
          "runtime_seconds": 11.557490587234497
        }
      ],
      "layer": 7
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1624050590727064,
          "lr": 0.03,
          "negative_goodness": 1.8071102701399062,
          "pair_accuracy": 0.8214000000423856,
          "positive_goodness": 2.655324779849582,
          "runtime_seconds": 11.598166704177856
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0629239166259765,
          "lr": 0.03,
          "negative_goodness": 1.6357996010674372,
          "pair_accuracy": 0.8666,
          "positive_goodness": 2.817196292241414,
          "runtime_seconds": 11.58745265007019
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0363019378662108,
          "lr": 0.03,
          "negative_goodness": 1.5878252516004774,
          "pair_accuracy": 0.8704444444656372,
          "positive_goodness": 2.8713181153615315,
          "runtime_seconds": 11.586557865142822
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0552016740904915,
          "lr": 0.03,
          "negative_goodness": 1.5901202859560648,
          "pair_accuracy": 0.862644444433848,
          "positive_goodness": 2.8061738337198894,
          "runtime_seconds": 11.575703382492065
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0504920744366115,
          "lr": 0.03,
          "negative_goodness": 1.5821493306054009,
          "pair_accuracy": 0.8666888889206781,
          "positive_goodness": 2.816741194576687,
          "runtime_seconds": 11.573366165161133
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.0386215751859877,
          "lr": 0.03,
          "negative_goodness": 1.5553311055925156,
          "pair_accuracy": 0.8686222222116259,
          "positive_goodness": 2.8537127347310385,
          "runtime_seconds": 11.564469814300537
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0253396486388313,
          "lr": 0.03,
          "negative_goodness": 1.5309403247197468,
          "pair_accuracy": 0.8680222221904331,
          "positive_goodness": 2.882759758928087,
          "runtime_seconds": 11.557538509368896
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0303579194598729,
          "lr": 0.03,
          "negative_goodness": 1.5341225226084392,
          "pair_accuracy": 0.8652222222434149,
          "positive_goodness": 2.868284925672743,
          "runtime_seconds": 11.574856519699097
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.0322211239496868,
          "lr": 0.03,
          "negative_goodness": 1.5345511588732401,
          "pair_accuracy": 0.8675555555343628,
          "positive_goodness": 2.856819558885362,
          "runtime_seconds": 11.56475305557251
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.9952091615147061,
          "lr": 0.03,
          "negative_goodness": 1.5007011742273966,
          "pair_accuracy": 0.8832444444868299,
          "positive_goodness": 2.9690300074683296,
          "runtime_seconds": 11.569388151168823
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.9917958272298177,
          "lr": 0.03,
          "negative_goodness": 1.4761433100382486,
          "pair_accuracy": 0.8778444444444444,
          "positive_goodness": 2.987101358795166,
          "runtime_seconds": 11.571244716644287
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.039844977982839,
          "lr": 0.03,
          "negative_goodness": 1.5173656932195028,
          "pair_accuracy": 0.8602888888782925,
          "positive_goodness": 2.853926255544027,
          "runtime_seconds": 11.573226690292358
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.0180194044854907,
          "lr": 0.03,
          "negative_goodness": 1.5093747937096489,
          "pair_accuracy": 0.8664,
          "positive_goodness": 2.8982726995256214,
          "runtime_seconds": 11.569424390792847
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.011065776930915,
          "lr": 0.03,
          "negative_goodness": 1.4920133019765218,
          "pair_accuracy": 0.8685777777459887,
          "positive_goodness": 2.935240157784356,
          "runtime_seconds": 11.56815481185913
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.0105102202945286,
          "lr": 0.03,
          "negative_goodness": 1.498405114724901,
          "pair_accuracy": 0.8750666666348775,
          "positive_goodness": 2.9148550056033664,
          "runtime_seconds": 11.56531810760498
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.028764500448439,
          "lr": 0.03,
          "negative_goodness": 1.497916492038303,
          "pair_accuracy": 0.8588222222010294,
          "positive_goodness": 2.8848984497070314,
          "runtime_seconds": 11.55925989151001
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0003451054467096,
          "lr": 0.03,
          "negative_goodness": 1.4748300237549676,
          "pair_accuracy": 0.8726888888782925,
          "positive_goodness": 2.965740839513143,
          "runtime_seconds": 11.55771279335022
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.0174301494174534,
          "lr": 0.03,
          "negative_goodness": 1.4962157827801175,
          "pair_accuracy": 0.8704,
          "positive_goodness": 2.9021022871229385,
          "runtime_seconds": 11.561007499694824
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0022147780736288,
          "lr": 0.03,
          "negative_goodness": 1.466903915585412,
          "pair_accuracy": 0.8721333333227369,
          "positive_goodness": 2.9632861269632977,
          "runtime_seconds": 11.561740636825562
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.0017209449768067,
          "lr": 0.03,
          "negative_goodness": 1.4662789082845051,
          "pair_accuracy": 0.8718222222752041,
          "positive_goodness": 2.964099035771688,
          "runtime_seconds": 11.563477993011475
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0031634598202175,
          "lr": 0.03,
          "negative_goodness": 1.480427396244473,
          "pair_accuracy": 0.8725111111429003,
          "positive_goodness": 2.948700109948052,
          "runtime_seconds": 11.548043489456177
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9904079232957628,
          "lr": 0.03,
          "negative_goodness": 1.4524435780419245,
          "pair_accuracy": 0.8762444444232517,
          "positive_goodness": 3.0080146090613473,
          "runtime_seconds": 11.549242734909058
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9848939821031358,
          "lr": 0.03,
          "negative_goodness": 1.4544583805084228,
          "pair_accuracy": 0.8799555555237664,
          "positive_goodness": 3.008424222395155,
          "runtime_seconds": 11.543025255203247
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.0136781842761569,
          "lr": 0.03,
          "negative_goodness": 1.4835673369513618,
          "pair_accuracy": 0.8705111111534967,
          "positive_goodness": 2.930361731677585,
          "runtime_seconds": 11.541553258895874
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.0013109457651774,
          "lr": 0.03,
          "negative_goodness": 1.4673859877056545,
          "pair_accuracy": 0.8748666667090522,
          "positive_goodness": 2.957102272966173,
          "runtime_seconds": 11.538407564163208
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9949440238740709,
          "lr": 0.03,
          "negative_goodness": 1.460557360511356,
          "pair_accuracy": 0.8784888888676962,
          "positive_goodness": 2.9625886800554064,
          "runtime_seconds": 11.55015230178833
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.0037332155015735,
          "lr": 0.03,
          "negative_goodness": 1.4624052653630575,
          "pair_accuracy": 0.8649555555767483,
          "positive_goodness": 2.965547286817763,
          "runtime_seconds": 11.549099683761597
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9747168774922689,
          "lr": 0.03,
          "negative_goodness": 1.447528918202718,
          "pair_accuracy": 0.8853777777777778,
          "positive_goodness": 3.03338418252733,
          "runtime_seconds": 11.543556213378906
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9968160237842136,
          "lr": 0.03,
          "negative_goodness": 1.4604224563598633,
          "pair_accuracy": 0.8732222222646078,
          "positive_goodness": 2.9775408834669324,
          "runtime_seconds": 11.54002046585083
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9909024478700426,
          "lr": 0.03,
          "negative_goodness": 1.4434840935389202,
          "pair_accuracy": 0.8768444444126553,
          "positive_goodness": 2.996407509909736,
          "runtime_seconds": 11.538000583648682
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.995808433787028,
          "lr": 0.03,
          "negative_goodness": 1.4555070829603407,
          "pair_accuracy": 0.8726222222328186,
          "positive_goodness": 2.974818309995863,
          "runtime_seconds": 11.53914213180542
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9698203016704983,
          "lr": 0.03,
          "negative_goodness": 1.4334495524724324,
          "pair_accuracy": 0.8817111111534967,
          "positive_goodness": 3.0549879611968995,
          "runtime_seconds": 11.537705659866333
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9846197265836928,
          "lr": 0.03,
          "negative_goodness": 1.4376219977908664,
          "pair_accuracy": 0.8766222222010295,
          "positive_goodness": 3.027612776268853,
          "runtime_seconds": 11.54435420036316
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.0217437257342867,
          "lr": 0.03,
          "negative_goodness": 1.4807908700095282,
          "pair_accuracy": 0.8633555555343628,
          "positive_goodness": 2.898221781200833,
          "runtime_seconds": 11.543360471725464
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.970083560233646,
          "lr": 0.03,
          "negative_goodness": 1.435541660255856,
          "pair_accuracy": 0.8848222222010295,
          "positive_goodness": 3.051855604807536,
          "runtime_seconds": 11.548787355422974
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9876901002671984,
          "lr": 0.03,
          "negative_goodness": 1.4438267154163784,
          "pair_accuracy": 0.8764666666666666,
          "positive_goodness": 3.0055871031019423,
          "runtime_seconds": 11.54691481590271
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9870826393445333,
          "lr": 0.03,
          "negative_goodness": 1.444716289138794,
          "pair_accuracy": 0.8794222222116258,
          "positive_goodness": 3.0086579487270777,
          "runtime_seconds": 11.538259506225586
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9842266766442193,
          "lr": 0.03,
          "negative_goodness": 1.439598520681593,
          "pair_accuracy": 0.8746888888676961,
          "positive_goodness": 3.0224814715067545,
          "runtime_seconds": 11.546049356460571
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.980545025338067,
          "lr": 0.03,
          "negative_goodness": 1.4359055313534206,
          "pair_accuracy": 0.8818000000529819,
          "positive_goodness": 3.0254759242163765,
          "runtime_seconds": 11.547362565994263
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.9949075287077161,
          "lr": 0.03,
          "negative_goodness": 1.4519662930806478,
          "pair_accuracy": 0.8751777777777778,
          "positive_goodness": 2.9924401444753013,
          "runtime_seconds": 11.546504735946655
        }
      ],
      "layer": 8
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2810424160427518,
          "lr": 0.03,
          "negative_goodness": 1.802178020837572,
          "pair_accuracy": 0.7330666666666666,
          "positive_goodness": 2.2089679333580863,
          "runtime_seconds": 11.46892237663269
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.2350619206746418,
          "lr": 0.03,
          "negative_goodness": 1.800489911609226,
          "pair_accuracy": 0.7762888888994852,
          "positive_goodness": 2.3197671134524875,
          "runtime_seconds": 11.449081182479858
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1918770500183105,
          "lr": 0.03,
          "negative_goodness": 1.7551822923872207,
          "pair_accuracy": 0.805733333322737,
          "positive_goodness": 2.412999385664198,
          "runtime_seconds": 11.452248334884644
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.195995113796658,
          "lr": 0.03,
          "negative_goodness": 1.7533206011030409,
          "pair_accuracy": 0.8047777777618832,
          "positive_goodness": 2.4064073320388792,
          "runtime_seconds": 11.448771715164185
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.1977013872994318,
          "lr": 0.03,
          "negative_goodness": 1.7538935129801432,
          "pair_accuracy": 0.802711111164093,
          "positive_goodness": 2.4096489748213026,
          "runtime_seconds": 11.446816682815552
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.1811967791451348,
          "lr": 0.03,
          "negative_goodness": 1.7293699423048232,
          "pair_accuracy": 0.8111333333545261,
          "positive_goodness": 2.4435169648064505,
          "runtime_seconds": 11.452430963516235
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.1790878586239284,
          "lr": 0.03,
          "negative_goodness": 1.7312912804073757,
          "pair_accuracy": 0.812133333322737,
          "positive_goodness": 2.4459274131351045,
          "runtime_seconds": 11.44127631187439
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.176241363504198,
          "lr": 0.03,
          "negative_goodness": 1.72111992670695,
          "pair_accuracy": 0.8104222222328186,
          "positive_goodness": 2.4576332804785834,
          "runtime_seconds": 11.445200443267822
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.171912247742547,
          "lr": 0.03,
          "negative_goodness": 1.719698671743605,
          "pair_accuracy": 0.8106000000317891,
          "positive_goodness": 2.4678126288943822,
          "runtime_seconds": 11.446125984191895
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.1697931928422716,
          "lr": 0.03,
          "negative_goodness": 1.7140349965837267,
          "pair_accuracy": 0.8142444444126553,
          "positive_goodness": 2.4738440177493626,
          "runtime_seconds": 11.442464351654053
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.1639880314932929,
          "lr": 0.03,
          "negative_goodness": 1.707286149851481,
          "pair_accuracy": 0.8147333333863153,
          "positive_goodness": 2.491516338517931,
          "runtime_seconds": 11.443772554397583
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1682570800145466,
          "lr": 0.03,
          "negative_goodness": 1.7109500538508098,
          "pair_accuracy": 0.8109333333015442,
          "positive_goodness": 2.479049278216892,
          "runtime_seconds": 11.438893795013428
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.158277620930142,
          "lr": 0.03,
          "negative_goodness": 1.7035367208268908,
          "pair_accuracy": 0.8190888888676962,
          "positive_goodness": 2.5051479439205595,
          "runtime_seconds": 11.43858528137207
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.153733840115865,
          "lr": 0.03,
          "negative_goodness": 1.6892236789279513,
          "pair_accuracy": 0.8217999999682108,
          "positive_goodness": 2.5151157393137615,
          "runtime_seconds": 11.440085411071777
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.1513904504352146,
          "lr": 0.03,
          "negative_goodness": 1.6906933756934273,
          "pair_accuracy": 0.8217555555979411,
          "positive_goodness": 2.5319919010162355,
          "runtime_seconds": 11.448254346847534
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.1535588036855062,
          "lr": 0.03,
          "negative_goodness": 1.6881935676998563,
          "pair_accuracy": 0.8189777777671814,
          "positive_goodness": 2.516611200544569,
          "runtime_seconds": 11.442718982696533
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.1491351672490437,
          "lr": 0.03,
          "negative_goodness": 1.685635793685913,
          "pair_accuracy": 0.8221555555767484,
          "positive_goodness": 2.530864345889621,
          "runtime_seconds": 11.439991474151611
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1529820975197687,
          "lr": 0.03,
          "negative_goodness": 1.6918790591133965,
          "pair_accuracy": 0.8192888888782925,
          "positive_goodness": 2.5204783033159046,
          "runtime_seconds": 11.440810203552246
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.1468147493362426,
          "lr": 0.03,
          "negative_goodness": 1.680855159166124,
          "pair_accuracy": 0.8232888889312744,
          "positive_goodness": 2.5330645046657985,
          "runtime_seconds": 11.444422245025635
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1376396603902181,
          "lr": 0.03,
          "negative_goodness": 1.6703671563042535,
          "pair_accuracy": 0.826377777756585,
          "positive_goodness": 2.5668101516299777,
          "runtime_seconds": 11.447741031646729
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.1440726331922744,
          "lr": 0.03,
          "negative_goodness": 1.6744962484571668,
          "pair_accuracy": 0.8226222222116258,
          "positive_goodness": 2.5453936746385364,
          "runtime_seconds": 11.452205657958984
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.129628098350101,
          "lr": 0.03,
          "negative_goodness": 1.6670555954403348,
          "pair_accuracy": 0.8305333333651225,
          "positive_goodness": 2.583802520328098,
          "runtime_seconds": 11.458752870559692
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.118846660815345,
          "lr": 0.03,
          "negative_goodness": 1.6437995262145997,
          "pair_accuracy": 0.8386888889312745,
          "positive_goodness": 2.6126211353302002,
          "runtime_seconds": 11.451538324356079
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.136883087963528,
          "lr": 0.03,
          "negative_goodness": 1.6610396134694416,
          "pair_accuracy": 0.8276666666560702,
          "positive_goodness": 2.5688784614562987,
          "runtime_seconds": 11.45877194404602
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.1423543485005696,
          "lr": 0.03,
          "negative_goodness": 1.6723464031219482,
          "pair_accuracy": 0.8225555555449592,
          "positive_goodness": 2.555529827457004,
          "runtime_seconds": 11.457077741622925
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.1361837560865615,
          "lr": 0.03,
          "negative_goodness": 1.663235276667277,
          "pair_accuracy": 0.8265333333121405,
          "positive_goodness": 2.5756415714263916,
          "runtime_seconds": 11.453002452850342
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.129178019258711,
          "lr": 0.03,
          "negative_goodness": 1.6576433699925741,
          "pair_accuracy": 0.8287111110793219,
          "positive_goodness": 2.5982341188642715,
          "runtime_seconds": 11.454869985580444
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.1362602837244669,
          "lr": 0.03,
          "negative_goodness": 1.6666065088272095,
          "pair_accuracy": 0.8230888888676962,
          "positive_goodness": 2.567364109463162,
          "runtime_seconds": 11.454508543014526
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.1289022867414686,
          "lr": 0.03,
          "negative_goodness": 1.6530009918424817,
          "pair_accuracy": 0.8249111111111112,
          "positive_goodness": 2.595009131749471,
          "runtime_seconds": 11.450302839279175
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.1459694388283623,
          "lr": 0.03,
          "negative_goodness": 1.6723779571957058,
          "pair_accuracy": 0.8193777777989706,
          "positive_goodness": 2.554299385113186,
          "runtime_seconds": 11.457003593444824
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.1413544043858845,
          "lr": 0.03,
          "negative_goodness": 1.660772195900811,
          "pair_accuracy": 0.8193999999894036,
          "positive_goodness": 2.5553354953765868,
          "runtime_seconds": 11.452372074127197
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.1231734962675306,
          "lr": 0.03,
          "negative_goodness": 1.6484852498796252,
          "pair_accuracy": 0.8328222222646078,
          "positive_goodness": 2.603844694222344,
          "runtime_seconds": 11.451504468917847
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.120835010125902,
          "lr": 0.03,
          "negative_goodness": 1.6438771489461264,
          "pair_accuracy": 0.8301555555343628,
          "positive_goodness": 2.622349441401164,
          "runtime_seconds": 11.44959306716919
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.120575396876865,
          "lr": 0.03,
          "negative_goodness": 1.6458346774631076,
          "pair_accuracy": 0.8324666666348776,
          "positive_goodness": 2.609006208674113,
          "runtime_seconds": 11.453397750854492
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.131725577905443,
          "lr": 0.03,
          "negative_goodness": 1.6563217774497139,
          "pair_accuracy": 0.8281999999894036,
          "positive_goodness": 2.5826770040724014,
          "runtime_seconds": 11.45354676246643
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.1212047446250915,
          "lr": 0.03,
          "negative_goodness": 1.6368803334765964,
          "pair_accuracy": 0.8329333333757188,
          "positive_goodness": 2.6214402926974825,
          "runtime_seconds": 11.455111503601074
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.1331447929594252,
          "lr": 0.03,
          "negative_goodness": 1.6545736312442356,
          "pair_accuracy": 0.826955555566152,
          "positive_goodness": 2.586926565170288,
          "runtime_seconds": 11.44940996170044
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.1293285662121242,
          "lr": 0.03,
          "negative_goodness": 1.6496625779893663,
          "pair_accuracy": 0.827600000052982,
          "positive_goodness": 2.5900656791263157,
          "runtime_seconds": 11.453441619873047
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.1123874522950914,
          "lr": 0.03,
          "negative_goodness": 1.6318904026667278,
          "pair_accuracy": 0.8390444444126554,
          "positive_goodness": 2.645440456559923,
          "runtime_seconds": 11.447323083877563
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.1248836096233792,
          "lr": 0.03,
          "negative_goodness": 1.639298873647054,
          "pair_accuracy": 0.8311777777989705,
          "positive_goodness": 2.6058933215671116,
          "runtime_seconds": 11.43995976448059
        }
      ],
      "layer": 9
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0197470476044548,
          "lr": 0.03,
          "negative_goodness": 1.6526911909739177,
          "pair_accuracy": 0.847644444433848,
          "positive_goodness": 2.951335395050049,
          "runtime_seconds": 11.542145013809204
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7907591996086968,
          "lr": 0.03,
          "negative_goodness": 1.3622017312261794,
          "pair_accuracy": 0.9112444444444444,
          "positive_goodness": 3.6709078497568766,
          "runtime_seconds": 11.546712160110474
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6900565280490452,
          "lr": 0.03,
          "negative_goodness": 1.186734651798672,
          "pair_accuracy": 0.9222888889206781,
          "positive_goodness": 4.092241453086006,
          "runtime_seconds": 11.539007186889648
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6624583934148153,
          "lr": 0.03,
          "negative_goodness": 1.1085671440972222,
          "pair_accuracy": 0.9295333333333333,
          "positive_goodness": 4.444590751690335,
          "runtime_seconds": 11.545347452163696
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7045376744588216,
          "lr": 0.03,
          "negative_goodness": 1.123039866399765,
          "pair_accuracy": 0.8970888888888889,
          "positive_goodness": 4.350357008828057,
          "runtime_seconds": 11.54257869720459
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6816732353369395,
          "lr": 0.03,
          "negative_goodness": 1.0913058404975466,
          "pair_accuracy": 0.9028,
          "positive_goodness": 4.50996727027893,
          "runtime_seconds": 11.544751644134521
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.662585324690077,
          "lr": 0.03,
          "negative_goodness": 1.0427874615987143,
          "pair_accuracy": 0.915111111164093,
          "positive_goodness": 4.7954829383850095,
          "runtime_seconds": 11.540824890136719
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7140578371895684,
          "lr": 0.03,
          "negative_goodness": 1.090511099073622,
          "pair_accuracy": 0.8993333333015442,
          "positive_goodness": 4.901268071683248,
          "runtime_seconds": 11.548352479934692
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6068567491849264,
          "lr": 0.03,
          "negative_goodness": 0.9661160415437486,
          "pair_accuracy": 0.9287333333333333,
          "positive_goodness": 5.15535404985216,
          "runtime_seconds": 11.540897607803345
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6580246758672926,
          "lr": 0.03,
          "negative_goodness": 0.9854307993782891,
          "pair_accuracy": 0.9078666666666667,
          "positive_goodness": 4.996160660468208,
          "runtime_seconds": 11.549391031265259
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6577051205237706,
          "lr": 0.03,
          "negative_goodness": 1.0049718107276493,
          "pair_accuracy": 0.9204222222222223,
          "positive_goodness": 5.127144548543295,
          "runtime_seconds": 11.556092500686646
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6702429601987203,
          "lr": 0.03,
          "negative_goodness": 1.0247871730274625,
          "pair_accuracy": 0.9098222222222222,
          "positive_goodness": 5.014241579606798,
          "runtime_seconds": 11.550369262695312
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6464180569701724,
          "lr": 0.03,
          "negative_goodness": 0.9823185089429219,
          "pair_accuracy": 0.9215777777777778,
          "positive_goodness": 5.0761317892286515,
          "runtime_seconds": 11.545844554901123
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6934963181177775,
          "lr": 0.03,
          "negative_goodness": 0.9848393710268868,
          "pair_accuracy": 0.8901555555555556,
          "positive_goodness": 4.932096115790473,
          "runtime_seconds": 11.541527271270752
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6492117781347698,
          "lr": 0.03,
          "negative_goodness": 0.9524534037325117,
          "pair_accuracy": 0.9084,
          "positive_goodness": 5.232229871453179,
          "runtime_seconds": 11.540297508239746
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6205342916276719,
          "lr": 0.03,
          "negative_goodness": 0.941739904499054,
          "pair_accuracy": 0.9239555555873447,
          "positive_goodness": 5.723918665631612,
          "runtime_seconds": 11.544211149215698
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6852208897908528,
          "lr": 0.03,
          "negative_goodness": 1.0010174025853475,
          "pair_accuracy": 0.8980222222116259,
          "positive_goodness": 5.182245096164279,
          "runtime_seconds": 11.544406414031982
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6388488392088149,
          "lr": 0.03,
          "negative_goodness": 0.9354392488585578,
          "pair_accuracy": 0.9185333333757189,
          "positive_goodness": 5.438502935557895,
          "runtime_seconds": 11.54707670211792
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6191577568901909,
          "lr": 0.03,
          "negative_goodness": 0.8940483794318305,
          "pair_accuracy": 0.9144444444656372,
          "positive_goodness": 5.333071939510769,
          "runtime_seconds": 11.548838138580322
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6374720425181919,
          "lr": 0.03,
          "negative_goodness": 0.9527080087237888,
          "pair_accuracy": 0.921,
          "positive_goodness": 5.2867589215596515,
          "runtime_seconds": 11.546690464019775
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6304635513623555,
          "lr": 0.03,
          "negative_goodness": 0.9147475657780966,
          "pair_accuracy": 0.9188666666666667,
          "positive_goodness": 5.348030254957411,
          "runtime_seconds": 11.540030479431152
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6009789626200994,
          "lr": 0.03,
          "negative_goodness": 0.8905735390265783,
          "pair_accuracy": 0.9219111111111111,
          "positive_goodness": 5.76654562081231,
          "runtime_seconds": 11.548795700073242
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.637808436732822,
          "lr": 0.03,
          "negative_goodness": 0.9180165583716499,
          "pair_accuracy": 0.9139111111323038,
          "positive_goodness": 5.5876707636727225,
          "runtime_seconds": 11.552531719207764
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6646475955645244,
          "lr": 0.03,
          "negative_goodness": 0.9482181676016913,
          "pair_accuracy": 0.8996444444444445,
          "positive_goodness": 5.3838495855543345,
          "runtime_seconds": 11.54880142211914
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6471510716014438,
          "lr": 0.03,
          "negative_goodness": 0.9467136119630601,
          "pair_accuracy": 0.9124444444444444,
          "positive_goodness": 5.511436414591471,
          "runtime_seconds": 11.544897317886353
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6659424202813042,
          "lr": 0.03,
          "negative_goodness": 0.9556736569298638,
          "pair_accuracy": 0.9001999999894036,
          "positive_goodness": 5.8521287917243106,
          "runtime_seconds": 11.544965982437134
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6273209865146213,
          "lr": 0.03,
          "negative_goodness": 0.917988824780782,
          "pair_accuracy": 0.9129333333333334,
          "positive_goodness": 5.399079176266988,
          "runtime_seconds": 11.546667337417603
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6245543173472087,
          "lr": 0.03,
          "negative_goodness": 0.9247534974416097,
          "pair_accuracy": 0.9281333333333334,
          "positive_goodness": 5.799899732462565,
          "runtime_seconds": 11.543205976486206
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6154186265945435,
          "lr": 0.03,
          "negative_goodness": 0.8889251074155172,
          "pair_accuracy": 0.9105111111111112,
          "positive_goodness": 5.677125831858317,
          "runtime_seconds": 11.5482759475708
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6431973449336158,
          "lr": 0.03,
          "negative_goodness": 0.9009304652531942,
          "pair_accuracy": 0.9076444444444445,
          "positive_goodness": 5.518554148186578,
          "runtime_seconds": 11.550745248794556
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6259825389226278,
          "lr": 0.03,
          "negative_goodness": 0.9247956595314873,
          "pair_accuracy": 0.9272666666666667,
          "positive_goodness": 5.851179406907823,
          "runtime_seconds": 11.542673587799072
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6367674411667718,
          "lr": 0.03,
          "negative_goodness": 0.9143038021511501,
          "pair_accuracy": 0.9151555555343628,
          "positive_goodness": 5.499129385036892,
          "runtime_seconds": 11.554342269897461
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.654088089413113,
          "lr": 0.03,
          "negative_goodness": 0.9111127433776856,
          "pair_accuracy": 0.9102444444447756,
          "positive_goodness": 5.704829903051588,
          "runtime_seconds": 11.558852910995483
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6400204045613607,
          "lr": 0.03,
          "negative_goodness": 0.8942479709201389,
          "pair_accuracy": 0.9070444444444444,
          "positive_goodness": 5.250745907423231,
          "runtime_seconds": 11.560565948486328
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6269667870415582,
          "lr": 0.03,
          "negative_goodness": 0.8882603498458862,
          "pair_accuracy": 0.9103555555767483,
          "positive_goodness": 5.647836947504679,
          "runtime_seconds": 11.550877094268799
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6594994717703925,
          "lr": 0.03,
          "negative_goodness": 0.917987692811754,
          "pair_accuracy": 0.9032222222222223,
          "positive_goodness": 5.656359895155165,
          "runtime_seconds": 11.551506519317627
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6464732962926228,
          "lr": 0.03,
          "negative_goodness": 0.9117061728795369,
          "pair_accuracy": 0.9037555555237664,
          "positive_goodness": 5.554154005813599,
          "runtime_seconds": 11.549391746520996
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6122911452770233,
          "lr": 0.03,
          "negative_goodness": 0.8720993827237024,
          "pair_accuracy": 0.9242444444444444,
          "positive_goodness": 5.73562278857761,
          "runtime_seconds": 11.54864501953125
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6550111597379049,
          "lr": 0.03,
          "negative_goodness": 0.9351782784779866,
          "pair_accuracy": 0.9081555555555556,
          "positive_goodness": 5.339910694461398,
          "runtime_seconds": 11.551912784576416
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6805609974013435,
          "lr": 0.03,
          "negative_goodness": 0.9338013343175252,
          "pair_accuracy": 0.8934888888782925,
          "positive_goodness": 5.71300556725396,
          "runtime_seconds": 11.550026655197144
        }
      ],
      "layer": 10
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2111847195095486,
          "lr": 0.03,
          "negative_goodness": 1.7805507250044081,
          "pair_accuracy": 0.8187333333492279,
          "positive_goodness": 2.4150893653445773,
          "runtime_seconds": 11.493102073669434
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1470107851664226,
          "lr": 0.03,
          "negative_goodness": 1.7760346396976048,
          "pair_accuracy": 0.8523333333863152,
          "positive_goodness": 2.570447665447659,
          "runtime_seconds": 11.481266736984253
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1411677047305637,
          "lr": 0.03,
          "negative_goodness": 1.7542013695822822,
          "pair_accuracy": 0.8479111110793219,
          "positive_goodness": 2.604704242706299,
          "runtime_seconds": 11.477240324020386
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.1318981454637316,
          "lr": 0.03,
          "negative_goodness": 1.7480286489698622,
          "pair_accuracy": 0.8531777777936723,
          "positive_goodness": 2.623071604368422,
          "runtime_seconds": 11.47891116142273
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.1347760075887043,
          "lr": 0.03,
          "negative_goodness": 1.747025266096327,
          "pair_accuracy": 0.8509333333333333,
          "positive_goodness": 2.610262600241767,
          "runtime_seconds": 11.474208116531372
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.139761929427253,
          "lr": 0.03,
          "negative_goodness": 1.764079036670261,
          "pair_accuracy": 0.8462666666719648,
          "positive_goodness": 2.5945838677724202,
          "runtime_seconds": 11.484982252120972
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.1245643644650778,
          "lr": 0.03,
          "negative_goodness": 1.7378508670594957,
          "pair_accuracy": 0.8535999999682109,
          "positive_goodness": 2.6366177987416584,
          "runtime_seconds": 11.479062795639038
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.1505384425057306,
          "lr": 0.03,
          "negative_goodness": 1.7634596385320027,
          "pair_accuracy": 0.8369111110899183,
          "positive_goodness": 2.5739212081485325,
          "runtime_seconds": 11.472409963607788
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.1314235587014092,
          "lr": 0.03,
          "negative_goodness": 1.7503205571068658,
          "pair_accuracy": 0.8502444444550408,
          "positive_goodness": 2.627887469143338,
          "runtime_seconds": 11.476337194442749
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.1353526366551716,
          "lr": 0.03,
          "negative_goodness": 1.7411861402299669,
          "pair_accuracy": 0.8436888889100816,
          "positive_goodness": 2.6166478427039253,
          "runtime_seconds": 11.474050283432007
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.146920807202657,
          "lr": 0.03,
          "negative_goodness": 1.759958772828844,
          "pair_accuracy": 0.8427333333121406,
          "positive_goodness": 2.58356425904168,
          "runtime_seconds": 11.468706846237183
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1298980909135607,
          "lr": 0.03,
          "negative_goodness": 1.7453139710532295,
          "pair_accuracy": 0.8465333333651225,
          "positive_goodness": 2.633159346347385,
          "runtime_seconds": 11.466829061508179
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.1251611360973781,
          "lr": 0.03,
          "negative_goodness": 1.7346969876183405,
          "pair_accuracy": 0.8562888889312744,
          "positive_goodness": 2.6565152744293212,
          "runtime_seconds": 11.475943088531494
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.1286665219836765,
          "lr": 0.03,
          "negative_goodness": 1.743789956325955,
          "pair_accuracy": 0.8478888888676961,
          "positive_goodness": 2.622329004796346,
          "runtime_seconds": 11.474309921264648
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.112904544152154,
          "lr": 0.03,
          "negative_goodness": 1.7235551546096801,
          "pair_accuracy": 0.8581333333757188,
          "positive_goodness": 2.699226770231459,
          "runtime_seconds": 11.478260278701782
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.1275536583794488,
          "lr": 0.03,
          "negative_goodness": 1.734653325653076,
          "pair_accuracy": 0.8523777777777778,
          "positive_goodness": 2.6365874323103164,
          "runtime_seconds": 11.472405910491943
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.1227410986582438,
          "lr": 0.03,
          "negative_goodness": 1.7343719259474013,
          "pair_accuracy": 0.8482888888782925,
          "positive_goodness": 2.6537717417822946,
          "runtime_seconds": 11.478098630905151
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1464650655640496,
          "lr": 0.03,
          "negative_goodness": 1.7630697198020087,
          "pair_accuracy": 0.8402888888676961,
          "positive_goodness": 2.5824177754296196,
          "runtime_seconds": 11.47934079170227
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.111057382382287,
          "lr": 0.03,
          "negative_goodness": 1.720278442319234,
          "pair_accuracy": 0.8605555555343628,
          "positive_goodness": 2.6738229498121475,
          "runtime_seconds": 11.472656726837158
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1271803352567884,
          "lr": 0.03,
          "negative_goodness": 1.7342051865047878,
          "pair_accuracy": 0.8418888889100816,
          "positive_goodness": 2.6485416014353436,
          "runtime_seconds": 11.473180532455444
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.1258867945988973,
          "lr": 0.03,
          "negative_goodness": 1.7378132394154866,
          "pair_accuracy": 0.8485555555873447,
          "positive_goodness": 2.636404772567749,
          "runtime_seconds": 11.46953821182251
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.0941530153486463,
          "lr": 0.03,
          "negative_goodness": 1.7002550345950656,
          "pair_accuracy": 0.861911111079322,
          "positive_goodness": 2.7547994374169242,
          "runtime_seconds": 11.475491285324097
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.1096769365946453,
          "lr": 0.03,
          "negative_goodness": 1.7158749684863621,
          "pair_accuracy": 0.8588666666984558,
          "positive_goodness": 2.7105133900536433,
          "runtime_seconds": 11.476313591003418
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.1156801295598349,
          "lr": 0.03,
          "negative_goodness": 1.7280204755995008,
          "pair_accuracy": 0.8566000000158945,
          "positive_goodness": 2.667748974778917,
          "runtime_seconds": 11.472839593887329
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.1373390385309856,
          "lr": 0.03,
          "negative_goodness": 1.7505225822872585,
          "pair_accuracy": 0.8373555555979411,
          "positive_goodness": 2.6083269564734564,
          "runtime_seconds": 11.467719793319702
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.113638251262241,
          "lr": 0.03,
          "negative_goodness": 1.7335415981928508,
          "pair_accuracy": 0.8614888888994853,
          "positive_goodness": 2.672837751812405,
          "runtime_seconds": 11.457533836364746
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.14028365427653,
          "lr": 0.03,
          "negative_goodness": 1.751970525656806,
          "pair_accuracy": 0.8428888889418708,
          "positive_goodness": 2.6018163433498804,
          "runtime_seconds": 11.458572149276733
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.1191765787124635,
          "lr": 0.03,
          "negative_goodness": 1.7386669406043158,
          "pair_accuracy": 0.8546222222646077,
          "positive_goodness": 2.656929662238227,
          "runtime_seconds": 11.464133977890015
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.1087499629762438,
          "lr": 0.03,
          "negative_goodness": 1.7135384314643012,
          "pair_accuracy": 0.8551777777671814,
          "positive_goodness": 2.698761953269111,
          "runtime_seconds": 11.468998193740845
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.1387642513275147,
          "lr": 0.03,
          "negative_goodness": 1.741636189757453,
          "pair_accuracy": 0.8383999999894036,
          "positive_goodness": 2.6132325296613903,
          "runtime_seconds": 11.474290370941162
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.1418560830858018,
          "lr": 0.03,
          "negative_goodness": 1.7599976495530871,
          "pair_accuracy": 0.8410222222222222,
          "positive_goodness": 2.59442695757548,
          "runtime_seconds": 11.480457305908203
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.1352289052115547,
          "lr": 0.03,
          "negative_goodness": 1.7457155104955038,
          "pair_accuracy": 0.8372444444974263,
          "positive_goodness": 2.6203082054985893,
          "runtime_seconds": 11.473753213882446
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.12519342534807,
          "lr": 0.03,
          "negative_goodness": 1.7426836949242486,
          "pair_accuracy": 0.8506888889418708,
          "positive_goodness": 2.6408929210238985,
          "runtime_seconds": 11.469693183898926
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.131998105737898,
          "lr": 0.03,
          "negative_goodness": 1.7331860170152453,
          "pair_accuracy": 0.8381777777671814,
          "positive_goodness": 2.6304886586083307,
          "runtime_seconds": 11.468692541122437
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.1242666631274754,
          "lr": 0.03,
          "negative_goodness": 1.7418215518315634,
          "pair_accuracy": 0.8563555556085375,
          "positive_goodness": 2.6452883426242404,
          "runtime_seconds": 11.470277309417725
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.1082207261615329,
          "lr": 0.03,
          "negative_goodness": 1.7185913586298625,
          "pair_accuracy": 0.8551555555873447,
          "positive_goodness": 2.692173753950331,
          "runtime_seconds": 11.46796703338623
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.122600012758043,
          "lr": 0.03,
          "negative_goodness": 1.728596531316969,
          "pair_accuracy": 0.8499555555767483,
          "positive_goodness": 2.6711099163479277,
          "runtime_seconds": 11.465506553649902
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.130996280447642,
          "lr": 0.03,
          "negative_goodness": 1.7388997368282741,
          "pair_accuracy": 0.8429111111111112,
          "positive_goodness": 2.6309451173994276,
          "runtime_seconds": 11.46432614326477
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.113902264383104,
          "lr": 0.03,
          "negative_goodness": 1.7193142015457152,
          "pair_accuracy": 0.85244444448683,
          "positive_goodness": 2.67905240872701,
          "runtime_seconds": 11.46338176727295
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.1208294565200805,
          "lr": 0.03,
          "negative_goodness": 1.7318235557556152,
          "pair_accuracy": 0.8502666667090522,
          "positive_goodness": 2.6726195462968616,
          "runtime_seconds": 11.4618501663208
        }
      ],
      "layer": 11
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.5193677131546868,
          "lr": 0.03,
          "negative_goodness": 1.9320369598388671,
          "pair_accuracy": 0.6643333333651225,
          "positive_goodness": 2.272864971669515,
          "runtime_seconds": 11.545727729797363
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.262697262679206,
          "lr": 0.03,
          "negative_goodness": 1.8270866785049438,
          "pair_accuracy": 0.793822222243415,
          "positive_goodness": 2.4918087616814506,
          "runtime_seconds": 11.532617092132568
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2503030692842272,
          "lr": 0.03,
          "negative_goodness": 1.824347703022427,
          "pair_accuracy": 0.8150444444762336,
          "positive_goodness": 2.557272047000461,
          "runtime_seconds": 11.534370183944702
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.198259717686971,
          "lr": 0.03,
          "negative_goodness": 1.766563485675388,
          "pair_accuracy": 0.8423333333651225,
          "positive_goodness": 2.624625918960571,
          "runtime_seconds": 11.535468578338623
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.201768271721734,
          "lr": 0.03,
          "negative_goodness": 1.7708571797053019,
          "pair_accuracy": 0.8450666666825613,
          "positive_goodness": 2.6667771935568916,
          "runtime_seconds": 11.53644871711731
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.1574914231406317,
          "lr": 0.03,
          "negative_goodness": 1.7371545761956109,
          "pair_accuracy": 0.8379999999894037,
          "positive_goodness": 2.6323825813717314,
          "runtime_seconds": 11.527211666107178
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0629911703109742,
          "lr": 0.03,
          "negative_goodness": 1.6635253148820666,
          "pair_accuracy": 0.8816444444550409,
          "positive_goodness": 2.7562135391659206,
          "runtime_seconds": 11.532263278961182
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0960080075158014,
          "lr": 0.03,
          "negative_goodness": 1.6929194522857667,
          "pair_accuracy": 0.8638888888888889,
          "positive_goodness": 2.7558015445285373,
          "runtime_seconds": 11.534942865371704
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.051277198600769,
          "lr": 0.03,
          "negative_goodness": 1.6284768035464816,
          "pair_accuracy": 0.8736222222116259,
          "positive_goodness": 2.8061870825237696,
          "runtime_seconds": 11.534278392791748
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0479209172566732,
          "lr": 0.03,
          "negative_goodness": 1.6194205465952556,
          "pair_accuracy": 0.8683111111429003,
          "positive_goodness": 2.8155720493740506,
          "runtime_seconds": 11.534322023391724
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.0175448275672065,
          "lr": 0.03,
          "negative_goodness": 1.6099820223914252,
          "pair_accuracy": 0.8781555555449592,
          "positive_goodness": 2.8649584050920276,
          "runtime_seconds": 11.529380083084106
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.0546869684113396,
          "lr": 0.03,
          "negative_goodness": 1.6383192995283338,
          "pair_accuracy": 0.8728222222222223,
          "positive_goodness": 2.7737451714409724,
          "runtime_seconds": 11.532482862472534
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.0507381366305881,
          "lr": 0.03,
          "negative_goodness": 1.6313363731384278,
          "pair_accuracy": 0.8712000000006622,
          "positive_goodness": 2.8201868965572783,
          "runtime_seconds": 11.520715236663818
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.2124960111194187,
          "lr": 0.03,
          "negative_goodness": 1.7440821873558892,
          "pair_accuracy": 0.7999777777459887,
          "positive_goodness": 2.528493297068278,
          "runtime_seconds": 11.52906584739685
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.0764184854507446,
          "lr": 0.03,
          "negative_goodness": 1.6542337481604683,
          "pair_accuracy": 0.875266666677263,
          "positive_goodness": 2.728055406528049,
          "runtime_seconds": 11.53321123123169
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.0372030908584595,
          "lr": 0.03,
          "negative_goodness": 1.6146424490398832,
          "pair_accuracy": 0.8815777778095669,
          "positive_goodness": 2.834608659193251,
          "runtime_seconds": 11.528754234313965
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0495546552446153,
          "lr": 0.03,
          "negative_goodness": 1.6183708804236518,
          "pair_accuracy": 0.8681777778201633,
          "positive_goodness": 2.818839939710829,
          "runtime_seconds": 11.534511804580688
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.0224570914268494,
          "lr": 0.03,
          "negative_goodness": 1.604338450855679,
          "pair_accuracy": 0.8677111111111111,
          "positive_goodness": 2.8641202906714547,
          "runtime_seconds": 11.532573699951172
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0609682135052152,
          "lr": 0.03,
          "negative_goodness": 1.5934994101630318,
          "pair_accuracy": 0.8545111111534966,
          "positive_goodness": 2.8040942819807264,
          "runtime_seconds": 11.541002750396729
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9765424047682021,
          "lr": 0.03,
          "negative_goodness": 1.5594088678148057,
          "pair_accuracy": 0.8885111111217074,
          "positive_goodness": 2.9834167423248292,
          "runtime_seconds": 11.543180465698242
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0344724028905232,
          "lr": 0.03,
          "negative_goodness": 1.6050069938659668,
          "pair_accuracy": 0.8675555555608537,
          "positive_goodness": 2.833638962788052,
          "runtime_seconds": 11.535996675491333
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9731153658760918,
          "lr": 0.03,
          "negative_goodness": 1.546537456003825,
          "pair_accuracy": 0.879355555566152,
          "positive_goodness": 2.9921038664923776,
          "runtime_seconds": 11.53177547454834
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.0334494757970174,
          "lr": 0.03,
          "negative_goodness": 1.564444471783108,
          "pair_accuracy": 0.8624666666560703,
          "positive_goodness": 2.889780890274048,
          "runtime_seconds": 11.534960508346558
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.0005535671446057,
          "lr": 0.03,
          "negative_goodness": 1.5636444779925875,
          "pair_accuracy": 0.8819333333121405,
          "positive_goodness": 2.8960605008867053,
          "runtime_seconds": 11.530638456344604
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.9914159838570489,
          "lr": 0.03,
          "negative_goodness": 1.537100967449612,
          "pair_accuracy": 0.8833999999788072,
          "positive_goodness": 2.95103758676317,
          "runtime_seconds": 11.53454875946045
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9677256444719102,
          "lr": 0.03,
          "negative_goodness": 1.4994336482153998,
          "pair_accuracy": 0.8764,
          "positive_goodness": 3.036872087478638,
          "runtime_seconds": 11.54128384590149
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9541039331648085,
          "lr": 0.03,
          "negative_goodness": 1.4899488023122152,
          "pair_accuracy": 0.8982666666348775,
          "positive_goodness": 3.0348831945207384,
          "runtime_seconds": 11.535680770874023
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.0193664511786567,
          "lr": 0.03,
          "negative_goodness": 1.5590861376444498,
          "pair_accuracy": 0.8748666666666667,
          "positive_goodness": 2.9056128875308564,
          "runtime_seconds": 11.537053346633911
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.0129731191105313,
          "lr": 0.03,
          "negative_goodness": 1.5907342933442858,
          "pair_accuracy": 0.8856444444444445,
          "positive_goodness": 2.86142134636773,
          "runtime_seconds": 11.543936014175415
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9810234522925483,
          "lr": 0.03,
          "negative_goodness": 1.5207439072926838,
          "pair_accuracy": 0.8833555555555556,
          "positive_goodness": 2.9707189182281493,
          "runtime_seconds": 11.54027771949768
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9732660224278767,
          "lr": 0.03,
          "negative_goodness": 1.5146448860910204,
          "pair_accuracy": 0.8822888888676961,
          "positive_goodness": 2.982214727274577,
          "runtime_seconds": 11.541056632995605
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.010890556102329,
          "lr": 0.03,
          "negative_goodness": 1.5369498457802666,
          "pair_accuracy": 0.8769555555661519,
          "positive_goodness": 2.891353311835395,
          "runtime_seconds": 11.543065786361694
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9595183154635959,
          "lr": 0.03,
          "negative_goodness": 1.4837897325727674,
          "pair_accuracy": 0.8780222222540114,
          "positive_goodness": 3.021982015270657,
          "runtime_seconds": 11.531642198562622
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.9663335095299614,
          "lr": 0.03,
          "negative_goodness": 1.494070506392585,
          "pair_accuracy": 0.8884444444444445,
          "positive_goodness": 3.0065826642354327,
          "runtime_seconds": 11.532119512557983
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9965985849380493,
          "lr": 0.03,
          "negative_goodness": 1.5008866308848063,
          "pair_accuracy": 0.8673555555237664,
          "positive_goodness": 2.9677204121059844,
          "runtime_seconds": 11.53207540512085
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9590903651131524,
          "lr": 0.03,
          "negative_goodness": 1.5074019980960423,
          "pair_accuracy": 0.8905333333333333,
          "positive_goodness": 2.9884808716668023,
          "runtime_seconds": 11.534015655517578
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9817744597964817,
          "lr": 0.03,
          "negative_goodness": 1.507597320599026,
          "pair_accuracy": 0.8742666666613684,
          "positive_goodness": 2.9812523196114435,
          "runtime_seconds": 11.542096614837646
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9429059699588351,
          "lr": 0.03,
          "negative_goodness": 1.4726391412099202,
          "pair_accuracy": 0.8867111110899184,
          "positive_goodness": 3.063178432973226,
          "runtime_seconds": 11.539838314056396
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.947278528605567,
          "lr": 0.03,
          "negative_goodness": 1.4637559517436558,
          "pair_accuracy": 0.8852222222010294,
          "positive_goodness": 3.0461649700164797,
          "runtime_seconds": 11.537808656692505
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.9708946546448601,
          "lr": 0.03,
          "negative_goodness": 1.4801661722183228,
          "pair_accuracy": 0.8747333333015442,
          "positive_goodness": 2.996933869849311,
          "runtime_seconds": 11.52981424331665
        }
      ],
      "layer": 12
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.187055238840315,
          "lr": 0.03,
          "negative_goodness": 1.6645303972456191,
          "pair_accuracy": 0.7825999999788072,
          "positive_goodness": 2.499781099743313,
          "runtime_seconds": 11.463204860687256
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1523983831299676,
          "lr": 0.03,
          "negative_goodness": 1.690518280114068,
          "pair_accuracy": 0.7923999999788073,
          "positive_goodness": 2.6134464219411213,
          "runtime_seconds": 11.472151279449463
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1095500896559822,
          "lr": 0.03,
          "negative_goodness": 1.6503688806321886,
          "pair_accuracy": 0.8131777777777778,
          "positive_goodness": 2.7411831461588543,
          "runtime_seconds": 11.4614896774292
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0960903608746,
          "lr": 0.03,
          "negative_goodness": 1.6540416673660279,
          "pair_accuracy": 0.8274888889100817,
          "positive_goodness": 2.764807811694675,
          "runtime_seconds": 11.454071044921875
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.086757717259725,
          "lr": 0.03,
          "negative_goodness": 1.637558436287774,
          "pair_accuracy": 0.8319777777671814,
          "positive_goodness": 2.8068922745174834,
          "runtime_seconds": 11.45148754119873
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.085557995584276,
          "lr": 0.03,
          "negative_goodness": 1.6419683685090807,
          "pair_accuracy": 0.8273111110899184,
          "positive_goodness": 2.804148233583238,
          "runtime_seconds": 11.45022177696228
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0840575093799167,
          "lr": 0.03,
          "negative_goodness": 1.6507474847581651,
          "pair_accuracy": 0.8308,
          "positive_goodness": 2.785093954510159,
          "runtime_seconds": 11.462250471115112
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.081087223794725,
          "lr": 0.03,
          "negative_goodness": 1.624083229192098,
          "pair_accuracy": 0.818066666677263,
          "positive_goodness": 2.826162412050035,
          "runtime_seconds": 11.450571298599243
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.0556726303524442,
          "lr": 0.03,
          "negative_goodness": 1.6192741134643556,
          "pair_accuracy": 0.8330000000529819,
          "positive_goodness": 2.8789256189134385,
          "runtime_seconds": 11.444692373275757
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0726550150553384,
          "lr": 0.03,
          "negative_goodness": 1.6443405077828301,
          "pair_accuracy": 0.8364,
          "positive_goodness": 2.818095349968804,
          "runtime_seconds": 11.44552993774414
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.0427760321087307,
          "lr": 0.03,
          "negative_goodness": 1.5975865573035346,
          "pair_accuracy": 0.8475333333386316,
          "positive_goodness": 2.952888010872735,
          "runtime_seconds": 11.446805953979492
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.052150032096439,
          "lr": 0.03,
          "negative_goodness": 1.5999639821794298,
          "pair_accuracy": 0.8324,
          "positive_goodness": 2.8899134225209555,
          "runtime_seconds": 11.447792053222656
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.0554455427593654,
          "lr": 0.03,
          "negative_goodness": 1.610533689541287,
          "pair_accuracy": 0.8328666666348775,
          "positive_goodness": 2.8702683297899036,
          "runtime_seconds": 11.45159649848938
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.0346028754764134,
          "lr": 0.03,
          "negative_goodness": 1.5802373492134942,
          "pair_accuracy": 0.8349555555449591,
          "positive_goodness": 2.9839156155904134,
          "runtime_seconds": 11.445923089981079
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.0392125293519763,
          "lr": 0.03,
          "negative_goodness": 1.5930798063278198,
          "pair_accuracy": 0.8459333333651224,
          "positive_goodness": 2.9511025960710313,
          "runtime_seconds": 11.447638988494873
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.0169939028104147,
          "lr": 0.03,
          "negative_goodness": 1.5689969771067303,
          "pair_accuracy": 0.8481555555555556,
          "positive_goodness": 3.0117116711086696,
          "runtime_seconds": 11.442813873291016
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.010998498386807,
          "lr": 0.03,
          "negative_goodness": 1.5512925944222344,
          "pair_accuracy": 0.8469333333757189,
          "positive_goodness": 3.0556963124593097,
          "runtime_seconds": 11.44613265991211
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.0347159330791897,
          "lr": 0.03,
          "negative_goodness": 1.589198858388265,
          "pair_accuracy": 0.8449999999841055,
          "positive_goodness": 2.9811453842163087,
          "runtime_seconds": 11.44748330116272
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0492824290487501,
          "lr": 0.03,
          "negative_goodness": 1.5961732657326593,
          "pair_accuracy": 0.8365555555237664,
          "positive_goodness": 2.9069758478800454,
          "runtime_seconds": 11.445242643356323
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.0269272917747498,
          "lr": 0.03,
          "negative_goodness": 1.5823925561904908,
          "pair_accuracy": 0.8436444444762335,
          "positive_goodness": 2.958928258726332,
          "runtime_seconds": 11.446783065795898
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0133206390168932,
          "lr": 0.03,
          "negative_goodness": 1.558656491004096,
          "pair_accuracy": 0.8404222222328186,
          "positive_goodness": 3.0242538442399765,
          "runtime_seconds": 11.445029497146606
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.0227636487113105,
          "lr": 0.03,
          "negative_goodness": 1.5659161832809447,
          "pair_accuracy": 0.8399333333121406,
          "positive_goodness": 2.9868255658043754,
          "runtime_seconds": 11.44289493560791
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.0144517639584012,
          "lr": 0.03,
          "negative_goodness": 1.5586056084844802,
          "pair_accuracy": 0.8520666666666666,
          "positive_goodness": 3.0069104994455973,
          "runtime_seconds": 11.444070816040039
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.0178563988155789,
          "lr": 0.03,
          "negative_goodness": 1.5712008424123127,
          "pair_accuracy": 0.8473111111217075,
          "positive_goodness": 2.9877158690134684,
          "runtime_seconds": 11.444390535354614
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.009598030863868,
          "lr": 0.03,
          "negative_goodness": 1.5575954394234552,
          "pair_accuracy": 0.8479111111111111,
          "positive_goodness": 3.0114525914086236,
          "runtime_seconds": 11.441192626953125
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9922846456739638,
          "lr": 0.03,
          "negative_goodness": 1.5375812773810493,
          "pair_accuracy": 0.8528000000052982,
          "positive_goodness": 3.096474609798855,
          "runtime_seconds": 11.449247121810913
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.0007158332400852,
          "lr": 0.03,
          "negative_goodness": 1.5485197892506917,
          "pair_accuracy": 0.8458666666560702,
          "positive_goodness": 3.054336033206516,
          "runtime_seconds": 11.445556879043579
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9866950854195489,
          "lr": 0.03,
          "negative_goodness": 1.5284585861206055,
          "pair_accuracy": 0.8569333333280351,
          "positive_goodness": 3.086672363726298,
          "runtime_seconds": 11.446619272232056
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.0286698531044853,
          "lr": 0.03,
          "negative_goodness": 1.5724010879940458,
          "pair_accuracy": 0.835177777756585,
          "positive_goodness": 2.965653760655721,
          "runtime_seconds": 11.450146913528442
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.0056273728794523,
          "lr": 0.03,
          "negative_goodness": 1.5462565071105958,
          "pair_accuracy": 0.8435555555767483,
          "positive_goodness": 3.0423256553226046,
          "runtime_seconds": 11.44895887374878
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.0329135367923312,
          "lr": 0.03,
          "negative_goodness": 1.56774684937795,
          "pair_accuracy": 0.8332888889418708,
          "positive_goodness": 2.9468816632588704,
          "runtime_seconds": 11.444929122924805
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9821040502760146,
          "lr": 0.03,
          "negative_goodness": 1.5241473830329046,
          "pair_accuracy": 0.8547555555449592,
          "positive_goodness": 3.0982081828223333,
          "runtime_seconds": 11.442040205001831
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9710932619942559,
          "lr": 0.03,
          "negative_goodness": 1.5032350939008925,
          "pair_accuracy": 0.8558444444232517,
          "positive_goodness": 3.1679354300181073,
          "runtime_seconds": 11.439621210098267
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.9669278212229411,
          "lr": 0.03,
          "negative_goodness": 1.502143272950914,
          "pair_accuracy": 0.865866666645474,
          "positive_goodness": 3.14518706495497,
          "runtime_seconds": 11.43754243850708
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9803796142790052,
          "lr": 0.03,
          "negative_goodness": 1.5132447395748563,
          "pair_accuracy": 0.8569333333015442,
          "positive_goodness": 3.148890071105957,
          "runtime_seconds": 11.446901559829712
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9944175962871975,
          "lr": 0.03,
          "negative_goodness": 1.5301775277455647,
          "pair_accuracy": 0.8550444444232517,
          "positive_goodness": 3.075522162967258,
          "runtime_seconds": 11.452233076095581
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.0029264811939664,
          "lr": 0.03,
          "negative_goodness": 1.5208887918684217,
          "pair_accuracy": 0.8440444444232517,
          "positive_goodness": 3.112905707338121,
          "runtime_seconds": 11.456154108047485
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.0034538180033366,
          "lr": 0.03,
          "negative_goodness": 1.5342007928212484,
          "pair_accuracy": 0.8444222222275204,
          "positive_goodness": 3.0684139039145575,
          "runtime_seconds": 11.450307846069336
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.9921989512337579,
          "lr": 0.03,
          "negative_goodness": 1.5271187964333428,
          "pair_accuracy": 0.8532666666666666,
          "positive_goodness": 3.094704305436876,
          "runtime_seconds": 11.452314853668213
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.0027156937917074,
          "lr": 0.03,
          "negative_goodness": 1.5299429417292276,
          "pair_accuracy": 0.8407111111323039,
          "positive_goodness": 3.1001334541744656,
          "runtime_seconds": 11.453917741775513
        }
      ],
      "layer": 13
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.111645887374878,
          "lr": 0.03,
          "negative_goodness": 1.6989062956492107,
          "pair_accuracy": 0.815955555566152,
          "positive_goodness": 2.8191925273683336,
          "runtime_seconds": 11.543596267700195
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0011963349872166,
          "lr": 0.03,
          "negative_goodness": 1.5664288255055745,
          "pair_accuracy": 0.8482444444656372,
          "positive_goodness": 2.994190947002835,
          "runtime_seconds": 11.531896114349365
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9220980641629961,
          "lr": 0.03,
          "negative_goodness": 1.4505082081794738,
          "pair_accuracy": 0.8635333333333334,
          "positive_goodness": 3.1924099999321833,
          "runtime_seconds": 11.527493000030518
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.897832439994812,
          "lr": 0.03,
          "negative_goodness": 1.410964274957445,
          "pair_accuracy": 0.8691111111005148,
          "positive_goodness": 3.2579684660169814,
          "runtime_seconds": 11.526431560516357
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8859938145319621,
          "lr": 0.03,
          "negative_goodness": 1.3830814940770466,
          "pair_accuracy": 0.8694444444656372,
          "positive_goodness": 3.324379167344835,
          "runtime_seconds": 11.527417182922363
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8292007525761922,
          "lr": 0.03,
          "negative_goodness": 1.3079636148929596,
          "pair_accuracy": 0.8879777777777778,
          "positive_goodness": 3.468393700917562,
          "runtime_seconds": 11.529961824417114
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8048682911554972,
          "lr": 0.03,
          "negative_goodness": 1.29324195728302,
          "pair_accuracy": 0.8976666666348775,
          "positive_goodness": 3.5935117740207247,
          "runtime_seconds": 11.52757716178894
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8163558831744724,
          "lr": 0.03,
          "negative_goodness": 1.2915357350667318,
          "pair_accuracy": 0.8918888888888888,
          "positive_goodness": 3.4752817547268338,
          "runtime_seconds": 11.535110712051392
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8429549293412103,
          "lr": 0.03,
          "negative_goodness": 1.3027161559210882,
          "pair_accuracy": 0.8931111111534966,
          "positive_goodness": 3.43379563615587,
          "runtime_seconds": 11.53310775756836
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8074124051200019,
          "lr": 0.03,
          "negative_goodness": 1.2818419242223105,
          "pair_accuracy": 0.8972222222222223,
          "positive_goodness": 3.5444242057376436,
          "runtime_seconds": 11.530567646026611
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8308450179206001,
          "lr": 0.03,
          "negative_goodness": 1.3154840785132513,
          "pair_accuracy": 0.8957555555237664,
          "positive_goodness": 3.4643086980607776,
          "runtime_seconds": 11.532241106033325
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7833781020694309,
          "lr": 0.03,
          "negative_goodness": 1.2436315359327528,
          "pair_accuracy": 0.8894000000423855,
          "positive_goodness": 3.6214107580396866,
          "runtime_seconds": 11.53185248374939
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7653297730339897,
          "lr": 0.03,
          "negative_goodness": 1.2300197507646349,
          "pair_accuracy": 0.9009111111217075,
          "positive_goodness": 3.6803789240095353,
          "runtime_seconds": 11.525169610977173
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7482272415267096,
          "lr": 0.03,
          "negative_goodness": 1.1958177578661178,
          "pair_accuracy": 0.9051333333333333,
          "positive_goodness": 3.7746791979471843,
          "runtime_seconds": 11.536474466323853
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7747451221572028,
          "lr": 0.03,
          "negative_goodness": 1.2465944431093003,
          "pair_accuracy": 0.9072444444444444,
          "positive_goodness": 3.6578682426028784,
          "runtime_seconds": 11.530051946640015
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7383128370708889,
          "lr": 0.03,
          "negative_goodness": 1.206661610953013,
          "pair_accuracy": 0.9217111111111111,
          "positive_goodness": 3.7737226357777915,
          "runtime_seconds": 11.526041984558105
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7033318257596758,
          "lr": 0.03,
          "negative_goodness": 1.1429789894633824,
          "pair_accuracy": 0.9264888888888889,
          "positive_goodness": 3.9141218212551543,
          "runtime_seconds": 11.52195429801941
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6770591852347057,
          "lr": 0.03,
          "negative_goodness": 1.0913595321655274,
          "pair_accuracy": 0.9238444444444445,
          "positive_goodness": 4.031760748799642,
          "runtime_seconds": 11.52651834487915
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7043597082773845,
          "lr": 0.03,
          "negative_goodness": 1.1239887936909994,
          "pair_accuracy": 0.9187777778095669,
          "positive_goodness": 3.961696693971422,
          "runtime_seconds": 11.527292728424072
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7019581976148818,
          "lr": 0.03,
          "negative_goodness": 1.1249590590159098,
          "pair_accuracy": 0.9174666666878595,
          "positive_goodness": 3.9796235538482665,
          "runtime_seconds": 11.529160261154175
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7117597900920444,
          "lr": 0.03,
          "negative_goodness": 1.1449455026626587,
          "pair_accuracy": 0.9230888888888888,
          "positive_goodness": 3.87799734471639,
          "runtime_seconds": 11.525985717773438
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6948300093544854,
          "lr": 0.03,
          "negative_goodness": 1.0941705544577705,
          "pair_accuracy": 0.9208000000529819,
          "positive_goodness": 3.9913914607577854,
          "runtime_seconds": 11.52907419204712
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.71239867155287,
          "lr": 0.03,
          "negative_goodness": 1.132381079673767,
          "pair_accuracy": 0.9174444444762336,
          "positive_goodness": 3.9150877708858913,
          "runtime_seconds": 11.528342723846436
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.72788271917767,
          "lr": 0.03,
          "negative_goodness": 1.1406093189080557,
          "pair_accuracy": 0.9096444444444445,
          "positive_goodness": 3.890463505469428,
          "runtime_seconds": 11.532347202301025
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6943158844841851,
          "lr": 0.03,
          "negative_goodness": 1.1045252775828043,
          "pair_accuracy": 0.9209777777777778,
          "positive_goodness": 4.044179633182949,
          "runtime_seconds": 11.532017230987549
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7128617346975539,
          "lr": 0.03,
          "negative_goodness": 1.1105486018286812,
          "pair_accuracy": 0.9103111110899184,
          "positive_goodness": 3.938532731543647,
          "runtime_seconds": 11.52856993675232
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7172038160218133,
          "lr": 0.03,
          "negative_goodness": 1.108133947383033,
          "pair_accuracy": 0.9172222222116259,
          "positive_goodness": 3.9613190709431967,
          "runtime_seconds": 11.532332420349121
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.7270684468269348,
          "lr": 0.03,
          "negative_goodness": 1.11441917875078,
          "pair_accuracy": 0.9062444444444444,
          "positive_goodness": 3.9057641464233397,
          "runtime_seconds": 11.536449193954468
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6927592328071595,
          "lr": 0.03,
          "negative_goodness": 1.0796056401252747,
          "pair_accuracy": 0.9173111111111111,
          "positive_goodness": 4.0139652704026965,
          "runtime_seconds": 11.536830425262451
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.705089494864146,
          "lr": 0.03,
          "negative_goodness": 1.1069290477116902,
          "pair_accuracy": 0.9127333333863152,
          "positive_goodness": 3.9546617326524522,
          "runtime_seconds": 11.54232120513916
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6804569045172797,
          "lr": 0.03,
          "negative_goodness": 1.0695598226335314,
          "pair_accuracy": 0.9214444444497426,
          "positive_goodness": 4.040312901645237,
          "runtime_seconds": 11.539996147155762
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7062436036639743,
          "lr": 0.03,
          "negative_goodness": 1.1095148333655462,
          "pair_accuracy": 0.92004444448683,
          "positive_goodness": 3.912372166442871,
          "runtime_seconds": 11.538929462432861
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7260941573143005,
          "lr": 0.03,
          "negative_goodness": 1.144557462861803,
          "pair_accuracy": 0.9176222222222222,
          "positive_goodness": 3.8939497937096488,
          "runtime_seconds": 11.539717197418213
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6370376238716973,
          "lr": 0.03,
          "negative_goodness": 1.0135473838594224,
          "pair_accuracy": 0.9360222222222222,
          "positive_goodness": 4.184457355033027,
          "runtime_seconds": 11.53159785270691
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6624158107333713,
          "lr": 0.03,
          "negative_goodness": 1.0262183599472046,
          "pair_accuracy": 0.922844444433848,
          "positive_goodness": 4.141648948287964,
          "runtime_seconds": 11.533844947814941
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6857576194551256,
          "lr": 0.03,
          "negative_goodness": 1.0480208604812622,
          "pair_accuracy": 0.9131555555555556,
          "positive_goodness": 4.004562062411838,
          "runtime_seconds": 11.531554698944092
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6624427671432496,
          "lr": 0.03,
          "negative_goodness": 1.0368959489186604,
          "pair_accuracy": 0.9227777778095669,
          "positive_goodness": 4.168289960267809,
          "runtime_seconds": 11.520925283432007
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6858035319010417,
          "lr": 0.03,
          "negative_goodness": 1.0797759267171223,
          "pair_accuracy": 0.9192222222116259,
          "positive_goodness": 4.0289274618784585,
          "runtime_seconds": 11.5270414352417
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7038402543809679,
          "lr": 0.03,
          "negative_goodness": 1.0788289434009128,
          "pair_accuracy": 0.9147777777777778,
          "positive_goodness": 3.9996849560631644,
          "runtime_seconds": 11.533000230789185
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7360875101036496,
          "lr": 0.03,
          "negative_goodness": 1.1174624177508885,
          "pair_accuracy": 0.9041111111005147,
          "positive_goodness": 3.889640283457438,
          "runtime_seconds": 11.538204669952393
        }
      ],
      "layer": 14
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.960599424648285,
          "lr": 0.03,
          "negative_goodness": 1.3601893191655476,
          "pair_accuracy": 0.8577333333651225,
          "positive_goodness": 3.1071103331247967,
          "runtime_seconds": 11.472905158996582
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.893838206439548,
          "lr": 0.03,
          "negative_goodness": 1.3041049480438232,
          "pair_accuracy": 0.8824444444391463,
          "positive_goodness": 3.325065190209283,
          "runtime_seconds": 11.470533609390259
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8470166777292888,
          "lr": 0.03,
          "negative_goodness": 1.2622030092451308,
          "pair_accuracy": 0.893022222243415,
          "positive_goodness": 3.4148729423099096,
          "runtime_seconds": 11.461101293563843
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8440505016326905,
          "lr": 0.03,
          "negative_goodness": 1.2520615111033122,
          "pair_accuracy": 0.9014444444497426,
          "positive_goodness": 3.4577885539160835,
          "runtime_seconds": 11.456033945083618
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8499263882637024,
          "lr": 0.03,
          "negative_goodness": 1.260185123931037,
          "pair_accuracy": 0.8941777778201633,
          "positive_goodness": 3.4137213859558106,
          "runtime_seconds": 11.462000370025635
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8343270510779487,
          "lr": 0.03,
          "negative_goodness": 1.251692674308353,
          "pair_accuracy": 0.9048444444126553,
          "positive_goodness": 3.4664847854614256,
          "runtime_seconds": 11.453728199005127
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7994651244693333,
          "lr": 0.03,
          "negative_goodness": 1.192407287809584,
          "pair_accuracy": 0.9154444444444444,
          "positive_goodness": 3.6229033004760742,
          "runtime_seconds": 11.45452618598938
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8373943489922417,
          "lr": 0.03,
          "negative_goodness": 1.2462273060692681,
          "pair_accuracy": 0.9039555555555555,
          "positive_goodness": 3.4637114920722114,
          "runtime_seconds": 11.453918218612671
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8108619611899058,
          "lr": 0.03,
          "negative_goodness": 1.2151891308572558,
          "pair_accuracy": 0.9128222222116258,
          "positive_goodness": 3.583334741634793,
          "runtime_seconds": 11.453421831130981
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8086799982600742,
          "lr": 0.03,
          "negative_goodness": 1.189872332657708,
          "pair_accuracy": 0.9118222222222222,
          "positive_goodness": 3.5657381619347466,
          "runtime_seconds": 11.451894998550415
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7959217234505548,
          "lr": 0.03,
          "negative_goodness": 1.167801177957323,
          "pair_accuracy": 0.9140888888888888,
          "positive_goodness": 3.6095679395887585,
          "runtime_seconds": 11.451181411743164
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.839419930627611,
          "lr": 0.03,
          "negative_goodness": 1.2239483438703749,
          "pair_accuracy": 0.9031333333492279,
          "positive_goodness": 3.4576898874494764,
          "runtime_seconds": 11.446404933929443
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.8035131971465217,
          "lr": 0.03,
          "negative_goodness": 1.184665754614936,
          "pair_accuracy": 0.9126222222646078,
          "positive_goodness": 3.5427846087137858,
          "runtime_seconds": 11.451668977737427
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7885926164627075,
          "lr": 0.03,
          "negative_goodness": 1.1589632986916436,
          "pair_accuracy": 0.9125333333465788,
          "positive_goodness": 3.622052189212375,
          "runtime_seconds": 11.452984094619751
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7415854180759853,
          "lr": 0.03,
          "negative_goodness": 1.087257624520196,
          "pair_accuracy": 0.9289777778307596,
          "positive_goodness": 3.773742953491211,
          "runtime_seconds": 11.44685959815979
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.795190030362871,
          "lr": 0.03,
          "negative_goodness": 1.167963710361057,
          "pair_accuracy": 0.9103333333651225,
          "positive_goodness": 3.61634488758511,
          "runtime_seconds": 11.44825530052185
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7802685107972887,
          "lr": 0.03,
          "negative_goodness": 1.1353812955247031,
          "pair_accuracy": 0.9179777777671814,
          "positive_goodness": 3.6351017626868356,
          "runtime_seconds": 11.449008703231812
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7477353561825223,
          "lr": 0.03,
          "negative_goodness": 1.068502224222819,
          "pair_accuracy": 0.9243555555343628,
          "positive_goodness": 3.768948446146647,
          "runtime_seconds": 11.445704936981201
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7811429981019762,
          "lr": 0.03,
          "negative_goodness": 1.1284749468697441,
          "pair_accuracy": 0.9151555556085375,
          "positive_goodness": 3.6467212786568535,
          "runtime_seconds": 11.443086862564087
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7454070212046305,
          "lr": 0.03,
          "negative_goodness": 1.0898615379333496,
          "pair_accuracy": 0.925577777756585,
          "positive_goodness": 3.7467219937642415,
          "runtime_seconds": 11.43971848487854
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7840086373117235,
          "lr": 0.03,
          "negative_goodness": 1.1121802319420708,
          "pair_accuracy": 0.9104444444126553,
          "positive_goodness": 3.619318712404039,
          "runtime_seconds": 11.443312406539917
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.804413391992781,
          "lr": 0.03,
          "negative_goodness": 1.1421119336658054,
          "pair_accuracy": 0.9056444444974263,
          "positive_goodness": 3.53049066212972,
          "runtime_seconds": 11.44547414779663
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7980234428193834,
          "lr": 0.03,
          "negative_goodness": 1.1304966497633193,
          "pair_accuracy": 0.9042444444126553,
          "positive_goodness": 3.5897183646731907,
          "runtime_seconds": 11.445657014846802
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7879173007647197,
          "lr": 0.03,
          "negative_goodness": 1.1245691056887308,
          "pair_accuracy": 0.9140888888888888,
          "positive_goodness": 3.6375263810899523,
          "runtime_seconds": 11.45618486404419
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7168285492367215,
          "lr": 0.03,
          "negative_goodness": 1.034459923860762,
          "pair_accuracy": 0.9242222222222222,
          "positive_goodness": 3.8313823131985134,
          "runtime_seconds": 11.45240831375122
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.773394932132297,
          "lr": 0.03,
          "negative_goodness": 1.0790360607412126,
          "pair_accuracy": 0.9116666666560703,
          "positive_goodness": 3.738573385365804,
          "runtime_seconds": 11.45563554763794
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7250216270446778,
          "lr": 0.03,
          "negative_goodness": 1.0744536408318415,
          "pair_accuracy": 0.9332888888994852,
          "positive_goodness": 3.814101518122355,
          "runtime_seconds": 11.447478294372559
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.7365434669176737,
          "lr": 0.03,
          "negative_goodness": 1.0655198247061834,
          "pair_accuracy": 0.9263777777671814,
          "positive_goodness": 3.7857794466230605,
          "runtime_seconds": 11.445266485214233
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.7271356018066406,
          "lr": 0.03,
          "negative_goodness": 1.04058972852495,
          "pair_accuracy": 0.9259777777459887,
          "positive_goodness": 3.8308889725579154,
          "runtime_seconds": 11.448951482772827
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7597741550233629,
          "lr": 0.03,
          "negative_goodness": 1.0877258750279744,
          "pair_accuracy": 0.9201333333333334,
          "positive_goodness": 3.7495145966847736,
          "runtime_seconds": 11.441141843795776
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7833733652538724,
          "lr": 0.03,
          "negative_goodness": 1.1024183316018847,
          "pair_accuracy": 0.9139333333439297,
          "positive_goodness": 3.629896656587389,
          "runtime_seconds": 11.440154314041138
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7618070243623521,
          "lr": 0.03,
          "negative_goodness": 1.123231649992201,
          "pair_accuracy": 0.9265999999682109,
          "positive_goodness": 3.6738633215586343,
          "runtime_seconds": 11.437780141830444
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7808926001230876,
          "lr": 0.03,
          "negative_goodness": 1.1159286908679538,
          "pair_accuracy": 0.9134666666772631,
          "positive_goodness": 3.667033295143975,
          "runtime_seconds": 11.43369436264038
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.740237443584866,
          "lr": 0.03,
          "negative_goodness": 1.0216862137476603,
          "pair_accuracy": 0.914844444433848,
          "positive_goodness": 3.811989743423462,
          "runtime_seconds": 11.433335781097412
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7057032071643405,
          "lr": 0.03,
          "negative_goodness": 1.0403056070009868,
          "pair_accuracy": 0.9363333333439298,
          "positive_goodness": 3.873667058096992,
          "runtime_seconds": 11.434491395950317
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.7296898908191257,
          "lr": 0.03,
          "negative_goodness": 1.0639901039123536,
          "pair_accuracy": 0.9287777778095669,
          "positive_goodness": 3.826322735044691,
          "runtime_seconds": 11.445716142654419
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6879556561999851,
          "lr": 0.03,
          "negative_goodness": 1.0024969339582654,
          "pair_accuracy": 0.9415333333227369,
          "positive_goodness": 3.986411351860894,
          "runtime_seconds": 11.457069158554077
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7360889429569244,
          "lr": 0.03,
          "negative_goodness": 1.051177152188619,
          "pair_accuracy": 0.9272888888888889,
          "positive_goodness": 3.8191451993306478,
          "runtime_seconds": 11.44845175743103
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7195213839795854,
          "lr": 0.03,
          "negative_goodness": 1.0524153537591299,
          "pair_accuracy": 0.9299111111111111,
          "positive_goodness": 3.848191736009386,
          "runtime_seconds": 11.443453788757324
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7165089974986182,
          "lr": 0.03,
          "negative_goodness": 1.0419043377717336,
          "pair_accuracy": 0.9297111111111112,
          "positive_goodness": 3.8490470304701065,
          "runtime_seconds": 11.440377712249756
        }
      ],
      "layer": 15
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2142588294559056,
          "lr": 0.03,
          "negative_goodness": 1.7784797133339776,
          "pair_accuracy": 0.759977777756585,
          "positive_goodness": 2.738842090140449,
          "runtime_seconds": 11.527745962142944
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9354296149571737,
          "lr": 0.03,
          "negative_goodness": 1.483514446788364,
          "pair_accuracy": 0.8699333333333333,
          "positive_goodness": 3.2499016259087457,
          "runtime_seconds": 11.513649225234985
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8704373075061375,
          "lr": 0.03,
          "negative_goodness": 1.378172203816308,
          "pair_accuracy": 0.877,
          "positive_goodness": 3.381556701066759,
          "runtime_seconds": 11.508040428161621
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8229865861044989,
          "lr": 0.03,
          "negative_goodness": 1.3317320293426513,
          "pair_accuracy": 0.8982444444656372,
          "positive_goodness": 3.499170958328247,
          "runtime_seconds": 11.511051416397095
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7556780715518527,
          "lr": 0.03,
          "negative_goodness": 1.2231418136384753,
          "pair_accuracy": 0.9109777777777778,
          "positive_goodness": 3.72832291937934,
          "runtime_seconds": 11.50023603439331
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7866978704452514,
          "lr": 0.03,
          "negative_goodness": 1.2526698908487957,
          "pair_accuracy": 0.9023333333863153,
          "positive_goodness": 3.621622983656989,
          "runtime_seconds": 11.50180172920227
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7663542337311638,
          "lr": 0.03,
          "negative_goodness": 1.2292960315174526,
          "pair_accuracy": 0.8977555555555555,
          "positive_goodness": 3.7069101987202964,
          "runtime_seconds": 11.495861530303955
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7693121594164106,
          "lr": 0.03,
          "negative_goodness": 1.2191637406137255,
          "pair_accuracy": 0.9021111111005148,
          "positive_goodness": 3.6307792204115126,
          "runtime_seconds": 11.497413873672485
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7334240840699937,
          "lr": 0.03,
          "negative_goodness": 1.1952915573332046,
          "pair_accuracy": 0.9166222222222222,
          "positive_goodness": 3.785205938551161,
          "runtime_seconds": 11.489555835723877
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7409562177658081,
          "lr": 0.03,
          "negative_goodness": 1.1804754957516987,
          "pair_accuracy": 0.9150888888676961,
          "positive_goodness": 3.7516286460876467,
          "runtime_seconds": 11.489777565002441
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7434640794330173,
          "lr": 0.03,
          "negative_goodness": 1.1920327616638609,
          "pair_accuracy": 0.9134666666666666,
          "positive_goodness": 3.7195192142910427,
          "runtime_seconds": 11.493113040924072
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7461305735270183,
          "lr": 0.03,
          "negative_goodness": 1.1808386295318603,
          "pair_accuracy": 0.9081111111111111,
          "positive_goodness": 3.749010198889838,
          "runtime_seconds": 11.498711109161377
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7303895598941379,
          "lr": 0.03,
          "negative_goodness": 1.1501327410380044,
          "pair_accuracy": 0.9122000000003312,
          "positive_goodness": 3.8424873844570584,
          "runtime_seconds": 11.50261402130127
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7366996428171794,
          "lr": 0.03,
          "negative_goodness": 1.1709251528422038,
          "pair_accuracy": 0.9139555555555555,
          "positive_goodness": 3.772987537574768,
          "runtime_seconds": 11.500129699707031
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7298393931918674,
          "lr": 0.03,
          "negative_goodness": 1.1728227408091227,
          "pair_accuracy": 0.9147777777777778,
          "positive_goodness": 3.7541645527733696,
          "runtime_seconds": 11.490344285964966
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7243116877237956,
          "lr": 0.03,
          "negative_goodness": 1.1846681736628215,
          "pair_accuracy": 0.9181555555661519,
          "positive_goodness": 3.7792230934143065,
          "runtime_seconds": 11.48521375656128
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7047620616700914,
          "lr": 0.03,
          "negative_goodness": 1.1382841284010146,
          "pair_accuracy": 0.919044444433848,
          "positive_goodness": 3.892727417924669,
          "runtime_seconds": 11.484813213348389
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.698278495364719,
          "lr": 0.03,
          "negative_goodness": 1.1572799570295547,
          "pair_accuracy": 0.9281555555767483,
          "positive_goodness": 3.8422365626441106,
          "runtime_seconds": 11.485666036605835
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6816179650412666,
          "lr": 0.03,
          "negative_goodness": 1.108322289106581,
          "pair_accuracy": 0.9172222222010294,
          "positive_goodness": 3.94772786271837,
          "runtime_seconds": 11.492088794708252
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7241153572718303,
          "lr": 0.03,
          "negative_goodness": 1.1659487962722779,
          "pair_accuracy": 0.9127777777671814,
          "positive_goodness": 3.7765286272684735,
          "runtime_seconds": 11.489299297332764
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.694065003352695,
          "lr": 0.03,
          "negative_goodness": 1.1338835131327312,
          "pair_accuracy": 0.9194888888782925,
          "positive_goodness": 3.889447196875678,
          "runtime_seconds": 11.490039825439453
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6958048059675429,
          "lr": 0.03,
          "negative_goodness": 1.1172033810297648,
          "pair_accuracy": 0.9248444444762336,
          "positive_goodness": 3.9132805143992107,
          "runtime_seconds": 11.499722003936768
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.658401736164093,
          "lr": 0.03,
          "negative_goodness": 1.0791171964857313,
          "pair_accuracy": 0.9279111110899183,
          "positive_goodness": 4.008408717303806,
          "runtime_seconds": 11.488586664199829
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6692716567357381,
          "lr": 0.03,
          "negative_goodness": 1.1071652904086642,
          "pair_accuracy": 0.9376444444974263,
          "positive_goodness": 3.9199858462015786,
          "runtime_seconds": 11.489335060119629
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6946061289045545,
          "lr": 0.03,
          "negative_goodness": 1.1132158311420017,
          "pair_accuracy": 0.9227555555873447,
          "positive_goodness": 3.9045609526316323,
          "runtime_seconds": 11.486608505249023
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6776372696346706,
          "lr": 0.03,
          "negative_goodness": 1.0977235158496432,
          "pair_accuracy": 0.9276444444974263,
          "positive_goodness": 3.9345812582227917,
          "runtime_seconds": 11.484783411026001
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6727552057796055,
          "lr": 0.03,
          "negative_goodness": 1.102965490023295,
          "pair_accuracy": 0.9286888889418708,
          "positive_goodness": 3.9431814825693765,
          "runtime_seconds": 11.491783142089844
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6589089241080814,
          "lr": 0.03,
          "negative_goodness": 1.0784030436515808,
          "pair_accuracy": 0.9324,
          "positive_goodness": 4.020370868343777,
          "runtime_seconds": 11.48865008354187
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6809759548611111,
          "lr": 0.03,
          "negative_goodness": 1.083020683034261,
          "pair_accuracy": 0.9203555555979411,
          "positive_goodness": 3.9640463020748564,
          "runtime_seconds": 11.484764814376831
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6796425803555383,
          "lr": 0.03,
          "negative_goodness": 1.1007697193834516,
          "pair_accuracy": 0.9258444444444445,
          "positive_goodness": 3.926277626122369,
          "runtime_seconds": 11.489139556884766
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6481052728441027,
          "lr": 0.03,
          "negative_goodness": 1.0620961283445358,
          "pair_accuracy": 0.9392666666666667,
          "positive_goodness": 4.009515909067789,
          "runtime_seconds": 11.480816841125488
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7188689867867364,
          "lr": 0.03,
          "negative_goodness": 1.1390384341981676,
          "pair_accuracy": 0.914977777783076,
          "positive_goodness": 3.838976155026754,
          "runtime_seconds": 11.489631652832031
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6848822917461396,
          "lr": 0.03,
          "negative_goodness": 1.0784242279688516,
          "pair_accuracy": 0.9120666666666667,
          "positive_goodness": 3.9276069274054635,
          "runtime_seconds": 11.495017766952515
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.7053797570122613,
          "lr": 0.03,
          "negative_goodness": 1.1098642331865098,
          "pair_accuracy": 0.9159333333280352,
          "positive_goodness": 3.8565343021816676,
          "runtime_seconds": 11.490397214889526
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.637313116423289,
          "lr": 0.03,
          "negative_goodness": 1.038259095064799,
          "pair_accuracy": 0.9331555555449592,
          "positive_goodness": 4.0959934928046335,
          "runtime_seconds": 11.484040260314941
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6696493131478628,
          "lr": 0.03,
          "negative_goodness": 1.0935873567634158,
          "pair_accuracy": 0.9292666666666667,
          "positive_goodness": 3.9808066704644096,
          "runtime_seconds": 11.480796337127686
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6352302144474453,
          "lr": 0.03,
          "negative_goodness": 1.037945770793491,
          "pair_accuracy": 0.9305777777671814,
          "positive_goodness": 4.060438124084473,
          "runtime_seconds": 11.479879379272461
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6306862574683295,
          "lr": 0.03,
          "negative_goodness": 1.0322141410509744,
          "pair_accuracy": 0.9397999999788073,
          "positive_goodness": 4.117844483651055,
          "runtime_seconds": 11.486491918563843
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6247682672447629,
          "lr": 0.03,
          "negative_goodness": 1.0095059126747978,
          "pair_accuracy": 0.9324888888888889,
          "positive_goodness": 4.203084432729085,
          "runtime_seconds": 11.495095252990723
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6266565242343479,
          "lr": 0.03,
          "negative_goodness": 1.0258872706943087,
          "pair_accuracy": 0.9407333333339956,
          "positive_goodness": 4.0914868221706815,
          "runtime_seconds": 11.489105224609375
        }
      ],
      "layer": 16
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8778899590174357,
          "lr": 0.03,
          "negative_goodness": 1.3020035125096638,
          "pair_accuracy": 0.8818222222752041,
          "positive_goodness": 3.3060080192989774,
          "runtime_seconds": 11.411525249481201
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8345706110212538,
          "lr": 0.03,
          "negative_goodness": 1.280667839940389,
          "pair_accuracy": 0.8831555555575423,
          "positive_goodness": 3.411566069391039,
          "runtime_seconds": 11.411093711853027
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8132698686493768,
          "lr": 0.03,
          "negative_goodness": 1.2700839863035414,
          "pair_accuracy": 0.8968444444444444,
          "positive_goodness": 3.5052186207241482,
          "runtime_seconds": 11.414422273635864
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7849615915086534,
          "lr": 0.03,
          "negative_goodness": 1.2225899628533257,
          "pair_accuracy": 0.8984000000019868,
          "positive_goodness": 3.594915585433112,
          "runtime_seconds": 11.40564227104187
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7518328544669681,
          "lr": 0.03,
          "negative_goodness": 1.206861057970259,
          "pair_accuracy": 0.8994888888888889,
          "positive_goodness": 3.6625433993021645,
          "runtime_seconds": 11.407093524932861
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7541667163213094,
          "lr": 0.03,
          "negative_goodness": 1.1577165252685546,
          "pair_accuracy": 0.9005999999894037,
          "positive_goodness": 3.7698585171169703,
          "runtime_seconds": 11.400676965713501
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.739497305562761,
          "lr": 0.03,
          "negative_goodness": 1.1787491742451985,
          "pair_accuracy": 0.9093999999788073,
          "positive_goodness": 3.726414663611518,
          "runtime_seconds": 11.4019136428833
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6995644869698419,
          "lr": 0.03,
          "negative_goodness": 1.1724853363460965,
          "pair_accuracy": 0.9265333333227369,
          "positive_goodness": 3.790528178405762,
          "runtime_seconds": 11.39671277999878
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7282243003421359,
          "lr": 0.03,
          "negative_goodness": 1.170282567469279,
          "pair_accuracy": 0.9110222222225534,
          "positive_goodness": 3.747770587878757,
          "runtime_seconds": 11.395386457443237
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7370741773393419,
          "lr": 0.03,
          "negative_goodness": 1.1865092753940158,
          "pair_accuracy": 0.9069111111111111,
          "positive_goodness": 3.7261062078581917,
          "runtime_seconds": 11.40120005607605
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7272635718133714,
          "lr": 0.03,
          "negative_goodness": 1.155601115820143,
          "pair_accuracy": 0.9087333333015442,
          "positive_goodness": 3.6798297815534804,
          "runtime_seconds": 11.403172016143799
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7272491498099433,
          "lr": 0.03,
          "negative_goodness": 1.1531237418810527,
          "pair_accuracy": 0.9120222222222222,
          "positive_goodness": 3.7804766793568927,
          "runtime_seconds": 11.405818939208984
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7229687028196123,
          "lr": 0.03,
          "negative_goodness": 1.1729744496451484,
          "pair_accuracy": 0.9122,
          "positive_goodness": 3.729553064303928,
          "runtime_seconds": 11.407121419906616
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6956096220228407,
          "lr": 0.03,
          "negative_goodness": 1.1212622887505426,
          "pair_accuracy": 0.9231111111111111,
          "positive_goodness": 3.8179926508373683,
          "runtime_seconds": 11.397711515426636
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6780408235443963,
          "lr": 0.03,
          "negative_goodness": 1.1109374502393934,
          "pair_accuracy": 0.9240666666560703,
          "positive_goodness": 3.839642442194621,
          "runtime_seconds": 11.389739513397217
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7222260410732693,
          "lr": 0.03,
          "negative_goodness": 1.1353862975968254,
          "pair_accuracy": 0.9069555555555555,
          "positive_goodness": 3.752523799175686,
          "runtime_seconds": 11.392278671264648
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6847725882636176,
          "lr": 0.03,
          "negative_goodness": 1.1022012262980143,
          "pair_accuracy": 0.9186222222328186,
          "positive_goodness": 3.7879389378441704,
          "runtime_seconds": 11.39792013168335
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.67931686179373,
          "lr": 0.03,
          "negative_goodness": 1.1019170108583238,
          "pair_accuracy": 0.9149555555555555,
          "positive_goodness": 3.8497440105862086,
          "runtime_seconds": 11.398510217666626
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.681632706366645,
          "lr": 0.03,
          "negative_goodness": 1.0949594888475207,
          "pair_accuracy": 0.912,
          "positive_goodness": 3.857762930891249,
          "runtime_seconds": 11.4032461643219
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6807656131532457,
          "lr": 0.03,
          "negative_goodness": 1.113674265967475,
          "pair_accuracy": 0.9278222222354677,
          "positive_goodness": 3.8597234155654907,
          "runtime_seconds": 11.397762298583984
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6568966510560778,
          "lr": 0.03,
          "negative_goodness": 1.052275086042616,
          "pair_accuracy": 0.9224,
          "positive_goodness": 3.998084701241387,
          "runtime_seconds": 11.389761209487915
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6523776440726387,
          "lr": 0.03,
          "negative_goodness": 1.0585639647801717,
          "pair_accuracy": 0.9251111111111111,
          "positive_goodness": 3.988406601164076,
          "runtime_seconds": 11.390177726745605
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6698606166097852,
          "lr": 0.03,
          "negative_goodness": 1.059729789437188,
          "pair_accuracy": 0.9264888888888889,
          "positive_goodness": 3.9499813256157768,
          "runtime_seconds": 11.39331340789795
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6767855382124582,
          "lr": 0.03,
          "negative_goodness": 1.0962845183796353,
          "pair_accuracy": 0.9200888888888888,
          "positive_goodness": 3.866574421861437,
          "runtime_seconds": 11.400814771652222
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6681559310436249,
          "lr": 0.03,
          "negative_goodness": 1.05962479212549,
          "pair_accuracy": 0.9242666666560703,
          "positive_goodness": 3.953779282803006,
          "runtime_seconds": 11.394862651824951
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6580384875085619,
          "lr": 0.03,
          "negative_goodness": 1.0404926973342896,
          "pair_accuracy": 0.9182444444444444,
          "positive_goodness": 4.013242787594265,
          "runtime_seconds": 11.400310754776001
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6556592156092326,
          "lr": 0.03,
          "negative_goodness": 1.0391947637399037,
          "pair_accuracy": 0.9148,
          "positive_goodness": 3.9430634727478027,
          "runtime_seconds": 11.395452499389648
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6495145433266958,
          "lr": 0.03,
          "negative_goodness": 1.035141086875068,
          "pair_accuracy": 0.9265111111111111,
          "positive_goodness": 4.048542617119683,
          "runtime_seconds": 11.390067100524902
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6545808230400085,
          "lr": 0.03,
          "negative_goodness": 1.03744416897032,
          "pair_accuracy": 0.9250444444444444,
          "positive_goodness": 3.989464785427517,
          "runtime_seconds": 11.398654222488403
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6071680326355828,
          "lr": 0.03,
          "negative_goodness": 0.9928528082529704,
          "pair_accuracy": 0.9376,
          "positive_goodness": 4.1280806634691025,
          "runtime_seconds": 11.394030809402466
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6564588803291321,
          "lr": 0.03,
          "negative_goodness": 1.048547625647651,
          "pair_accuracy": 0.9268666666560703,
          "positive_goodness": 4.011526395204332,
          "runtime_seconds": 11.390095710754395
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6915162199762133,
          "lr": 0.03,
          "negative_goodness": 1.0527576429102157,
          "pair_accuracy": 0.9129555555555555,
          "positive_goodness": 3.9125674082862005,
          "runtime_seconds": 11.376333236694336
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6647219253116183,
          "lr": 0.03,
          "negative_goodness": 1.0455589829126994,
          "pair_accuracy": 0.9225111111005148,
          "positive_goodness": 3.96108216764662,
          "runtime_seconds": 11.376374006271362
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6611198013517592,
          "lr": 0.03,
          "negative_goodness": 1.0240171091927421,
          "pair_accuracy": 0.9153777777671814,
          "positive_goodness": 3.995133366394043,
          "runtime_seconds": 11.379848003387451
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6286041328218248,
          "lr": 0.03,
          "negative_goodness": 0.9957966912375557,
          "pair_accuracy": 0.9247999999682108,
          "positive_goodness": 4.073972783025106,
          "runtime_seconds": 11.38550853729248
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6168696037981245,
          "lr": 0.03,
          "negative_goodness": 0.9752029914220174,
          "pair_accuracy": 0.9332,
          "positive_goodness": 4.086082436879476,
          "runtime_seconds": 11.394899129867554
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6445652841567994,
          "lr": 0.03,
          "negative_goodness": 1.0346120649761623,
          "pair_accuracy": 0.932733333322737,
          "positive_goodness": 4.030500244691637,
          "runtime_seconds": 11.381865739822388
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6182633950975206,
          "lr": 0.03,
          "negative_goodness": 0.9857562998983596,
          "pair_accuracy": 0.9240222221904331,
          "positive_goodness": 4.130385513983833,
          "runtime_seconds": 11.375680446624756
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6341926379521687,
          "lr": 0.03,
          "negative_goodness": 0.9965379685295953,
          "pair_accuracy": 0.9281333333386316,
          "positive_goodness": 4.07446285065545,
          "runtime_seconds": 11.372761726379395
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6626359832975599,
          "lr": 0.03,
          "negative_goodness": 1.043187768236796,
          "pair_accuracy": 0.9175555555767483,
          "positive_goodness": 3.987830042690701,
          "runtime_seconds": 11.381198644638062
        }
      ],
      "layer": 17
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0238712080425687,
          "lr": 0.03,
          "negative_goodness": 1.6267969138463338,
          "pair_accuracy": 0.8635333333545261,
          "positive_goodness": 3.4405414626227486,
          "runtime_seconds": 11.458187818527222
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.875248497666253,
          "lr": 0.03,
          "negative_goodness": 1.4113246383243137,
          "pair_accuracy": 0.8891555555449592,
          "positive_goodness": 3.537755567932129,
          "runtime_seconds": 11.458462476730347
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8570412212583753,
          "lr": 0.03,
          "negative_goodness": 1.3480560964372423,
          "pair_accuracy": 0.8769333333121405,
          "positive_goodness": 3.4812887993706596,
          "runtime_seconds": 11.45902419090271
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7620544821951124,
          "lr": 0.03,
          "negative_goodness": 1.2164268571005927,
          "pair_accuracy": 0.9001333333333333,
          "positive_goodness": 3.7835476169162328,
          "runtime_seconds": 11.461973190307617
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7821060390260485,
          "lr": 0.03,
          "negative_goodness": 1.2471443727493285,
          "pair_accuracy": 0.898377777809567,
          "positive_goodness": 3.6897428286658394,
          "runtime_seconds": 11.467332363128662
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.699793931584888,
          "lr": 0.03,
          "negative_goodness": 1.1276142264684041,
          "pair_accuracy": 0.9205777777777778,
          "positive_goodness": 3.958661265903049,
          "runtime_seconds": 11.458478689193726
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7200518340216743,
          "lr": 0.03,
          "negative_goodness": 1.1428078466203477,
          "pair_accuracy": 0.9049555555343628,
          "positive_goodness": 3.8757632691701254,
          "runtime_seconds": 11.461958885192871
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7276201088110605,
          "lr": 0.03,
          "negative_goodness": 1.1310185886065165,
          "pair_accuracy": 0.9052444444338481,
          "positive_goodness": 3.8477619941711425,
          "runtime_seconds": 11.465466976165771
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.697704225148095,
          "lr": 0.03,
          "negative_goodness": 1.0837657649993897,
          "pair_accuracy": 0.913844444433848,
          "positive_goodness": 3.9636478348202178,
          "runtime_seconds": 11.462913751602173
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7546042550881704,
          "lr": 0.03,
          "negative_goodness": 1.155122189225091,
          "pair_accuracy": 0.8957111111005147,
          "positive_goodness": 3.7985451854281957,
          "runtime_seconds": 11.46703815460205
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7112306126515071,
          "lr": 0.03,
          "negative_goodness": 1.0944936880879932,
          "pair_accuracy": 0.9051333333333333,
          "positive_goodness": 3.8808950395372177,
          "runtime_seconds": 11.47171950340271
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7186666619751189,
          "lr": 0.03,
          "negative_goodness": 1.1041798067390918,
          "pair_accuracy": 0.9001777777777777,
          "positive_goodness": 3.8866955695258247,
          "runtime_seconds": 11.470775604248047
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6876446948157416,
          "lr": 0.03,
          "negative_goodness": 1.068367762819926,
          "pair_accuracy": 0.9173111111534966,
          "positive_goodness": 3.989405051803589,
          "runtime_seconds": 11.466109991073608
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7034430094507006,
          "lr": 0.03,
          "negative_goodness": 1.0808769000106389,
          "pair_accuracy": 0.9096444444444445,
          "positive_goodness": 3.9345895313686796,
          "runtime_seconds": 11.45791244506836
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6381483037577735,
          "lr": 0.03,
          "negative_goodness": 1.007320471684138,
          "pair_accuracy": 0.9239777777777778,
          "positive_goodness": 4.173850257576836,
          "runtime_seconds": 11.465054273605347
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7105574566311307,
          "lr": 0.03,
          "negative_goodness": 1.0828821138805813,
          "pair_accuracy": 0.9065555555767483,
          "positive_goodness": 3.9530222195519342,
          "runtime_seconds": 11.468143939971924
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7203307428995768,
          "lr": 0.03,
          "negative_goodness": 1.087520958190494,
          "pair_accuracy": 0.9079111111111111,
          "positive_goodness": 3.8520314056396483,
          "runtime_seconds": 11.473730325698853
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7014325802644094,
          "lr": 0.03,
          "negative_goodness": 1.0590627021047805,
          "pair_accuracy": 0.9077777777777778,
          "positive_goodness": 3.9206238221910263,
          "runtime_seconds": 11.4680814743042
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6453215148184035,
          "lr": 0.03,
          "negative_goodness": 1.0081046334902446,
          "pair_accuracy": 0.9273111111005148,
          "positive_goodness": 4.116268181567722,
          "runtime_seconds": 11.455830335617065
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7206089069578383,
          "lr": 0.03,
          "negative_goodness": 1.0759896638870239,
          "pair_accuracy": 0.8996444444444445,
          "positive_goodness": 3.9054997420416937,
          "runtime_seconds": 11.456252098083496
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7251647478315565,
          "lr": 0.03,
          "negative_goodness": 1.0857200366550022,
          "pair_accuracy": 0.8963333333545261,
          "positive_goodness": 3.8997216314527723,
          "runtime_seconds": 11.463079452514648
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.64600939956771,
          "lr": 0.03,
          "negative_goodness": 0.996404217698839,
          "pair_accuracy": 0.9239111111005147,
          "positive_goodness": 4.093870976935492,
          "runtime_seconds": 11.468068599700928
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6732896330091689,
          "lr": 0.03,
          "negative_goodness": 1.0263761287265354,
          "pair_accuracy": 0.9150444444364971,
          "positive_goodness": 4.061544457499187,
          "runtime_seconds": 11.471715688705444
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6253658033132553,
          "lr": 0.03,
          "negative_goodness": 0.9649615334365103,
          "pair_accuracy": 0.9220444444444444,
          "positive_goodness": 4.284620618777805,
          "runtime_seconds": 11.467228889465332
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6809599262396494,
          "lr": 0.03,
          "negative_goodness": 1.0085183369636537,
          "pair_accuracy": 0.9082444444444444,
          "positive_goodness": 4.085452321624756,
          "runtime_seconds": 11.463412761688232
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6498948894129859,
          "lr": 0.03,
          "negative_goodness": 0.996808154270384,
          "pair_accuracy": 0.9242222222222222,
          "positive_goodness": 4.116955759769016,
          "runtime_seconds": 11.469215631484985
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6407717226717207,
          "lr": 0.03,
          "negative_goodness": 0.9865594613214334,
          "pair_accuracy": 0.9189111111111111,
          "positive_goodness": 4.156074464077419,
          "runtime_seconds": 11.463778734207153
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6425734723885854,
          "lr": 0.03,
          "negative_goodness": 0.9739522951655918,
          "pair_accuracy": 0.9158222222222222,
          "positive_goodness": 4.183378729587131,
          "runtime_seconds": 11.463738918304443
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6360524368392096,
          "lr": 0.03,
          "negative_goodness": 0.975266733402676,
          "pair_accuracy": 0.9278888888782925,
          "positive_goodness": 4.194047065395779,
          "runtime_seconds": 11.457951545715332
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.620321017297109,
          "lr": 0.03,
          "negative_goodness": 0.974578369363149,
          "pair_accuracy": 0.9376888888782925,
          "positive_goodness": 4.238451406266954,
          "runtime_seconds": 11.466377258300781
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6293363606452942,
          "lr": 0.03,
          "negative_goodness": 0.9650486266030206,
          "pair_accuracy": 0.9294222222010294,
          "positive_goodness": 4.265275078837077,
          "runtime_seconds": 11.467689514160156
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6541497399859958,
          "lr": 0.03,
          "negative_goodness": 1.0048234191417693,
          "pair_accuracy": 0.9252666666560703,
          "positive_goodness": 4.077626754336887,
          "runtime_seconds": 11.474833250045776
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.618113844596015,
          "lr": 0.03,
          "negative_goodness": 0.9215122717751397,
          "pair_accuracy": 0.9207111111323039,
          "positive_goodness": 4.346696318393284,
          "runtime_seconds": 11.472180366516113
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6284509398354424,
          "lr": 0.03,
          "negative_goodness": 0.9420025441275702,
          "pair_accuracy": 0.9208222222752042,
          "positive_goodness": 4.258650866360134,
          "runtime_seconds": 11.463392734527588
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6443040979517831,
          "lr": 0.03,
          "negative_goodness": 0.9455102918545405,
          "pair_accuracy": 0.9206444444444445,
          "positive_goodness": 4.154368501366509,
          "runtime_seconds": 11.463207006454468
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5886359766642253,
          "lr": 0.03,
          "negative_goodness": 0.8900165515899658,
          "pair_accuracy": 0.9290444444391462,
          "positive_goodness": 4.40786255607605,
          "runtime_seconds": 11.470798254013062
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6178384296841092,
          "lr": 0.03,
          "negative_goodness": 0.9052698461532592,
          "pair_accuracy": 0.9202,
          "positive_goodness": 4.3244637471093075,
          "runtime_seconds": 11.46959662437439
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6243698041174147,
          "lr": 0.03,
          "negative_goodness": 0.9499153301450941,
          "pair_accuracy": 0.9236666666560703,
          "positive_goodness": 4.257938927290175,
          "runtime_seconds": 11.4730806350708
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5716669845581055,
          "lr": 0.03,
          "negative_goodness": 0.8611269852956136,
          "pair_accuracy": 0.9315333333121406,
          "positive_goodness": 4.4412541074117025,
          "runtime_seconds": 11.468679189682007
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6149952730178833,
          "lr": 0.03,
          "negative_goodness": 0.9392577539020115,
          "pair_accuracy": 0.92824444448683,
          "positive_goodness": 4.298384775543213,
          "runtime_seconds": 11.469684600830078
        }
      ],
      "layer": 18
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8897968382729424,
          "lr": 0.03,
          "negative_goodness": 1.2942851863437228,
          "pair_accuracy": 0.8700444444126553,
          "positive_goodness": 3.281372258292304,
          "runtime_seconds": 11.056148767471313
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7675300782945421,
          "lr": 0.03,
          "negative_goodness": 1.1725007422659133,
          "pair_accuracy": 0.9020666666454739,
          "positive_goodness": 3.640765602408515,
          "runtime_seconds": 11.04533314704895
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7705299105538262,
          "lr": 0.03,
          "negative_goodness": 1.1633437631395127,
          "pair_accuracy": 0.8955111111005147,
          "positive_goodness": 3.6506315539889864,
          "runtime_seconds": 11.040218830108643
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7747511502901713,
          "lr": 0.03,
          "negative_goodness": 1.14982639503479,
          "pair_accuracy": 0.898200000052982,
          "positive_goodness": 3.6608936979081896,
          "runtime_seconds": 11.043161392211914
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8368180810610454,
          "lr": 0.03,
          "negative_goodness": 1.2289307603200277,
          "pair_accuracy": 0.8712444444338481,
          "positive_goodness": 3.4823982645670575,
          "runtime_seconds": 11.029962301254272
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7660647264268663,
          "lr": 0.03,
          "negative_goodness": 1.1317598656548393,
          "pair_accuracy": 0.8949555555555555,
          "positive_goodness": 3.6811716128879124,
          "runtime_seconds": 11.037769794464111
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.792335047589408,
          "lr": 0.03,
          "negative_goodness": 1.1791967719925776,
          "pair_accuracy": 0.8906222222222222,
          "positive_goodness": 3.653780731455485,
          "runtime_seconds": 11.037715435028076
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7417601909743415,
          "lr": 0.03,
          "negative_goodness": 1.123517779858907,
          "pair_accuracy": 0.9085777778095669,
          "positive_goodness": 3.765036004384359,
          "runtime_seconds": 11.035395860671997
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7576801489618089,
          "lr": 0.03,
          "negative_goodness": 1.1071360138363309,
          "pair_accuracy": 0.895511111164093,
          "positive_goodness": 3.7130664882236055,
          "runtime_seconds": 11.036988496780396
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7656070228364733,
          "lr": 0.03,
          "negative_goodness": 1.1382857746971977,
          "pair_accuracy": 0.8963999999894037,
          "positive_goodness": 3.696016763856676,
          "runtime_seconds": 11.029341459274292
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7372738844500648,
          "lr": 0.03,
          "negative_goodness": 1.0960620536698236,
          "pair_accuracy": 0.9043111111111111,
          "positive_goodness": 3.753188484446208,
          "runtime_seconds": 11.028864860534668
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7130952417903477,
          "lr": 0.03,
          "negative_goodness": 1.0554641263167064,
          "pair_accuracy": 0.9084666666666666,
          "positive_goodness": 3.914613025961982,
          "runtime_seconds": 11.025443315505981
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7321566489007738,
          "lr": 0.03,
          "negative_goodness": 1.090039578374227,
          "pair_accuracy": 0.9058888888888889,
          "positive_goodness": 3.8106720087687176,
          "runtime_seconds": 11.02683424949646
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7190828419261509,
          "lr": 0.03,
          "negative_goodness": 1.076899893951416,
          "pair_accuracy": 0.9095333333121406,
          "positive_goodness": 3.792647679901123,
          "runtime_seconds": 11.030236959457397
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7017752679877811,
          "lr": 0.03,
          "negative_goodness": 1.0617893258624607,
          "pair_accuracy": 0.9214666666666667,
          "positive_goodness": 3.8725761288960774,
          "runtime_seconds": 11.028100728988647
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7254317340532939,
          "lr": 0.03,
          "negative_goodness": 1.095533413028717,
          "pair_accuracy": 0.9063555555979411,
          "positive_goodness": 3.773855685043335,
          "runtime_seconds": 11.04168701171875
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7267078950352139,
          "lr": 0.03,
          "negative_goodness": 1.069862123521169,
          "pair_accuracy": 0.9041777777777777,
          "positive_goodness": 3.823130665418837,
          "runtime_seconds": 11.034801959991455
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7108385338041517,
          "lr": 0.03,
          "negative_goodness": 1.0609655254152086,
          "pair_accuracy": 0.9085111111534966,
          "positive_goodness": 3.8717107067108154,
          "runtime_seconds": 11.032256126403809
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7044290168868171,
          "lr": 0.03,
          "negative_goodness": 1.0682763629701402,
          "pair_accuracy": 0.9091111111005147,
          "positive_goodness": 3.8506938236660426,
          "runtime_seconds": 11.028140544891357
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6998607492023045,
          "lr": 0.03,
          "negative_goodness": 1.0456291405995686,
          "pair_accuracy": 0.9123999999894036,
          "positive_goodness": 3.8799837927076553,
          "runtime_seconds": 11.039151430130005
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6916552094035678,
          "lr": 0.03,
          "negative_goodness": 1.055586628871494,
          "pair_accuracy": 0.9177555555449591,
          "positive_goodness": 3.897475470055474,
          "runtime_seconds": 11.030864477157593
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7160895680427551,
          "lr": 0.03,
          "negative_goodness": 1.0308590716997783,
          "pair_accuracy": 0.9060222222010295,
          "positive_goodness": 3.845046791712443,
          "runtime_seconds": 11.033905982971191
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7325767435656654,
          "lr": 0.03,
          "negative_goodness": 1.0910205457925797,
          "pair_accuracy": 0.8998666666666667,
          "positive_goodness": 3.7684525178697372,
          "runtime_seconds": 11.041051864624023
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6936178482373555,
          "lr": 0.03,
          "negative_goodness": 1.0210628179338244,
          "pair_accuracy": 0.9148666666560703,
          "positive_goodness": 3.903477737681071,
          "runtime_seconds": 11.04029130935669
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6991065873463949,
          "lr": 0.03,
          "negative_goodness": 1.019480429787106,
          "pair_accuracy": 0.9104444444470935,
          "positive_goodness": 3.9596194022814433,
          "runtime_seconds": 11.029513597488403
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7013771608511606,
          "lr": 0.03,
          "negative_goodness": 1.032268196217219,
          "pair_accuracy": 0.9059999999788072,
          "positive_goodness": 3.8859318993462457,
          "runtime_seconds": 11.02440333366394
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6590976129849752,
          "lr": 0.03,
          "negative_goodness": 0.9778981248643663,
          "pair_accuracy": 0.9193555555555556,
          "positive_goodness": 4.0102544122484,
          "runtime_seconds": 11.026361227035522
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6730045509232415,
          "lr": 0.03,
          "negative_goodness": 0.9915513085736168,
          "pair_accuracy": 0.911,
          "positive_goodness": 3.997576932356093,
          "runtime_seconds": 11.033700942993164
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6645780202600691,
          "lr": 0.03,
          "negative_goodness": 0.980203039126926,
          "pair_accuracy": 0.9176888888782925,
          "positive_goodness": 3.9766530134412976,
          "runtime_seconds": 11.040428161621094
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6978399725966984,
          "lr": 0.03,
          "negative_goodness": 1.0290309374279447,
          "pair_accuracy": 0.9137333333333333,
          "positive_goodness": 3.9406833396487766,
          "runtime_seconds": 11.047670364379883
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6861910125732422,
          "lr": 0.03,
          "negative_goodness": 1.0010407320128547,
          "pair_accuracy": 0.9090888888915379,
          "positive_goodness": 3.9566620972739326,
          "runtime_seconds": 11.041018724441528
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6719412999682957,
          "lr": 0.03,
          "negative_goodness": 0.9733510562366909,
          "pair_accuracy": 0.9112666666772631,
          "positive_goodness": 4.0392858127594,
          "runtime_seconds": 11.04247760772705
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6777115481906467,
          "lr": 0.03,
          "negative_goodness": 1.0003335967063904,
          "pair_accuracy": 0.9161111110952166,
          "positive_goodness": 4.007618843862746,
          "runtime_seconds": 11.04442286491394
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6503387535148196,
          "lr": 0.03,
          "negative_goodness": 0.9593006705813938,
          "pair_accuracy": 0.9202,
          "positive_goodness": 4.094335821617975,
          "runtime_seconds": 11.039626359939575
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6382088255670335,
          "lr": 0.03,
          "negative_goodness": 0.9451066217356258,
          "pair_accuracy": 0.9256888888888889,
          "positive_goodness": 4.147031889258491,
          "runtime_seconds": 11.04181456565857
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.665387974749671,
          "lr": 0.03,
          "negative_goodness": 0.9599508424229092,
          "pair_accuracy": 0.9181777778095669,
          "positive_goodness": 4.090465255228678,
          "runtime_seconds": 11.044080257415771
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6114597426944309,
          "lr": 0.03,
          "negative_goodness": 0.916444284523858,
          "pair_accuracy": 0.9398000000105964,
          "positive_goodness": 4.254020530721876,
          "runtime_seconds": 11.04451036453247
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6787692109028498,
          "lr": 0.03,
          "negative_goodness": 0.9924484639816814,
          "pair_accuracy": 0.9142666666666667,
          "positive_goodness": 4.032047976430257,
          "runtime_seconds": 11.049831628799438
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.669404616800944,
          "lr": 0.03,
          "negative_goodness": 0.9578225483788384,
          "pair_accuracy": 0.913866666677263,
          "positive_goodness": 4.076801224772136,
          "runtime_seconds": 11.041583776473999
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6231370561732186,
          "lr": 0.03,
          "negative_goodness": 0.8812808318773906,
          "pair_accuracy": 0.9197111111111111,
          "positive_goodness": 4.219706010860867,
          "runtime_seconds": 11.04699993133545
        }
      ],
      "layer": 19
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0159315459887186,
          "lr": 0.03,
          "negative_goodness": 1.5060517064412435,
          "pair_accuracy": 0.8396444444656372,
          "positive_goodness": 3.219766240819295,
          "runtime_seconds": 11.14686894416809
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8449754423353407,
          "lr": 0.03,
          "negative_goodness": 1.321000718413459,
          "pair_accuracy": 0.8906888889047835,
          "positive_goodness": 3.4788123643451265,
          "runtime_seconds": 11.126720428466797
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7991632269965278,
          "lr": 0.03,
          "negative_goodness": 1.2459060908529493,
          "pair_accuracy": 0.9014888888782925,
          "positive_goodness": 3.5688275544484456,
          "runtime_seconds": 11.119493007659912
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7600319583045112,
          "lr": 0.03,
          "negative_goodness": 1.2020499038802253,
          "pair_accuracy": 0.9082888888676961,
          "positive_goodness": 3.6954628224690755,
          "runtime_seconds": 11.114173412322998
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7055248845418294,
          "lr": 0.03,
          "negative_goodness": 1.1064341090096368,
          "pair_accuracy": 0.9226,
          "positive_goodness": 3.879192309718662,
          "runtime_seconds": 11.127914667129517
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7463480601522657,
          "lr": 0.03,
          "negative_goodness": 1.1620532824092442,
          "pair_accuracy": 0.9048888888888889,
          "positive_goodness": 3.765120003467136,
          "runtime_seconds": 11.11577582359314
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.714597853480445,
          "lr": 0.03,
          "negative_goodness": 1.1142130030843946,
          "pair_accuracy": 0.9070444444444444,
          "positive_goodness": 3.932217236879137,
          "runtime_seconds": 11.11468243598938
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7341278751691183,
          "lr": 0.03,
          "negative_goodness": 1.1118655537711248,
          "pair_accuracy": 0.9101111111111111,
          "positive_goodness": 3.7870368191189234,
          "runtime_seconds": 11.108931303024292
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6994435772365994,
          "lr": 0.03,
          "negative_goodness": 1.092015451558431,
          "pair_accuracy": 0.9140444444232517,
          "positive_goodness": 3.935842131551107,
          "runtime_seconds": 11.113586664199829
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6627329576386346,
          "lr": 0.03,
          "negative_goodness": 1.066448647901747,
          "pair_accuracy": 0.9284444444444444,
          "positive_goodness": 3.9944156928168404,
          "runtime_seconds": 11.105719566345215
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6943741464243994,
          "lr": 0.03,
          "negative_goodness": 1.0632417104297214,
          "pair_accuracy": 0.9185777777671814,
          "positive_goodness": 3.879582884640164,
          "runtime_seconds": 11.105685710906982
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6923339837286208,
          "lr": 0.03,
          "negative_goodness": 1.0589468596140543,
          "pair_accuracy": 0.91164444448683,
          "positive_goodness": 3.9890255343119305,
          "runtime_seconds": 11.108553886413574
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6555828375922309,
          "lr": 0.03,
          "negative_goodness": 1.0206069918314615,
          "pair_accuracy": 0.9192222222222223,
          "positive_goodness": 4.122530371136135,
          "runtime_seconds": 11.11194896697998
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6593441983699798,
          "lr": 0.03,
          "negative_goodness": 1.0120020165655348,
          "pair_accuracy": 0.9237333333333333,
          "positive_goodness": 4.1242109159681535,
          "runtime_seconds": 11.113760471343994
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7054265214761098,
          "lr": 0.03,
          "negative_goodness": 1.042225859260559,
          "pair_accuracy": 0.9061111111111111,
          "positive_goodness": 3.967176022254096,
          "runtime_seconds": 11.116923093795776
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.660067798781395,
          "lr": 0.03,
          "negative_goodness": 1.0177289138476053,
          "pair_accuracy": 0.9218222222222222,
          "positive_goodness": 4.16506443456014,
          "runtime_seconds": 11.122292280197144
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6422319798151652,
          "lr": 0.03,
          "negative_goodness": 0.9938028288099501,
          "pair_accuracy": 0.9260888888676961,
          "positive_goodness": 4.13302086046007,
          "runtime_seconds": 11.117006063461304
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6479314363691542,
          "lr": 0.03,
          "negative_goodness": 1.011535687552558,
          "pair_accuracy": 0.9233555555661519,
          "positive_goodness": 4.103052482922872,
          "runtime_seconds": 11.112883567810059
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6761519215742747,
          "lr": 0.03,
          "negative_goodness": 1.0371086683750153,
          "pair_accuracy": 0.9133333333333333,
          "positive_goodness": 4.026422662438287,
          "runtime_seconds": 11.117064714431763
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6706064676708645,
          "lr": 0.03,
          "negative_goodness": 1.0027934560139975,
          "pair_accuracy": 0.9183777777777777,
          "positive_goodness": 4.094995846472846,
          "runtime_seconds": 11.12255859375
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6309142844729954,
          "lr": 0.03,
          "negative_goodness": 0.9597272156503466,
          "pair_accuracy": 0.9256888888888889,
          "positive_goodness": 4.2328829788208004,
          "runtime_seconds": 11.126716375350952
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6551690208435058,
          "lr": 0.03,
          "negative_goodness": 1.007851409573025,
          "pair_accuracy": 0.9230444444974264,
          "positive_goodness": 4.09389004512363,
          "runtime_seconds": 11.105561256408691
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6112751581139034,
          "lr": 0.03,
          "negative_goodness": 0.9295570630444421,
          "pair_accuracy": 0.9275111111111111,
          "positive_goodness": 4.321526034630669,
          "runtime_seconds": 11.113544702529907
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6487738689263661,
          "lr": 0.03,
          "negative_goodness": 0.9682493840641445,
          "pair_accuracy": 0.9241111111111111,
          "positive_goodness": 4.17864088567098,
          "runtime_seconds": 11.111833333969116
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6452777474032508,
          "lr": 0.03,
          "negative_goodness": 0.9571507864369286,
          "pair_accuracy": 0.9118222222116258,
          "positive_goodness": 4.2143416286044655,
          "runtime_seconds": 11.114066362380981
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6568354656643338,
          "lr": 0.03,
          "negative_goodness": 0.9738039085388184,
          "pair_accuracy": 0.9196444444523917,
          "positive_goodness": 4.170342621570163,
          "runtime_seconds": 11.111068964004517
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6527136901219686,
          "lr": 0.03,
          "negative_goodness": 0.9741771711561414,
          "pair_accuracy": 0.912044444433848,
          "positive_goodness": 4.171915949079725,
          "runtime_seconds": 11.11466360092163
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6347881847381592,
          "lr": 0.03,
          "negative_goodness": 0.9752460170374976,
          "pair_accuracy": 0.9236222222222222,
          "positive_goodness": 4.195937968190511,
          "runtime_seconds": 11.10994267463684
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6824342876222399,
          "lr": 0.03,
          "negative_goodness": 1.0067006530655755,
          "pair_accuracy": 0.9112666666666667,
          "positive_goodness": 4.015544774500529,
          "runtime_seconds": 11.12522554397583
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6263354563977983,
          "lr": 0.03,
          "negative_goodness": 0.9457056217723423,
          "pair_accuracy": 0.9197555555555555,
          "positive_goodness": 4.227846555921767,
          "runtime_seconds": 11.125265121459961
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6868328608089023,
          "lr": 0.03,
          "negative_goodness": 1.0034477077696058,
          "pair_accuracy": 0.8999555555237664,
          "positive_goodness": 4.065208229107327,
          "runtime_seconds": 11.10265564918518
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6711669765260484,
          "lr": 0.03,
          "negative_goodness": 1.0045035263061524,
          "pair_accuracy": 0.9144000000529819,
          "positive_goodness": 4.12256383688185,
          "runtime_seconds": 11.11836862564087
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.670402642774582,
          "lr": 0.03,
          "negative_goodness": 1.0086089979065789,
          "pair_accuracy": 0.9106444444444445,
          "positive_goodness": 4.092948599158393,
          "runtime_seconds": 11.121069192886353
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6020092468632592,
          "lr": 0.03,
          "negative_goodness": 0.9069583732154635,
          "pair_accuracy": 0.9305777777777777,
          "positive_goodness": 4.354486865785387,
          "runtime_seconds": 11.11877989768982
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6124957174619039,
          "lr": 0.03,
          "negative_goodness": 0.9275702701992459,
          "pair_accuracy": 0.9275333333121406,
          "positive_goodness": 4.3420462059021,
          "runtime_seconds": 11.110337257385254
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6168937229050531,
          "lr": 0.03,
          "negative_goodness": 0.9384199421988593,
          "pair_accuracy": 0.9298444444338481,
          "positive_goodness": 4.293281845347087,
          "runtime_seconds": 11.092948198318481
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6403769088851081,
          "lr": 0.03,
          "negative_goodness": 0.974670251862208,
          "pair_accuracy": 0.9239333333121406,
          "positive_goodness": 4.201837698491414,
          "runtime_seconds": 11.095546245574951
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5918380961736043,
          "lr": 0.03,
          "negative_goodness": 0.8865425747129653,
          "pair_accuracy": 0.9329333333545261,
          "positive_goodness": 4.424838272603353,
          "runtime_seconds": 11.108196258544922
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.588706819290585,
          "lr": 0.03,
          "negative_goodness": 0.86786878874037,
          "pair_accuracy": 0.9379111111217074,
          "positive_goodness": 4.401966753345065,
          "runtime_seconds": 11.095087051391602
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6041920864078734,
          "lr": 0.03,
          "negative_goodness": 0.892962294514974,
          "pair_accuracy": 0.9221555555555555,
          "positive_goodness": 4.3659705052693685,
          "runtime_seconds": 11.081132888793945
        }
      ],
      "layer": 20
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8881645433849759,
          "lr": 0.03,
          "negative_goodness": 1.269579215833876,
          "pair_accuracy": 0.8776222221904331,
          "positive_goodness": 3.333434263314141,
          "runtime_seconds": 10.312065362930298
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8251499989297655,
          "lr": 0.03,
          "negative_goodness": 1.2463688258488972,
          "pair_accuracy": 0.8870888888888889,
          "positive_goodness": 3.500197876824273,
          "runtime_seconds": 9.843517065048218
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7567361609829797,
          "lr": 0.03,
          "negative_goodness": 1.1509097148259482,
          "pair_accuracy": 0.9057111111005147,
          "positive_goodness": 3.6458424524095325,
          "runtime_seconds": 10.075620412826538
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8118733232922024,
          "lr": 0.03,
          "negative_goodness": 1.1970054453531902,
          "pair_accuracy": 0.8890888888888889,
          "positive_goodness": 3.530623871485392,
          "runtime_seconds": 9.840810060501099
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7094494288762411,
          "lr": 0.03,
          "negative_goodness": 1.091615876314375,
          "pair_accuracy": 0.9137111111111111,
          "positive_goodness": 3.7822360170152454,
          "runtime_seconds": 9.933433532714844
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.737636995236079,
          "lr": 0.03,
          "negative_goodness": 1.1005836195045047,
          "pair_accuracy": 0.9007111111111111,
          "positive_goodness": 3.754209392038981,
          "runtime_seconds": 9.745323419570923
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.66383554959827,
          "lr": 0.03,
          "negative_goodness": 1.0245686241573757,
          "pair_accuracy": 0.9206666666560703,
          "positive_goodness": 3.9872735278659395,
          "runtime_seconds": 9.973944664001465
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7211032234218385,
          "lr": 0.03,
          "negative_goodness": 1.1051502022584279,
          "pair_accuracy": 0.911,
          "positive_goodness": 3.799056103769938,
          "runtime_seconds": 9.799665212631226
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6551723930570814,
          "lr": 0.03,
          "negative_goodness": 0.9901889557732476,
          "pair_accuracy": 0.9237999999788072,
          "positive_goodness": 4.070426139068603,
          "runtime_seconds": 9.90731167793274
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6513851806746589,
          "lr": 0.03,
          "negative_goodness": 0.9696218379762438,
          "pair_accuracy": 0.9218222222222222,
          "positive_goodness": 4.040347370486789,
          "runtime_seconds": 9.788477659225464
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6826728337287903,
          "lr": 0.03,
          "negative_goodness": 1.0201771539264255,
          "pair_accuracy": 0.9032000000317891,
          "positive_goodness": 4.0159361585829,
          "runtime_seconds": 10.077486038208008
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6373336482895745,
          "lr": 0.03,
          "negative_goodness": 0.9773968426598443,
          "pair_accuracy": 0.9206888888888889,
          "positive_goodness": 4.0911422974480525,
          "runtime_seconds": 9.792579412460327
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6590163462850782,
          "lr": 0.03,
          "negative_goodness": 0.9703390027364095,
          "pair_accuracy": 0.9179111111111111,
          "positive_goodness": 4.084614022657607,
          "runtime_seconds": 9.877023458480835
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7030290870030721,
          "lr": 0.03,
          "negative_goodness": 1.0501702172173395,
          "pair_accuracy": 0.902755555566152,
          "positive_goodness": 3.9091428763495553,
          "runtime_seconds": 9.87649130821228
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6545703786002265,
          "lr": 0.03,
          "negative_goodness": 0.9942095385233561,
          "pair_accuracy": 0.9223333333227369,
          "positive_goodness": 4.0935355565388996,
          "runtime_seconds": 10.081867694854736
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6470485781351726,
          "lr": 0.03,
          "negative_goodness": 0.9729014879014757,
          "pair_accuracy": 0.9196,
          "positive_goodness": 4.071464036856757,
          "runtime_seconds": 9.757944583892822
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6655181950436698,
          "lr": 0.03,
          "negative_goodness": 0.9816463483201133,
          "pair_accuracy": 0.9112666666666667,
          "positive_goodness": 4.011623206159803,
          "runtime_seconds": 9.837441444396973
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6067378798855676,
          "lr": 0.03,
          "negative_goodness": 0.9125529476589627,
          "pair_accuracy": 0.9355777777777777,
          "positive_goodness": 4.236775533718533,
          "runtime_seconds": 9.752538442611694
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6194083744949764,
          "lr": 0.03,
          "negative_goodness": 0.9257384330961439,
          "pair_accuracy": 0.9330444444444445,
          "positive_goodness": 4.211429159800211,
          "runtime_seconds": 10.057053089141846
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6614102448569403,
          "lr": 0.03,
          "negative_goodness": 0.9455141001701355,
          "pair_accuracy": 0.9128,
          "positive_goodness": 4.082400214915805,
          "runtime_seconds": 9.738528966903687
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5988132469177246,
          "lr": 0.03,
          "negative_goodness": 0.9106998472743564,
          "pair_accuracy": 0.9367333333757188,
          "positive_goodness": 4.294793701553345,
          "runtime_seconds": 9.808160305023193
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6158064560625288,
          "lr": 0.03,
          "negative_goodness": 0.8903891183561748,
          "pair_accuracy": 0.9315111111111111,
          "positive_goodness": 4.246721631028917,
          "runtime_seconds": 9.79865312576294
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6242394544601441,
          "lr": 0.03,
          "negative_goodness": 0.9268351051754422,
          "pair_accuracy": 0.9236888889418708,
          "positive_goodness": 4.256469004143609,
          "runtime_seconds": 9.982605457305908
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6351897318310208,
          "lr": 0.03,
          "negative_goodness": 0.9479790982246399,
          "pair_accuracy": 0.9261999999894036,
          "positive_goodness": 4.152758196894328,
          "runtime_seconds": 9.60093379020691
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6335484645366669,
          "lr": 0.03,
          "negative_goodness": 0.9206142365879483,
          "pair_accuracy": 0.9127333333333333,
          "positive_goodness": 4.234188641018338,
          "runtime_seconds": 9.842778205871582
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6730506138218774,
          "lr": 0.03,
          "negative_goodness": 0.9573538195186191,
          "pair_accuracy": 0.9035111111111112,
          "positive_goodness": 4.0553096385531955,
          "runtime_seconds": 9.85113000869751
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.605177257876926,
          "lr": 0.03,
          "negative_goodness": 0.8855095486746895,
          "pair_accuracy": 0.9246444444338481,
          "positive_goodness": 4.27328407965766,
          "runtime_seconds": 9.979038715362549
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.593786323457294,
          "lr": 0.03,
          "negative_goodness": 0.8948529388639662,
          "pair_accuracy": 0.9280222222222222,
          "positive_goodness": 4.325428230158488,
          "runtime_seconds": 9.944522857666016
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6185544545385573,
          "lr": 0.03,
          "negative_goodness": 0.9003954335954454,
          "pair_accuracy": 0.9169777777565851,
          "positive_goodness": 4.256947866990831,
          "runtime_seconds": 9.83584976196289
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.647206793196996,
          "lr": 0.03,
          "negative_goodness": 0.9099014339870877,
          "pair_accuracy": 0.9146,
          "positive_goodness": 4.149663179185655,
          "runtime_seconds": 9.877631664276123
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.651788014072842,
          "lr": 0.03,
          "negative_goodness": 0.9375842256016201,
          "pair_accuracy": 0.9124666666666666,
          "positive_goodness": 4.153271003299289,
          "runtime_seconds": 9.966643810272217
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6388278070449829,
          "lr": 0.03,
          "negative_goodness": 0.9616028508504232,
          "pair_accuracy": 0.9228888888888889,
          "positive_goodness": 4.218381388176812,
          "runtime_seconds": 9.824944734573364
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6065880462010701,
          "lr": 0.03,
          "negative_goodness": 0.8712106365627713,
          "pair_accuracy": 0.9253555555237664,
          "positive_goodness": 4.373270506456163,
          "runtime_seconds": 9.811578273773193
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6617401881959704,
          "lr": 0.03,
          "negative_goodness": 0.9324241824256049,
          "pair_accuracy": 0.9125333333015442,
          "positive_goodness": 4.145188413492838,
          "runtime_seconds": 9.807898044586182
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6153364201015896,
          "lr": 0.03,
          "negative_goodness": 0.9204057542800903,
          "pair_accuracy": 0.9231333333333334,
          "positive_goodness": 4.28296179945204,
          "runtime_seconds": 9.9091317653656
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6083721281157599,
          "lr": 0.03,
          "negative_goodness": 0.8796086328506469,
          "pair_accuracy": 0.9222222222116259,
          "positive_goodness": 4.380474408806695,
          "runtime_seconds": 9.79871416091919
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6233050287803014,
          "lr": 0.03,
          "negative_goodness": 0.8871852931499481,
          "pair_accuracy": 0.9220666666666667,
          "positive_goodness": 4.321192449188232,
          "runtime_seconds": 9.780346393585205
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6077679660373264,
          "lr": 0.03,
          "negative_goodness": 0.8918207466125488,
          "pair_accuracy": 0.9280222222223878,
          "positive_goodness": 4.3507827926635745,
          "runtime_seconds": 9.987098693847656
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6356136862966749,
          "lr": 0.03,
          "negative_goodness": 0.8857557588577271,
          "pair_accuracy": 0.9117111111005147,
          "positive_goodness": 4.242736364237468,
          "runtime_seconds": 9.863014459609985
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6385602628601922,
          "lr": 0.03,
          "negative_goodness": 0.9178850177552965,
          "pair_accuracy": 0.9188888889312744,
          "positive_goodness": 4.194714624192979,
          "runtime_seconds": 9.799524307250977
        }
      ],
      "layer": 21
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1425297839694553,
          "lr": 0.03,
          "negative_goodness": 1.6748451942443847,
          "pair_accuracy": 0.8050666666719648,
          "positive_goodness": 3.056648136647542,
          "runtime_seconds": 9.737308502197266
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8923790642102559,
          "lr": 0.03,
          "negative_goodness": 1.353847053941091,
          "pair_accuracy": 0.8753999999682108,
          "positive_goodness": 3.412654547712538,
          "runtime_seconds": 10.01595401763916
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8129586520406935,
          "lr": 0.03,
          "negative_goodness": 1.2405240736431546,
          "pair_accuracy": 0.8864222222434149,
          "positive_goodness": 3.568287437354194,
          "runtime_seconds": 9.900436639785767
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7955885203997294,
          "lr": 0.03,
          "negative_goodness": 1.1718998906665379,
          "pair_accuracy": 0.8754444444338481,
          "positive_goodness": 3.6992203032599553,
          "runtime_seconds": 9.875757694244385
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7842299243291219,
          "lr": 0.03,
          "negative_goodness": 1.1420214914957683,
          "pair_accuracy": 0.8883555555767483,
          "positive_goodness": 3.7052800753487483,
          "runtime_seconds": 9.778049230575562
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7482156053860982,
          "lr": 0.03,
          "negative_goodness": 1.1155448295593262,
          "pair_accuracy": 0.9011333333333333,
          "positive_goodness": 3.860564830440945,
          "runtime_seconds": 10.082462549209595
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7292594421439701,
          "lr": 0.03,
          "negative_goodness": 1.0747983111593458,
          "pair_accuracy": 0.9118222222116258,
          "positive_goodness": 3.8404936949835884,
          "runtime_seconds": 9.84516954421997
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6668918752564325,
          "lr": 0.03,
          "negative_goodness": 0.9887104051113129,
          "pair_accuracy": 0.9212444444444444,
          "positive_goodness": 4.065972469160292,
          "runtime_seconds": 9.873403072357178
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7316255342271593,
          "lr": 0.03,
          "negative_goodness": 1.0677384557088216,
          "pair_accuracy": 0.8988666666560703,
          "positive_goodness": 3.8815508778466117,
          "runtime_seconds": 9.858925580978394
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6984536246617635,
          "lr": 0.03,
          "negative_goodness": 1.0185694818072848,
          "pair_accuracy": 0.9075555555449591,
          "positive_goodness": 3.9474600248124863,
          "runtime_seconds": 10.084466457366943
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7156036849233839,
          "lr": 0.03,
          "negative_goodness": 1.030807160419888,
          "pair_accuracy": 0.8941555555343628,
          "positive_goodness": 3.9409784742567275,
          "runtime_seconds": 9.820594072341919
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7107813565889994,
          "lr": 0.03,
          "negative_goodness": 1.0124943130228254,
          "pair_accuracy": 0.9002888888888889,
          "positive_goodness": 3.966812789493137,
          "runtime_seconds": 9.927628993988037
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6887333458476597,
          "lr": 0.03,
          "negative_goodness": 0.9942567683166927,
          "pair_accuracy": 0.9038222222222222,
          "positive_goodness": 4.000730838521322,
          "runtime_seconds": 9.804759740829468
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7070580721934636,
          "lr": 0.03,
          "negative_goodness": 1.0125714521143172,
          "pair_accuracy": 0.8972888888888889,
          "positive_goodness": 3.961963419511583,
          "runtime_seconds": 10.087706089019775
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6696270593484243,
          "lr": 0.03,
          "negative_goodness": 0.9724699235916138,
          "pair_accuracy": 0.9126444444444445,
          "positive_goodness": 4.102872494252523,
          "runtime_seconds": 9.75637149810791
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6926164064831204,
          "lr": 0.03,
          "negative_goodness": 0.9940088387383355,
          "pair_accuracy": 0.9073999999894036,
          "positive_goodness": 4.006097166146173,
          "runtime_seconds": 9.930743217468262
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6735704031414456,
          "lr": 0.03,
          "negative_goodness": 0.9642101926061842,
          "pair_accuracy": 0.9095555555449591,
          "positive_goodness": 4.126646055306328,
          "runtime_seconds": 9.983771324157715
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7001136427985297,
          "lr": 0.03,
          "negative_goodness": 1.0184299933115641,
          "pair_accuracy": 0.9091111110899184,
          "positive_goodness": 3.98192630704244,
          "runtime_seconds": 10.044289588928223
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6329325511932373,
          "lr": 0.03,
          "negative_goodness": 0.9195326830969917,
          "pair_accuracy": 0.9212888889206781,
          "positive_goodness": 4.282900132115682,
          "runtime_seconds": 9.789300918579102
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6626369604799482,
          "lr": 0.03,
          "negative_goodness": 0.9646712840822008,
          "pair_accuracy": 0.9145333333333333,
          "positive_goodness": 4.173599193912082,
          "runtime_seconds": 9.859226942062378
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6400040479448107,
          "lr": 0.03,
          "negative_goodness": 0.9264581188201905,
          "pair_accuracy": 0.9164888888994853,
          "positive_goodness": 4.220302565214369,
          "runtime_seconds": 9.887630462646484
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6566174213621352,
          "lr": 0.03,
          "negative_goodness": 0.9352625430425008,
          "pair_accuracy": 0.9078888889047835,
          "positive_goodness": 4.191010115581088,
          "runtime_seconds": 9.992117166519165
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6767474761539035,
          "lr": 0.03,
          "negative_goodness": 0.9675698185602823,
          "pair_accuracy": 0.9021555555582047,
          "positive_goodness": 4.05461943819258,
          "runtime_seconds": 9.834648847579956
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6552515185727014,
          "lr": 0.03,
          "negative_goodness": 0.9461156769646538,
          "pair_accuracy": 0.9080222222222222,
          "positive_goodness": 4.176473136647543,
          "runtime_seconds": 9.794219255447388
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6331706919352214,
          "lr": 0.03,
          "negative_goodness": 0.8990879618008931,
          "pair_accuracy": 0.9164666666719649,
          "positive_goodness": 4.312531542311774,
          "runtime_seconds": 9.950608730316162
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6517698099454244,
          "lr": 0.03,
          "negative_goodness": 0.9325013540532854,
          "pair_accuracy": 0.9100888888782925,
          "positive_goodness": 4.1482281583574085,
          "runtime_seconds": 9.931151151657104
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6668737206194136,
          "lr": 0.03,
          "negative_goodness": 0.9299625075075362,
          "pair_accuracy": 0.904,
          "positive_goodness": 4.2235485136244035,
          "runtime_seconds": 9.797780752182007
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6803004922442966,
          "lr": 0.03,
          "negative_goodness": 0.9700965859942966,
          "pair_accuracy": 0.9058222222328186,
          "positive_goodness": 4.098268174489339,
          "runtime_seconds": 9.77621865272522
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6687055692248874,
          "lr": 0.03,
          "negative_goodness": 0.9336308770073785,
          "pair_accuracy": 0.9015333333015442,
          "positive_goodness": 4.139167847972446,
          "runtime_seconds": 9.908114433288574
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.674937947596444,
          "lr": 0.03,
          "negative_goodness": 0.9608933854950799,
          "pair_accuracy": 0.9032444444444444,
          "positive_goodness": 4.0590745944552955,
          "runtime_seconds": 9.898412466049194
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6369926897419823,
          "lr": 0.03,
          "negative_goodness": 0.9234248402489557,
          "pair_accuracy": 0.9160888888676961,
          "positive_goodness": 4.234926638200548,
          "runtime_seconds": 9.77702021598816
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6650424405972163,
          "lr": 0.03,
          "negative_goodness": 0.9294843626287248,
          "pair_accuracy": 0.9093555555555556,
          "positive_goodness": 4.2209758759392635,
          "runtime_seconds": 9.73686170578003
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6328603158526951,
          "lr": 0.03,
          "negative_goodness": 0.9175892281638252,
          "pair_accuracy": 0.9153777777459886,
          "positive_goodness": 4.292430530378554,
          "runtime_seconds": 9.927372455596924
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6425685404406654,
          "lr": 0.03,
          "negative_goodness": 0.8930337191316816,
          "pair_accuracy": 0.9101555555555556,
          "positive_goodness": 4.227550921800401,
          "runtime_seconds": 9.905876874923706
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6800879379696316,
          "lr": 0.03,
          "negative_goodness": 0.945432575501336,
          "pair_accuracy": 0.9017111110899183,
          "positive_goodness": 4.141923625119527,
          "runtime_seconds": 9.9472017288208
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6102805757866966,
          "lr": 0.03,
          "negative_goodness": 0.8663110853698519,
          "pair_accuracy": 0.9226,
          "positive_goodness": 4.4483737358093265,
          "runtime_seconds": 9.674419164657593
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6813071437809203,
          "lr": 0.03,
          "negative_goodness": 0.9577986324681176,
          "pair_accuracy": 0.8999111111111111,
          "positive_goodness": 4.1521433356391055,
          "runtime_seconds": 9.982878923416138
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6590344801372952,
          "lr": 0.03,
          "negative_goodness": 0.9222008040746053,
          "pair_accuracy": 0.9090666667196485,
          "positive_goodness": 4.2113091326819525,
          "runtime_seconds": 9.844735383987427
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6278884483973185,
          "lr": 0.03,
          "negative_goodness": 0.8756357998636034,
          "pair_accuracy": 0.9180444444603391,
          "positive_goodness": 4.328324479293824,
          "runtime_seconds": 9.86838984489441
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.663906315252516,
          "lr": 0.03,
          "negative_goodness": 0.924801326391432,
          "pair_accuracy": 0.9035777777989705,
          "positive_goodness": 4.162703207227919,
          "runtime_seconds": 9.79780101776123
        }
      ],
      "layer": 22
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9063953370836046,
          "lr": 0.03,
          "negative_goodness": 1.2821892659929064,
          "pair_accuracy": 0.8533111111429003,
          "positive_goodness": 3.3038999427371554,
          "runtime_seconds": 9.993561506271362
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8675342436260647,
          "lr": 0.03,
          "negative_goodness": 1.3051679518381754,
          "pair_accuracy": 0.8644444444974263,
          "positive_goodness": 3.301750230111016,
          "runtime_seconds": 9.817720651626587
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7510025411817762,
          "lr": 0.03,
          "negative_goodness": 1.1451432731204563,
          "pair_accuracy": 0.8891777778307597,
          "positive_goodness": 3.7062560922410754,
          "runtime_seconds": 9.872278451919556
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7809694588343302,
          "lr": 0.03,
          "negative_goodness": 1.1642433547125923,
          "pair_accuracy": 0.8885777777671814,
          "positive_goodness": 3.6940874348110624,
          "runtime_seconds": 9.623603820800781
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7432291091707017,
          "lr": 0.03,
          "negative_goodness": 1.127787467151218,
          "pair_accuracy": 0.8908444444550409,
          "positive_goodness": 3.739205248514811,
          "runtime_seconds": 10.004968166351318
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.73954883468416,
          "lr": 0.03,
          "negative_goodness": 1.0970384375254314,
          "pair_accuracy": 0.9014,
          "positive_goodness": 3.7801341794755725,
          "runtime_seconds": 9.740286588668823
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8149913377443949,
          "lr": 0.03,
          "negative_goodness": 1.1726405399428474,
          "pair_accuracy": 0.8681555555555556,
          "positive_goodness": 3.522812597571479,
          "runtime_seconds": 9.822396755218506
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6922095374531216,
          "lr": 0.03,
          "negative_goodness": 1.038653727918201,
          "pair_accuracy": 0.9144,
          "positive_goodness": 3.9119723178863524,
          "runtime_seconds": 9.660771131515503
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7214454894277784,
          "lr": 0.03,
          "negative_goodness": 1.0697889428668552,
          "pair_accuracy": 0.8971555555449592,
          "positive_goodness": 3.8330642506917316,
          "runtime_seconds": 9.998628854751587
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7369461787170835,
          "lr": 0.03,
          "negative_goodness": 1.0502558211750455,
          "pair_accuracy": 0.8898666666666667,
          "positive_goodness": 3.8683310238308377,
          "runtime_seconds": 9.808428764343262
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6853813572565715,
          "lr": 0.03,
          "negative_goodness": 1.052326403533088,
          "pair_accuracy": 0.9115333333757188,
          "positive_goodness": 3.954663879500495,
          "runtime_seconds": 9.848608255386353
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6615131763988071,
          "lr": 0.03,
          "negative_goodness": 1.0297020576265123,
          "pair_accuracy": 0.9232666666666667,
          "positive_goodness": 3.9986368975321454,
          "runtime_seconds": 9.737563371658325
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.619598372443517,
          "lr": 0.03,
          "negative_goodness": 0.9532510510232713,
          "pair_accuracy": 0.9282444444444444,
          "positive_goodness": 4.265007527245416,
          "runtime_seconds": 9.994598388671875
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6639747494538625,
          "lr": 0.03,
          "negative_goodness": 0.9555062126053704,
          "pair_accuracy": 0.9083777777777777,
          "positive_goodness": 4.092525115542942,
          "runtime_seconds": 9.749613046646118
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6478851926379734,
          "lr": 0.03,
          "negative_goodness": 0.9842791645579868,
          "pair_accuracy": 0.9207777777777778,
          "positive_goodness": 4.123988693110148,
          "runtime_seconds": 9.865755796432495
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6974610544257693,
          "lr": 0.03,
          "negative_goodness": 1.0332402134391996,
          "pair_accuracy": 0.9097111111111111,
          "positive_goodness": 3.9367523871527776,
          "runtime_seconds": 9.996083974838257
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7056979952017466,
          "lr": 0.03,
          "negative_goodness": 1.0399852906968858,
          "pair_accuracy": 0.9128,
          "positive_goodness": 3.9697699119567873,
          "runtime_seconds": 10.002360105514526
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6517980801529355,
          "lr": 0.03,
          "negative_goodness": 0.9620999343077342,
          "pair_accuracy": 0.9183111111111111,
          "positive_goodness": 4.121725176493327,
          "runtime_seconds": 10.005833387374878
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6881412785265181,
          "lr": 0.03,
          "negative_goodness": 0.9881109303050571,
          "pair_accuracy": 0.9124666666560702,
          "positive_goodness": 4.060151494428847,
          "runtime_seconds": 9.995383501052856
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6716578653547499,
          "lr": 0.03,
          "negative_goodness": 0.9827705767446094,
          "pair_accuracy": 0.9105111111111112,
          "positive_goodness": 4.128630847337511,
          "runtime_seconds": 9.995143175125122
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6772952109601763,
          "lr": 0.03,
          "negative_goodness": 1.011960527250502,
          "pair_accuracy": 0.9088222222222222,
          "positive_goodness": 4.0527343539767795,
          "runtime_seconds": 9.992181301116943
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6212303226047092,
          "lr": 0.03,
          "negative_goodness": 0.9325257623248631,
          "pair_accuracy": 0.9217777777777778,
          "positive_goodness": 4.289334576310051,
          "runtime_seconds": 9.991932392120361
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6340920580969917,
          "lr": 0.03,
          "negative_goodness": 0.9061255318535699,
          "pair_accuracy": 0.9119999999788072,
          "positive_goodness": 4.260370438808865,
          "runtime_seconds": 9.995000839233398
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6758303497314453,
          "lr": 0.03,
          "negative_goodness": 0.9926710238986545,
          "pair_accuracy": 0.9180666666666667,
          "positive_goodness": 4.056352860260009,
          "runtime_seconds": 10.000931978225708
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.611085856130388,
          "lr": 0.03,
          "negative_goodness": 0.8880085057576498,
          "pair_accuracy": 0.9240000000529819,
          "positive_goodness": 4.304467231411404,
          "runtime_seconds": 9.996618747711182
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6557094589445326,
          "lr": 0.03,
          "negative_goodness": 0.964448283598158,
          "pair_accuracy": 0.9146222222116258,
          "positive_goodness": 4.180238928265042,
          "runtime_seconds": 9.999067068099976
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6466414227061802,
          "lr": 0.03,
          "negative_goodness": 0.9475020941204495,
          "pair_accuracy": 0.9143555555449592,
          "positive_goodness": 4.146114269595676,
          "runtime_seconds": 10.003045320510864
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6754566741784414,
          "lr": 0.03,
          "negative_goodness": 0.9868158641603257,
          "pair_accuracy": 0.9164,
          "positive_goodness": 4.118335230339898,
          "runtime_seconds": 9.997300148010254
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6259289637565613,
          "lr": 0.03,
          "negative_goodness": 0.9233284832424588,
          "pair_accuracy": 0.9174888888782925,
          "positive_goodness": 4.29570474243164,
          "runtime_seconds": 9.999748468399048
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5814369130002128,
          "lr": 0.03,
          "negative_goodness": 0.8577498827351464,
          "pair_accuracy": 0.9371555555555555,
          "positive_goodness": 4.485380961524116,
          "runtime_seconds": 10.005926609039307
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6267607856326634,
          "lr": 0.03,
          "negative_goodness": 0.8818120198249817,
          "pair_accuracy": 0.9150888889418708,
          "positive_goodness": 4.398649579048157,
          "runtime_seconds": 10.00106430053711
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6620328968418969,
          "lr": 0.03,
          "negative_goodness": 0.9225231530984243,
          "pair_accuracy": 0.9044444444444445,
          "positive_goodness": 4.1740453092787,
          "runtime_seconds": 9.99000859260559
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6474589947938919,
          "lr": 0.03,
          "negative_goodness": 0.9178750205304887,
          "pair_accuracy": 0.9060222222222222,
          "positive_goodness": 4.321573487345377,
          "runtime_seconds": 9.998370885848999
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6233022975073921,
          "lr": 0.03,
          "negative_goodness": 0.9029258880827162,
          "pair_accuracy": 0.9207111111429003,
          "positive_goodness": 4.4061433108011885,
          "runtime_seconds": 9.991890668869019
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5783767602973514,
          "lr": 0.03,
          "negative_goodness": 0.8651227012899186,
          "pair_accuracy": 0.9358222222222222,
          "positive_goodness": 4.475177309672038,
          "runtime_seconds": 9.99657154083252
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6251813918219672,
          "lr": 0.03,
          "negative_goodness": 0.8834655347188314,
          "pair_accuracy": 0.9236888889100816,
          "positive_goodness": 4.364158306672838,
          "runtime_seconds": 10.003841161727905
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6537203983306885,
          "lr": 0.03,
          "negative_goodness": 0.9134703694449531,
          "pair_accuracy": 0.9079777777779433,
          "positive_goodness": 4.3280288617451985,
          "runtime_seconds": 9.995168447494507
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6146174406475491,
          "lr": 0.03,
          "negative_goodness": 0.8828985183080037,
          "pair_accuracy": 0.9216222222301695,
          "positive_goodness": 4.359011995983124,
          "runtime_seconds": 9.99098825454712
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6085645258161757,
          "lr": 0.03,
          "negative_goodness": 0.8688129183239407,
          "pair_accuracy": 0.9174444444444444,
          "positive_goodness": 4.401026074769762,
          "runtime_seconds": 10.006775140762329
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6176732622888353,
          "lr": 0.03,
          "negative_goodness": 0.8648968572086758,
          "pair_accuracy": 0.9181111110899184,
          "positive_goodness": 4.425267076237996,
          "runtime_seconds": 9.99769377708435
        }
      ],
      "layer": 23
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1499169572724237,
          "lr": 0.03,
          "negative_goodness": 1.7150626821623909,
          "pair_accuracy": 0.787733333322737,
          "positive_goodness": 3.149105027219984,
          "runtime_seconds": 10.017301321029663
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.862276980887519,
          "lr": 0.03,
          "negative_goodness": 1.3761818639119465,
          "pair_accuracy": 0.8641333333121406,
          "positive_goodness": 3.647079677073161,
          "runtime_seconds": 10.028666734695435
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8208829814010197,
          "lr": 0.03,
          "negative_goodness": 1.2855739379141067,
          "pair_accuracy": 0.8740888888888889,
          "positive_goodness": 3.7101817275153266,
          "runtime_seconds": 10.011423110961914
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7711763194825915,
          "lr": 0.03,
          "negative_goodness": 1.2318105571746827,
          "pair_accuracy": 0.897355555566152,
          "positive_goodness": 3.8375424824608695,
          "runtime_seconds": 10.01513934135437
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7571718318568336,
          "lr": 0.03,
          "negative_goodness": 1.1855391702387068,
          "pair_accuracy": 0.8918444444444444,
          "positive_goodness": 3.792354956902398,
          "runtime_seconds": 10.015815258026123
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7210684820810954,
          "lr": 0.03,
          "negative_goodness": 1.1440414271884494,
          "pair_accuracy": 0.9085777777784401,
          "positive_goodness": 3.932660065481398,
          "runtime_seconds": 10.013560056686401
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7495236698998345,
          "lr": 0.03,
          "negative_goodness": 1.1299403498331706,
          "pair_accuracy": 0.890511111164093,
          "positive_goodness": 3.824982868385315,
          "runtime_seconds": 10.018441915512085
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7080749800788032,
          "lr": 0.03,
          "negative_goodness": 1.071161287996504,
          "pair_accuracy": 0.898533333322737,
          "positive_goodness": 3.999514247555203,
          "runtime_seconds": 10.00893235206604
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6739809307522244,
          "lr": 0.03,
          "negative_goodness": 1.0411093948364258,
          "pair_accuracy": 0.9071333333386316,
          "positive_goodness": 4.042894931284587,
          "runtime_seconds": 10.016138553619385
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7129645613008075,
          "lr": 0.03,
          "negative_goodness": 1.0721798154989879,
          "pair_accuracy": 0.9036666666666666,
          "positive_goodness": 3.969536837005615,
          "runtime_seconds": 10.027096033096313
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6188611870739195,
          "lr": 0.03,
          "negative_goodness": 0.9844074019696978,
          "pair_accuracy": 0.9282,
          "positive_goodness": 4.317660299428304,
          "runtime_seconds": 10.066328525543213
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6714865581724379,
          "lr": 0.03,
          "negative_goodness": 1.0220262929704453,
          "pair_accuracy": 0.9176000000158946,
          "positive_goodness": 4.115154445054796,
          "runtime_seconds": 10.012224674224854
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.664500237941742,
          "lr": 0.03,
          "negative_goodness": 1.0022587037086488,
          "pair_accuracy": 0.9021555555237664,
          "positive_goodness": 4.171603312386407,
          "runtime_seconds": 10.020734310150146
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6692168541457918,
          "lr": 0.03,
          "negative_goodness": 0.9938885171201494,
          "pair_accuracy": 0.9034,
          "positive_goodness": 4.131118164401585,
          "runtime_seconds": 10.012383222579956
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6614815886603461,
          "lr": 0.03,
          "negative_goodness": 0.986999926410781,
          "pair_accuracy": 0.9047555555555555,
          "positive_goodness": 4.1747631461249455,
          "runtime_seconds": 10.009117364883423
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.63201781651179,
          "lr": 0.03,
          "negative_goodness": 0.942918321662479,
          "pair_accuracy": 0.9135777777777778,
          "positive_goodness": 4.246121618652344,
          "runtime_seconds": 10.012680768966675
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6356402978579203,
          "lr": 0.03,
          "negative_goodness": 0.9277490626759,
          "pair_accuracy": 0.9100444444444444,
          "positive_goodness": 4.3026078637441,
          "runtime_seconds": 10.016139268875122
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6638353772640229,
          "lr": 0.03,
          "negative_goodness": 1.0112152004241943,
          "pair_accuracy": 0.9051111111005147,
          "positive_goodness": 4.124814250013563,
          "runtime_seconds": 10.009111642837524
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6266249609576331,
          "lr": 0.03,
          "negative_goodness": 0.9189503387451172,
          "pair_accuracy": 0.9130444444444444,
          "positive_goodness": 4.305652025943332,
          "runtime_seconds": 10.04856538772583
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6190559244314829,
          "lr": 0.03,
          "negative_goodness": 0.9227825326389737,
          "pair_accuracy": 0.9111777777777778,
          "positive_goodness": 4.292675548214382,
          "runtime_seconds": 10.066322088241577
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6399056768841214,
          "lr": 0.03,
          "negative_goodness": 0.9369923552195231,
          "pair_accuracy": 0.9024888888994853,
          "positive_goodness": 4.251150292883979,
          "runtime_seconds": 10.010757446289062
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7033529266569349,
          "lr": 0.03,
          "negative_goodness": 1.0006875924746195,
          "pair_accuracy": 0.8905999999788072,
          "positive_goodness": 4.014221489164564,
          "runtime_seconds": 10.012919187545776
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6180129198127323,
          "lr": 0.03,
          "negative_goodness": 0.8995996591885884,
          "pair_accuracy": 0.9091777777777778,
          "positive_goodness": 4.355004449886746,
          "runtime_seconds": 10.017956018447876
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6342668400552538,
          "lr": 0.03,
          "negative_goodness": 0.9138778467390273,
          "pair_accuracy": 0.9172444444444444,
          "positive_goodness": 4.278461887359619,
          "runtime_seconds": 10.013375520706177
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5925407177819146,
          "lr": 0.03,
          "negative_goodness": 0.8596929501427545,
          "pair_accuracy": 0.9178222222752042,
          "positive_goodness": 4.371769077661303,
          "runtime_seconds": 10.019278049468994
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6452767585860358,
          "lr": 0.03,
          "negative_goodness": 0.9230077415678236,
          "pair_accuracy": 0.9049333333333334,
          "positive_goodness": 4.377670126046075,
          "runtime_seconds": 10.013969659805298
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6654049845351113,
          "lr": 0.03,
          "negative_goodness": 0.9342033046404521,
          "pair_accuracy": 0.8941555555555556,
          "positive_goodness": 4.1539048148261175,
          "runtime_seconds": 10.00963306427002
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6372471890343561,
          "lr": 0.03,
          "negative_goodness": 0.933024249235789,
          "pair_accuracy": 0.9185333333227369,
          "positive_goodness": 4.264212601555719,
          "runtime_seconds": 10.002684354782104
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6337039084328545,
          "lr": 0.03,
          "negative_goodness": 0.9379842082235548,
          "pair_accuracy": 0.9176888888782925,
          "positive_goodness": 4.238111461003621,
          "runtime_seconds": 10.023680448532104
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6275699707931942,
          "lr": 0.03,
          "negative_goodness": 0.8846522171974183,
          "pair_accuracy": 0.9067111111111111,
          "positive_goodness": 4.398529322391086,
          "runtime_seconds": 10.04190444946289
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5715102721797095,
          "lr": 0.03,
          "negative_goodness": 0.8401175433794658,
          "pair_accuracy": 0.9224,
          "positive_goodness": 4.517007708316379,
          "runtime_seconds": 10.053844928741455
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6423697421577241,
          "lr": 0.03,
          "negative_goodness": 0.8938210610734092,
          "pair_accuracy": 0.9060222222222222,
          "positive_goodness": 4.311148053148058,
          "runtime_seconds": 10.009666919708252
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6320409386740791,
          "lr": 0.03,
          "negative_goodness": 0.8856709917068482,
          "pair_accuracy": 0.9034444444444445,
          "positive_goodness": 4.313630762524075,
          "runtime_seconds": 10.049237251281738
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6177026893880632,
          "lr": 0.03,
          "negative_goodness": 0.8883920827335782,
          "pair_accuracy": 0.9050666666666667,
          "positive_goodness": 4.444708211686876,
          "runtime_seconds": 10.078399181365967
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.585146470811632,
          "lr": 0.03,
          "negative_goodness": 0.8236493263138666,
          "pair_accuracy": 0.9189555555449592,
          "positive_goodness": 4.562109501012166,
          "runtime_seconds": 10.060802221298218
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5994775459925333,
          "lr": 0.03,
          "negative_goodness": 0.8714770076857673,
          "pair_accuracy": 0.9244444444974264,
          "positive_goodness": 4.432496951686011,
          "runtime_seconds": 10.011601686477661
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6660344969643487,
          "lr": 0.03,
          "negative_goodness": 0.8966664981842041,
          "pair_accuracy": 0.899955555597941,
          "positive_goodness": 4.264954697375828,
          "runtime_seconds": 10.015611410140991
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6699272077401479,
          "lr": 0.03,
          "negative_goodness": 0.911514763185713,
          "pair_accuracy": 0.8932,
          "positive_goodness": 4.237340748680962,
          "runtime_seconds": 10.010088205337524
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6289260950194465,
          "lr": 0.03,
          "negative_goodness": 0.8936687642945184,
          "pair_accuracy": 0.9038222222010295,
          "positive_goodness": 4.356372689988878,
          "runtime_seconds": 10.015506267547607
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6410751819186741,
          "lr": 0.03,
          "negative_goodness": 0.8975582965321011,
          "pair_accuracy": 0.9100222222275204,
          "positive_goodness": 4.347843708377415,
          "runtime_seconds": 10.014419555664062
        }
      ],
      "layer": 24
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9156956342273288,
          "lr": 0.03,
          "negative_goodness": 1.2744096091376411,
          "pair_accuracy": 0.8460888889100816,
          "positive_goodness": 3.241411830223931,
          "runtime_seconds": 9.994781017303467
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7945889218542311,
          "lr": 0.03,
          "negative_goodness": 1.1657386093139648,
          "pair_accuracy": 0.8785333333333334,
          "positive_goodness": 3.633951196416219,
          "runtime_seconds": 9.99396824836731
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8682658582157559,
          "lr": 0.03,
          "negative_goodness": 1.2649704164557987,
          "pair_accuracy": 0.8489555555555556,
          "positive_goodness": 3.4497206462436254,
          "runtime_seconds": 9.997618675231934
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7966600628111098,
          "lr": 0.03,
          "negative_goodness": 1.201978729777866,
          "pair_accuracy": 0.8780222221904331,
          "positive_goodness": 3.627027499262492,
          "runtime_seconds": 9.997895240783691
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8397631089263492,
          "lr": 0.03,
          "negative_goodness": 1.1884865045759414,
          "pair_accuracy": 0.8517777777671814,
          "positive_goodness": 3.491463515387641,
          "runtime_seconds": 9.993839263916016
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.746947581799825,
          "lr": 0.03,
          "negative_goodness": 1.1076670710139804,
          "pair_accuracy": 0.8816888888888889,
          "positive_goodness": 3.81700332836575,
          "runtime_seconds": 9.987244367599487
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8099665078692966,
          "lr": 0.03,
          "negative_goodness": 1.1864122143851386,
          "pair_accuracy": 0.8606444444656373,
          "positive_goodness": 3.5627292899661596,
          "runtime_seconds": 9.993288040161133
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7136135042455461,
          "lr": 0.03,
          "negative_goodness": 1.066845770380232,
          "pair_accuracy": 0.8866666666666667,
          "positive_goodness": 3.960549517144097,
          "runtime_seconds": 9.988036155700684
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7614226719114515,
          "lr": 0.03,
          "negative_goodness": 1.1130996048397488,
          "pair_accuracy": 0.8873777777777778,
          "positive_goodness": 3.799475735918681,
          "runtime_seconds": 9.989776611328125
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7824494532267252,
          "lr": 0.03,
          "negative_goodness": 1.1653124734454685,
          "pair_accuracy": 0.8797777777777778,
          "positive_goodness": 3.644248066965739,
          "runtime_seconds": 9.994952917098999
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7705715397251977,
          "lr": 0.03,
          "negative_goodness": 1.143079610384835,
          "pair_accuracy": 0.876533333322737,
          "positive_goodness": 3.6588973770989313,
          "runtime_seconds": 9.990703582763672
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7226027072482639,
          "lr": 0.03,
          "negative_goodness": 1.084085762723287,
          "pair_accuracy": 0.8949111111323039,
          "positive_goodness": 3.8704359272003175,
          "runtime_seconds": 9.985678434371948
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.74963895939721,
          "lr": 0.03,
          "negative_goodness": 1.0908094732920328,
          "pair_accuracy": 0.8821333333121406,
          "positive_goodness": 3.769889411248101,
          "runtime_seconds": 9.993733882904053
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7293800431039599,
          "lr": 0.03,
          "negative_goodness": 1.0752734311209784,
          "pair_accuracy": 0.8870222222752041,
          "positive_goodness": 3.9099451125250924,
          "runtime_seconds": 9.99046540260315
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7291933175590303,
          "lr": 0.03,
          "negative_goodness": 1.0826821887466642,
          "pair_accuracy": 0.8966222222222222,
          "positive_goodness": 3.852228061336941,
          "runtime_seconds": 9.995542764663696
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.756208097574446,
          "lr": 0.03,
          "negative_goodness": 1.1300659677505493,
          "pair_accuracy": 0.8878222222646077,
          "positive_goodness": 3.752500954225328,
          "runtime_seconds": 9.968535661697388
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7332867321014405,
          "lr": 0.03,
          "negative_goodness": 1.076296139907837,
          "pair_accuracy": 0.885777777778109,
          "positive_goodness": 3.872284299045139,
          "runtime_seconds": 10.034621238708496
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7632201564629872,
          "lr": 0.03,
          "negative_goodness": 1.0851504744476743,
          "pair_accuracy": 0.8796888888888889,
          "positive_goodness": 3.7430934202406143,
          "runtime_seconds": 10.047853946685791
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7509747156937917,
          "lr": 0.03,
          "negative_goodness": 1.1061250494480133,
          "pair_accuracy": 0.8835111111111111,
          "positive_goodness": 3.7727191251118977,
          "runtime_seconds": 10.051154375076294
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7318355027649138,
          "lr": 0.03,
          "negative_goodness": 1.0818484890143076,
          "pair_accuracy": 0.8953333333333333,
          "positive_goodness": 3.8571338484022353,
          "runtime_seconds": 10.051645040512085
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7066634716272354,
          "lr": 0.03,
          "negative_goodness": 1.052059801647398,
          "pair_accuracy": 0.8991111111111111,
          "positive_goodness": 3.94099151441786,
          "runtime_seconds": 10.057369709014893
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7384962366369036,
          "lr": 0.03,
          "negative_goodness": 1.0612862804306877,
          "pair_accuracy": 0.8858888888888888,
          "positive_goodness": 3.8849198235405815,
          "runtime_seconds": 10.06177282333374
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7040973768870036,
          "lr": 0.03,
          "negative_goodness": 1.020586633321974,
          "pair_accuracy": 0.8987777777671814,
          "positive_goodness": 3.9788957151201036,
          "runtime_seconds": 10.055988073348999
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6592743795606825,
          "lr": 0.03,
          "negative_goodness": 0.9730433664957683,
          "pair_accuracy": 0.9001999999894036,
          "positive_goodness": 4.187326781378852,
          "runtime_seconds": 10.051180362701416
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6615950688680013,
          "lr": 0.03,
          "negative_goodness": 0.9563438813527425,
          "pair_accuracy": 0.9043777777883741,
          "positive_goodness": 4.179543604755402,
          "runtime_seconds": 10.05319595336914
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7366856751547919,
          "lr": 0.03,
          "negative_goodness": 1.0567808694415621,
          "pair_accuracy": 0.8915777777777778,
          "positive_goodness": 3.952175377358331,
          "runtime_seconds": 10.05028748512268
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7054878774272071,
          "lr": 0.03,
          "negative_goodness": 1.0331461829397413,
          "pair_accuracy": 0.8852888888888889,
          "positive_goodness": 4.0464912287818064,
          "runtime_seconds": 10.052772283554077
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.7098597661336263,
          "lr": 0.03,
          "negative_goodness": 1.0270559885236952,
          "pair_accuracy": 0.8951555555555556,
          "positive_goodness": 3.9318908452351886,
          "runtime_seconds": 10.057686805725098
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6555931070433723,
          "lr": 0.03,
          "negative_goodness": 0.9832627337667678,
          "pair_accuracy": 0.9128888888676961,
          "positive_goodness": 4.22407068256802,
          "runtime_seconds": 10.048103094100952
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7677071920288934,
          "lr": 0.03,
          "negative_goodness": 1.1082024140463935,
          "pair_accuracy": 0.8770444444444444,
          "positive_goodness": 3.734865996551514,
          "runtime_seconds": 10.043132543563843
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6949661350170772,
          "lr": 0.03,
          "negative_goodness": 0.9793019681771596,
          "pair_accuracy": 0.8981555555555556,
          "positive_goodness": 3.977219241163466,
          "runtime_seconds": 10.056259393692017
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6775262031767103,
          "lr": 0.03,
          "negative_goodness": 0.9991601709365845,
          "pair_accuracy": 0.8992666666772631,
          "positive_goodness": 4.188407940038045,
          "runtime_seconds": 10.046976566314697
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6673039017995198,
          "lr": 0.03,
          "negative_goodness": 0.9816924666934543,
          "pair_accuracy": 0.9094444444447756,
          "positive_goodness": 4.10413924530877,
          "runtime_seconds": 10.054481506347656
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6545212643702825,
          "lr": 0.03,
          "negative_goodness": 0.9611306492196189,
          "pair_accuracy": 0.9098,
          "positive_goodness": 4.126805654652913,
          "runtime_seconds": 10.057473421096802
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6828081083933513,
          "lr": 0.03,
          "negative_goodness": 1.0129584018071494,
          "pair_accuracy": 0.90564444444461,
          "positive_goodness": 4.124658046298557,
          "runtime_seconds": 10.051753520965576
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6738656066046821,
          "lr": 0.03,
          "negative_goodness": 0.9749763679504394,
          "pair_accuracy": 0.8985777777724796,
          "positive_goodness": 4.046684522056579,
          "runtime_seconds": 10.048254489898682
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6852923019621108,
          "lr": 0.03,
          "negative_goodness": 1.004231835132175,
          "pair_accuracy": 0.9025333333757188,
          "positive_goodness": 4.0579376986609565,
          "runtime_seconds": 10.05697250366211
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7142373358620537,
          "lr": 0.03,
          "negative_goodness": 1.0471296072853935,
          "pair_accuracy": 0.8958666666560703,
          "positive_goodness": 3.946293104786343,
          "runtime_seconds": 10.04898715019226
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6599911453458998,
          "lr": 0.03,
          "negative_goodness": 0.9481218861473931,
          "pair_accuracy": 0.9043333333121406,
          "positive_goodness": 4.1878479051378035,
          "runtime_seconds": 10.054591178894043
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7247016898155212,
          "lr": 0.03,
          "negative_goodness": 1.011338179450565,
          "pair_accuracy": 0.8912222222222222,
          "positive_goodness": 3.9476418816460503,
          "runtime_seconds": 10.056423425674438
        }
      ],
      "layer": 25
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0754077345954047,
          "lr": 0.03,
          "negative_goodness": 1.596887409930759,
          "pair_accuracy": 0.810977777783076,
          "positive_goodness": 3.1357420365651447,
          "runtime_seconds": 10.076606750488281
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9762479615529378,
          "lr": 0.03,
          "negative_goodness": 1.4439638203514946,
          "pair_accuracy": 0.8263333333174387,
          "positive_goodness": 3.2491509752909344,
          "runtime_seconds": 10.0710768699646
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9164666673660279,
          "lr": 0.03,
          "negative_goodness": 1.3571886390686034,
          "pair_accuracy": 0.8392222222540113,
          "positive_goodness": 3.367342446306017,
          "runtime_seconds": 10.079352617263794
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8966873063776228,
          "lr": 0.03,
          "negative_goodness": 1.3267776253700256,
          "pair_accuracy": 0.8410444444444445,
          "positive_goodness": 3.4256441567314995,
          "runtime_seconds": 10.07205843925476
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8861953901078966,
          "lr": 0.03,
          "negative_goodness": 1.3362455600738525,
          "pair_accuracy": 0.8413999999682109,
          "positive_goodness": 3.4328766171773273,
          "runtime_seconds": 10.077913522720337
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8172218341827393,
          "lr": 0.03,
          "negative_goodness": 1.2520480536672804,
          "pair_accuracy": 0.867511111164093,
          "positive_goodness": 3.653805304675632,
          "runtime_seconds": 10.075621366500854
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8077260306464301,
          "lr": 0.03,
          "negative_goodness": 1.2514317898432414,
          "pair_accuracy": 0.8684000000423855,
          "positive_goodness": 3.6675525063408747,
          "runtime_seconds": 10.096473217010498
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7875268301433987,
          "lr": 0.03,
          "negative_goodness": 1.2261982879426745,
          "pair_accuracy": 0.8811777778307597,
          "positive_goodness": 3.673423330391778,
          "runtime_seconds": 10.101830005645752
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7377033579720391,
          "lr": 0.03,
          "negative_goodness": 1.1584482105255127,
          "pair_accuracy": 0.8978000000423855,
          "positive_goodness": 3.8597183612823485,
          "runtime_seconds": 10.044204950332642
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7154156240463256,
          "lr": 0.03,
          "negative_goodness": 1.115414048830668,
          "pair_accuracy": 0.9035111111005147,
          "positive_goodness": 4.053048053910997,
          "runtime_seconds": 9.959750890731812
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7976701223426395,
          "lr": 0.03,
          "negative_goodness": 1.210196309651269,
          "pair_accuracy": 0.8828222222116259,
          "positive_goodness": 3.6833365005493164,
          "runtime_seconds": 9.949445724487305
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7235005657619901,
          "lr": 0.03,
          "negative_goodness": 1.1155193075180054,
          "pair_accuracy": 0.8973333333545261,
          "positive_goodness": 3.963395411406623,
          "runtime_seconds": 9.962594747543335
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7296312120755514,
          "lr": 0.03,
          "negative_goodness": 1.1331677461094327,
          "pair_accuracy": 0.8908888888782925,
          "positive_goodness": 3.917820081753201,
          "runtime_seconds": 9.984773397445679
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7701314965142144,
          "lr": 0.03,
          "negative_goodness": 1.1441217078526815,
          "pair_accuracy": 0.8783555556085375,
          "positive_goodness": 3.8138339547475177,
          "runtime_seconds": 9.987700700759888
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7311767669889662,
          "lr": 0.03,
          "negative_goodness": 1.1132369034449259,
          "pair_accuracy": 0.8962888889100816,
          "positive_goodness": 3.9018770863850913,
          "runtime_seconds": 10.01404881477356
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7168961059040494,
          "lr": 0.03,
          "negative_goodness": 1.0772306450102065,
          "pair_accuracy": 0.8943777777777778,
          "positive_goodness": 4.018947581905789,
          "runtime_seconds": 10.054666996002197
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7587659620390999,
          "lr": 0.03,
          "negative_goodness": 1.119686351384057,
          "pair_accuracy": 0.8862666666666666,
          "positive_goodness": 3.8785154051038955,
          "runtime_seconds": 10.049308061599731
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6935367529021369,
          "lr": 0.03,
          "negative_goodness": 1.0563864450772604,
          "pair_accuracy": 0.9101777777777778,
          "positive_goodness": 4.00179469265408,
          "runtime_seconds": 10.040748357772827
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6761993137306638,
          "lr": 0.03,
          "negative_goodness": 1.0326671551810371,
          "pair_accuracy": 0.9130666666666667,
          "positive_goodness": 4.094303120083279,
          "runtime_seconds": 10.050718307495117
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.696706811009513,
          "lr": 0.03,
          "negative_goodness": 1.0560373175726996,
          "pair_accuracy": 0.8994444444444445,
          "positive_goodness": 4.065681282552084,
          "runtime_seconds": 10.033474445343018
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6921081252415975,
          "lr": 0.03,
          "negative_goodness": 1.0280698344972399,
          "pair_accuracy": 0.9017555555555555,
          "positive_goodness": 4.09735645904541,
          "runtime_seconds": 10.010486841201782
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7416076448016696,
          "lr": 0.03,
          "negative_goodness": 1.1050043071534899,
          "pair_accuracy": 0.8888666666666667,
          "positive_goodness": 3.917665804417928,
          "runtime_seconds": 9.959796667098999
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7092351714875963,
          "lr": 0.03,
          "negative_goodness": 1.0465496017032199,
          "pair_accuracy": 0.8946444444444445,
          "positive_goodness": 3.945064657465617,
          "runtime_seconds": 9.967967748641968
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6807079020182292,
          "lr": 0.03,
          "negative_goodness": 1.0224991474469503,
          "pair_accuracy": 0.9042444444444444,
          "positive_goodness": 4.167212455240885,
          "runtime_seconds": 9.962337493896484
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.683357845211029,
          "lr": 0.03,
          "negative_goodness": 1.0228102578163147,
          "pair_accuracy": 0.8981777777777777,
          "positive_goodness": 4.122249009026421,
          "runtime_seconds": 9.965726613998413
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6621526769081751,
          "lr": 0.03,
          "negative_goodness": 0.9899435514873929,
          "pair_accuracy": 0.9129777777777778,
          "positive_goodness": 4.182604258643257,
          "runtime_seconds": 9.963778257369995
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6482936428070069,
          "lr": 0.03,
          "negative_goodness": 0.9618897447374132,
          "pair_accuracy": 0.9163999999841054,
          "positive_goodness": 4.23324228439331,
          "runtime_seconds": 9.987390518188477
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6338101997163561,
          "lr": 0.03,
          "negative_goodness": 0.9734577690760294,
          "pair_accuracy": 0.9259555555449591,
          "positive_goodness": 4.228517674001058,
          "runtime_seconds": 10.018527030944824
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6905010349379646,
          "lr": 0.03,
          "negative_goodness": 1.012852920182546,
          "pair_accuracy": 0.9076666666560703,
          "positive_goodness": 4.039442114173042,
          "runtime_seconds": 10.025130987167358
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6970536393589444,
          "lr": 0.03,
          "negative_goodness": 0.9974601542790731,
          "pair_accuracy": 0.8990444444444444,
          "positive_goodness": 4.026280062950982,
          "runtime_seconds": 10.01854920387268
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6632667289310031,
          "lr": 0.03,
          "negative_goodness": 0.987554546631707,
          "pair_accuracy": 0.9079777778201633,
          "positive_goodness": 4.158877842140198,
          "runtime_seconds": 10.02120041847229
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7026220719867282,
          "lr": 0.03,
          "negative_goodness": 1.0051252111646864,
          "pair_accuracy": 0.8960888888782925,
          "positive_goodness": 4.086066511535645,
          "runtime_seconds": 10.017961502075195
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6896990658230252,
          "lr": 0.03,
          "negative_goodness": 1.0289629948510064,
          "pair_accuracy": 0.9053111111164093,
          "positive_goodness": 4.065423633066813,
          "runtime_seconds": 10.008915662765503
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6425413310156928,
          "lr": 0.03,
          "negative_goodness": 0.9222569998847113,
          "pair_accuracy": 0.9095555555873447,
          "positive_goodness": 4.343401405058967,
          "runtime_seconds": 10.007014989852905
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6707297577646043,
          "lr": 0.03,
          "negative_goodness": 0.9647929321712918,
          "pair_accuracy": 0.896711111079322,
          "positive_goodness": 4.233567786958482,
          "runtime_seconds": 10.01942229270935
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.7168790613280402,
          "lr": 0.03,
          "negative_goodness": 1.0180048845291139,
          "pair_accuracy": 0.9004888888782925,
          "positive_goodness": 4.039086233562894,
          "runtime_seconds": 10.003113269805908
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6436714503420724,
          "lr": 0.03,
          "negative_goodness": 0.9414882581339942,
          "pair_accuracy": 0.9114666666666666,
          "positive_goodness": 4.239902316877577,
          "runtime_seconds": 9.970606327056885
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6932852479086982,
          "lr": 0.03,
          "negative_goodness": 0.9963754517290327,
          "pair_accuracy": 0.8969777777777778,
          "positive_goodness": 4.077731266530355,
          "runtime_seconds": 9.954761981964111
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.715259654712677,
          "lr": 0.03,
          "negative_goodness": 1.0097330750571356,
          "pair_accuracy": 0.9001555555449592,
          "positive_goodness": 4.026358721330431,
          "runtime_seconds": 9.965373754501343
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6456105721685621,
          "lr": 0.03,
          "negative_goodness": 0.9618749086459478,
          "pair_accuracy": 0.9229555555555555,
          "positive_goodness": 4.123552245924208,
          "runtime_seconds": 9.95861005783081
        }
      ],
      "layer": 26
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9973282545301649,
          "lr": 0.03,
          "negative_goodness": 1.3472452763663398,
          "pair_accuracy": 0.8030444444550409,
          "positive_goodness": 3.0183549074808758,
          "runtime_seconds": 9.934853315353394
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8926615781784057,
          "lr": 0.03,
          "negative_goodness": 1.310264387427436,
          "pair_accuracy": 0.8296888888888889,
          "positive_goodness": 3.35326974673801,
          "runtime_seconds": 9.955825805664062
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.87830744916598,
          "lr": 0.03,
          "negative_goodness": 1.2815399506198035,
          "pair_accuracy": 0.8334666666666667,
          "positive_goodness": 3.506083349439833,
          "runtime_seconds": 9.939950942993164
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8059913368966845,
          "lr": 0.03,
          "negative_goodness": 1.1953766734653049,
          "pair_accuracy": 0.8590888888888889,
          "positive_goodness": 3.685178758494059,
          "runtime_seconds": 9.934147596359253
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.831401661740409,
          "lr": 0.03,
          "negative_goodness": 1.2392694284545052,
          "pair_accuracy": 0.8546444444444444,
          "positive_goodness": 3.60773788011339,
          "runtime_seconds": 9.974394798278809
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7831082214991252,
          "lr": 0.03,
          "negative_goodness": 1.1557285052405464,
          "pair_accuracy": 0.8672666666666666,
          "positive_goodness": 3.881923151652018,
          "runtime_seconds": 10.045059204101562
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7646622186289893,
          "lr": 0.03,
          "negative_goodness": 1.1270515451643202,
          "pair_accuracy": 0.8722222222222222,
          "positive_goodness": 3.914533170912001,
          "runtime_seconds": 10.05236291885376
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8011969330575731,
          "lr": 0.03,
          "negative_goodness": 1.1617358395894368,
          "pair_accuracy": 0.8568888888676961,
          "positive_goodness": 3.7001441154903834,
          "runtime_seconds": 10.037477970123291
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7904286113950941,
          "lr": 0.03,
          "negative_goodness": 1.173604451974233,
          "pair_accuracy": 0.8557333333863152,
          "positive_goodness": 3.7644097271813286,
          "runtime_seconds": 10.028298139572144
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7464506815592448,
          "lr": 0.03,
          "negative_goodness": 1.1125031994077894,
          "pair_accuracy": 0.8801555555767483,
          "positive_goodness": 3.8770199554867215,
          "runtime_seconds": 9.992729902267456
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7029205097304451,
          "lr": 0.03,
          "negative_goodness": 1.0501743556976317,
          "pair_accuracy": 0.8897111111111111,
          "positive_goodness": 4.079000473403931,
          "runtime_seconds": 9.991872787475586
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7591919878853692,
          "lr": 0.03,
          "negative_goodness": 1.0962554896036785,
          "pair_accuracy": 0.8797555555343628,
          "positive_goodness": 3.845050106345283,
          "runtime_seconds": 9.990530967712402
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7349691083484226,
          "lr": 0.03,
          "negative_goodness": 1.0974861016379462,
          "pair_accuracy": 0.8804888888570997,
          "positive_goodness": 3.94255365041097,
          "runtime_seconds": 9.997494220733643
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7506375585397085,
          "lr": 0.03,
          "negative_goodness": 1.1095067710055246,
          "pair_accuracy": 0.8786222222222222,
          "positive_goodness": 4.006408699544271,
          "runtime_seconds": 10.023826122283936
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7696398738861084,
          "lr": 0.03,
          "negative_goodness": 1.1149286233266196,
          "pair_accuracy": 0.8768444444974264,
          "positive_goodness": 3.833420631451077,
          "runtime_seconds": 10.056577444076538
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7286696126725939,
          "lr": 0.03,
          "negative_goodness": 1.0653853897306653,
          "pair_accuracy": 0.8852222222222222,
          "positive_goodness": 3.90455148340861,
          "runtime_seconds": 10.071783065795898
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6493422082265218,
          "lr": 0.03,
          "negative_goodness": 0.9631670120239257,
          "pair_accuracy": 0.9090888888888888,
          "positive_goodness": 4.297175278049045,
          "runtime_seconds": 10.031126976013184
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7091110239426295,
          "lr": 0.03,
          "negative_goodness": 1.0446134230507744,
          "pair_accuracy": 0.8925111111111111,
          "positive_goodness": 3.9862861300998262,
          "runtime_seconds": 9.98530125617981
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7133112908230888,
          "lr": 0.03,
          "negative_goodness": 1.0550913597981135,
          "pair_accuracy": 0.8871555555555556,
          "positive_goodness": 4.042543593766954,
          "runtime_seconds": 9.989944696426392
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6957509308232201,
          "lr": 0.03,
          "negative_goodness": 1.0169714228285684,
          "pair_accuracy": 0.8974222222222222,
          "positive_goodness": 4.135588390519884,
          "runtime_seconds": 9.990549087524414
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7001423362731933,
          "lr": 0.03,
          "negative_goodness": 1.0057772292878893,
          "pair_accuracy": 0.8836666666878594,
          "positive_goodness": 4.078019660674201,
          "runtime_seconds": 9.995277166366577
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7085884099960327,
          "lr": 0.03,
          "negative_goodness": 1.0206549253463746,
          "pair_accuracy": 0.8851111110899184,
          "positive_goodness": 4.071334675216675,
          "runtime_seconds": 9.99241590499878
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6862817740228441,
          "lr": 0.03,
          "negative_goodness": 1.0167168387518988,
          "pair_accuracy": 0.9007111111323038,
          "positive_goodness": 4.126021142790052,
          "runtime_seconds": 10.004430532455444
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7517608533329434,
          "lr": 0.03,
          "negative_goodness": 1.0722415704727173,
          "pair_accuracy": 0.8798666666878594,
          "positive_goodness": 3.8836316171858045,
          "runtime_seconds": 10.032402276992798
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6668887093861898,
          "lr": 0.03,
          "negative_goodness": 0.9820835566414727,
          "pair_accuracy": 0.9120000000052982,
          "positive_goodness": 4.18927176844279,
          "runtime_seconds": 10.169947862625122
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7153224961969588,
          "lr": 0.03,
          "negative_goodness": 1.0043122079637317,
          "pair_accuracy": 0.8876666666666667,
          "positive_goodness": 4.065902161492242,
          "runtime_seconds": 10.17181944847107
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7111277776930067,
          "lr": 0.03,
          "negative_goodness": 1.0064700892342462,
          "pair_accuracy": 0.8786000000211928,
          "positive_goodness": 4.051913648796082,
          "runtime_seconds": 10.182847738265991
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6727970147132873,
          "lr": 0.03,
          "negative_goodness": 0.9645984424591064,
          "pair_accuracy": 0.9009999999788072,
          "positive_goodness": 4.256581723446316,
          "runtime_seconds": 10.19404411315918
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6959864339828491,
          "lr": 0.03,
          "negative_goodness": 0.9728437945948707,
          "pair_accuracy": 0.8917777778095669,
          "positive_goodness": 4.262056596713596,
          "runtime_seconds": 10.185352563858032
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6597436196433173,
          "lr": 0.03,
          "negative_goodness": 0.9170972577200995,
          "pair_accuracy": 0.9016222222222222,
          "positive_goodness": 4.397140443632337,
          "runtime_seconds": 10.179966449737549
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6148202548133003,
          "lr": 0.03,
          "negative_goodness": 0.8819213944964939,
          "pair_accuracy": 0.9091111111111111,
          "positive_goodness": 4.524136940511068,
          "runtime_seconds": 10.099060297012329
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7074653270297581,
          "lr": 0.03,
          "negative_goodness": 0.9888508654064603,
          "pair_accuracy": 0.8868666666719649,
          "positive_goodness": 4.149769893179999,
          "runtime_seconds": 10.049208402633667
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6836402069515652,
          "lr": 0.03,
          "negative_goodness": 0.9776879566616482,
          "pair_accuracy": 0.8933777777777778,
          "positive_goodness": 4.171838005362616,
          "runtime_seconds": 10.042532444000244
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6670516364097595,
          "lr": 0.03,
          "negative_goodness": 0.9457303720262316,
          "pair_accuracy": 0.9013333333333333,
          "positive_goodness": 4.164082375420464,
          "runtime_seconds": 10.04600977897644
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6738511717213524,
          "lr": 0.03,
          "negative_goodness": 0.9500945160441928,
          "pair_accuracy": 0.9022222222222223,
          "positive_goodness": 4.199338584899903,
          "runtime_seconds": 10.045025110244751
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6990323189841376,
          "lr": 0.03,
          "negative_goodness": 0.9818230692227682,
          "pair_accuracy": 0.8951111111534966,
          "positive_goodness": 4.137388456090291,
          "runtime_seconds": 10.050849914550781
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6543590897454156,
          "lr": 0.03,
          "negative_goodness": 0.9266872259351943,
          "pair_accuracy": 0.8925777777777778,
          "positive_goodness": 4.269241975487603,
          "runtime_seconds": 10.054288864135742
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5992650219069587,
          "lr": 0.03,
          "negative_goodness": 0.850706814400355,
          "pair_accuracy": 0.9219555555555555,
          "positive_goodness": 4.595891338094075,
          "runtime_seconds": 10.04828405380249
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6489611943350898,
          "lr": 0.03,
          "negative_goodness": 0.8984929085413615,
          "pair_accuracy": 0.9016222222142749,
          "positive_goodness": 4.4515726386176215,
          "runtime_seconds": 10.053179740905762
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6220126320997874,
          "lr": 0.03,
          "negative_goodness": 0.8917177544911703,
          "pair_accuracy": 0.9148,
          "positive_goodness": 4.507846427408854,
          "runtime_seconds": 10.047499656677246
        }
      ],
      "layer": 27
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9221804879506429,
          "lr": 0.03,
          "negative_goodness": 1.4421615493880378,
          "pair_accuracy": 0.8548666666666667,
          "positive_goodness": 3.690839225853814,
          "runtime_seconds": 10.06937861442566
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8524957663642035,
          "lr": 0.03,
          "negative_goodness": 1.316926120270623,
          "pair_accuracy": 0.8548888888676961,
          "positive_goodness": 3.636083918041653,
          "runtime_seconds": 10.066743850708008
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8428867513868544,
          "lr": 0.03,
          "negative_goodness": 1.333231357574463,
          "pair_accuracy": 0.8659999999947018,
          "positive_goodness": 3.5961456211513942,
          "runtime_seconds": 10.075169801712036
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8268709253311157,
          "lr": 0.03,
          "negative_goodness": 1.2770334579043918,
          "pair_accuracy": 0.8533777777883742,
          "positive_goodness": 3.576441589567396,
          "runtime_seconds": 10.049075365066528
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7722645816617542,
          "lr": 0.03,
          "negative_goodness": 1.2160701414320203,
          "pair_accuracy": 0.8679333333333333,
          "positive_goodness": 3.7907052485148114,
          "runtime_seconds": 10.071882009506226
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7866826685799493,
          "lr": 0.03,
          "negative_goodness": 1.2062876518673367,
          "pair_accuracy": 0.870022222243415,
          "positive_goodness": 3.752792928144667,
          "runtime_seconds": 10.076712369918823
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8135524946636624,
          "lr": 0.03,
          "negative_goodness": 1.2496504679150051,
          "pair_accuracy": 0.8594222222116258,
          "positive_goodness": 3.6068329129960803,
          "runtime_seconds": 10.037766933441162
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7690014966752794,
          "lr": 0.03,
          "negative_goodness": 1.1917794512006972,
          "pair_accuracy": 0.8723111111376021,
          "positive_goodness": 3.7192677597469754,
          "runtime_seconds": 10.01506781578064
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.769010848792394,
          "lr": 0.03,
          "negative_goodness": 1.1731632952372233,
          "pair_accuracy": 0.8718888888888889,
          "positive_goodness": 3.756338835228814,
          "runtime_seconds": 10.014165878295898
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7511619844648573,
          "lr": 0.03,
          "negative_goodness": 1.1535993487887912,
          "pair_accuracy": 0.8752888888994853,
          "positive_goodness": 3.7409136021931966,
          "runtime_seconds": 10.039623737335205
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7241712444517348,
          "lr": 0.03,
          "negative_goodness": 1.1008472691429987,
          "pair_accuracy": 0.8798222222116259,
          "positive_goodness": 3.916466936916775,
          "runtime_seconds": 10.07686972618103
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7416243732240465,
          "lr": 0.03,
          "negative_goodness": 1.1351803434160022,
          "pair_accuracy": 0.8799333333333333,
          "positive_goodness": 3.8154443522983126,
          "runtime_seconds": 10.036656618118286
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7094451395246718,
          "lr": 0.03,
          "negative_goodness": 1.0685231173621283,
          "pair_accuracy": 0.8808666666878594,
          "positive_goodness": 3.989925425084432,
          "runtime_seconds": 10.025899887084961
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7148241577360365,
          "lr": 0.03,
          "negative_goodness": 1.0845477354897393,
          "pair_accuracy": 0.8849555555449592,
          "positive_goodness": 3.911201128556993,
          "runtime_seconds": 10.018788814544678
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6930087102916506,
          "lr": 0.03,
          "negative_goodness": 1.0636577247036827,
          "pair_accuracy": 0.8943777777777778,
          "positive_goodness": 3.9985579076978897,
          "runtime_seconds": 10.02344799041748
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7004732805728913,
          "lr": 0.03,
          "negative_goodness": 1.073780974287457,
          "pair_accuracy": 0.8944444444444445,
          "positive_goodness": 3.968824179840088,
          "runtime_seconds": 10.02070426940918
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7491039667977227,
          "lr": 0.03,
          "negative_goodness": 1.1161790109846328,
          "pair_accuracy": 0.8762888888994853,
          "positive_goodness": 3.869361102909512,
          "runtime_seconds": 10.02143383026123
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7184235352410211,
          "lr": 0.03,
          "negative_goodness": 1.0503856811099583,
          "pair_accuracy": 0.8832222222540114,
          "positive_goodness": 3.949131775156657,
          "runtime_seconds": 10.013886451721191
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7466217429425981,
          "lr": 0.03,
          "negative_goodness": 1.1106359362443288,
          "pair_accuracy": 0.8788444444444444,
          "positive_goodness": 3.8023085593329538,
          "runtime_seconds": 10.01969027519226
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7227921074019538,
          "lr": 0.03,
          "negative_goodness": 1.0845147467295329,
          "pair_accuracy": 0.8831555555449592,
          "positive_goodness": 3.968156818856133,
          "runtime_seconds": 10.013653755187988
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.699165432686276,
          "lr": 0.03,
          "negative_goodness": 1.0401889172448053,
          "pair_accuracy": 0.8862666666666666,
          "positive_goodness": 4.008302087148031,
          "runtime_seconds": 10.014911413192749
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6821367959552341,
          "lr": 0.03,
          "negative_goodness": 1.0594229918162028,
          "pair_accuracy": 0.8988222222328186,
          "positive_goodness": 4.059271290545993,
          "runtime_seconds": 10.012058019638062
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7241336813555823,
          "lr": 0.03,
          "negative_goodness": 1.0665042506800757,
          "pair_accuracy": 0.8767777777777778,
          "positive_goodness": 3.8803978759765627,
          "runtime_seconds": 10.013751029968262
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6835401442633735,
          "lr": 0.03,
          "negative_goodness": 1.0330341786702475,
          "pair_accuracy": 0.8921333333121406,
          "positive_goodness": 4.060235665935941,
          "runtime_seconds": 10.014899969100952
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6719598876025942,
          "lr": 0.03,
          "negative_goodness": 1.046072091680103,
          "pair_accuracy": 0.9048,
          "positive_goodness": 4.033721761491564,
          "runtime_seconds": 10.017635107040405
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7453496799257067,
          "lr": 0.03,
          "negative_goodness": 1.0913183999167548,
          "pair_accuracy": 0.8807111111111111,
          "positive_goodness": 3.9400767964257133,
          "runtime_seconds": 10.032061338424683
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6893340722613864,
          "lr": 0.03,
          "negative_goodness": 1.034689483133952,
          "pair_accuracy": 0.8918666666984558,
          "positive_goodness": 3.954676326031155,
          "runtime_seconds": 10.066969871520996
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6481950015227,
          "lr": 0.03,
          "negative_goodness": 0.9818008621056875,
          "pair_accuracy": 0.9057777777777778,
          "positive_goodness": 4.220318747202556,
          "runtime_seconds": 10.069378852844238
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.7012042014439901,
          "lr": 0.03,
          "negative_goodness": 1.0581065533743965,
          "pair_accuracy": 0.8952444444232517,
          "positive_goodness": 4.010556592263116,
          "runtime_seconds": 10.071995735168457
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7076526320404477,
          "lr": 0.03,
          "negative_goodness": 1.017533501434326,
          "pair_accuracy": 0.8768666666666667,
          "positive_goodness": 3.9958628561231824,
          "runtime_seconds": 10.074715852737427
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6721812032063802,
          "lr": 0.03,
          "negative_goodness": 1.0128212443033855,
          "pair_accuracy": 0.8955999999788072,
          "positive_goodness": 4.113391945605808,
          "runtime_seconds": 10.08425235748291
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6736586957560645,
          "lr": 0.03,
          "negative_goodness": 0.9858647690667046,
          "pair_accuracy": 0.8947999999894036,
          "positive_goodness": 4.079405556318495,
          "runtime_seconds": 10.074700355529785
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.656178367834621,
          "lr": 0.03,
          "negative_goodness": 0.9879680991278754,
          "pair_accuracy": 0.8972444444444444,
          "positive_goodness": 4.21054910413954,
          "runtime_seconds": 10.078937530517578
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6918513781123691,
          "lr": 0.03,
          "negative_goodness": 1.0177796881887649,
          "pair_accuracy": 0.8911777777671814,
          "positive_goodness": 4.102686592186822,
          "runtime_seconds": 10.075247287750244
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6537729209052192,
          "lr": 0.03,
          "negative_goodness": 0.9694091121249728,
          "pair_accuracy": 0.905955555539661,
          "positive_goodness": 4.172705106608073,
          "runtime_seconds": 10.074471712112427
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6908776702457005,
          "lr": 0.03,
          "negative_goodness": 1.0198383930630155,
          "pair_accuracy": 0.8917777777817514,
          "positive_goodness": 4.117477531433106,
          "runtime_seconds": 10.077322244644165
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6187315314531326,
          "lr": 0.03,
          "negative_goodness": 0.9207328838586807,
          "pair_accuracy": 0.9149555555555555,
          "positive_goodness": 4.323871966128879,
          "runtime_seconds": 10.07469892501831
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7011205619812012,
          "lr": 0.03,
          "negative_goodness": 1.0125919501066207,
          "pair_accuracy": 0.8915333333333333,
          "positive_goodness": 4.09265262383355,
          "runtime_seconds": 10.082283735275269
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6941359952078925,
          "lr": 0.03,
          "negative_goodness": 1.0029119274987115,
          "pair_accuracy": 0.8879333333439298,
          "positive_goodness": 4.1199705115424266,
          "runtime_seconds": 10.161360502243042
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6934937392897076,
          "lr": 0.03,
          "negative_goodness": 1.0356123130374484,
          "pair_accuracy": 0.894,
          "positive_goodness": 4.001264546457927,
          "runtime_seconds": 10.283041715621948
        }
      ],
      "layer": 28
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8872664809650845,
          "lr": 0.03,
          "negative_goodness": 1.2610374111493428,
          "pair_accuracy": 0.8587777777777778,
          "positive_goodness": 3.3473619202507865,
          "runtime_seconds": 10.075911283493042
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8152782010396321,
          "lr": 0.03,
          "negative_goodness": 1.2313219055599636,
          "pair_accuracy": 0.875066666650772,
          "positive_goodness": 3.6185823184543184,
          "runtime_seconds": 10.052309274673462
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8432079123602974,
          "lr": 0.03,
          "negative_goodness": 1.2450663547092014,
          "pair_accuracy": 0.8600444444974263,
          "positive_goodness": 3.5660711201137967,
          "runtime_seconds": 10.057555198669434
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7406409569528368,
          "lr": 0.03,
          "negative_goodness": 1.1286076908535427,
          "pair_accuracy": 0.896022222190433,
          "positive_goodness": 3.7959241757710775,
          "runtime_seconds": 10.055273532867432
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7477033920500014,
          "lr": 0.03,
          "negative_goodness": 1.1399196376376681,
          "pair_accuracy": 0.8910666666560703,
          "positive_goodness": 3.823968726094564,
          "runtime_seconds": 10.057621479034424
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6972613058514066,
          "lr": 0.03,
          "negative_goodness": 1.046972129758199,
          "pair_accuracy": 0.9012222222752041,
          "positive_goodness": 3.97553061565823,
          "runtime_seconds": 10.048738479614258
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7318992391374376,
          "lr": 0.03,
          "negative_goodness": 1.0814495833714803,
          "pair_accuracy": 0.8955555556085375,
          "positive_goodness": 3.8686297049840292,
          "runtime_seconds": 10.049051761627197
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.712668365462621,
          "lr": 0.03,
          "negative_goodness": 1.0769799249649048,
          "pair_accuracy": 0.8945777777777778,
          "positive_goodness": 3.9590901997036405,
          "runtime_seconds": 10.056838989257812
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7350172864278157,
          "lr": 0.03,
          "negative_goodness": 1.0922421755896674,
          "pair_accuracy": 0.887866666677263,
          "positive_goodness": 3.8425066430833605,
          "runtime_seconds": 10.053906679153442
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7106776964399549,
          "lr": 0.03,
          "negative_goodness": 1.03155348233117,
          "pair_accuracy": 0.892977777783076,
          "positive_goodness": 3.9699693670484755,
          "runtime_seconds": 10.052066087722778
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7636669287469652,
          "lr": 0.03,
          "negative_goodness": 1.1068337872399223,
          "pair_accuracy": 0.8829111111111111,
          "positive_goodness": 3.7947679885016545,
          "runtime_seconds": 10.052846431732178
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.693778589047326,
          "lr": 0.03,
          "negative_goodness": 1.0416959836112127,
          "pair_accuracy": 0.9020444444974264,
          "positive_goodness": 4.029539180628459,
          "runtime_seconds": 10.053679704666138
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7032332011752659,
          "lr": 0.03,
          "negative_goodness": 1.0310190940009223,
          "pair_accuracy": 0.8945999999788072,
          "positive_goodness": 3.9878929563734267,
          "runtime_seconds": 9.969465017318726
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6727694860246446,
          "lr": 0.03,
          "negative_goodness": 0.9637052684677971,
          "pair_accuracy": 0.8945111111429003,
          "positive_goodness": 4.1230434628380666,
          "runtime_seconds": 9.936309814453125
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6612760377142164,
          "lr": 0.03,
          "negative_goodness": 0.9833089513142904,
          "pair_accuracy": 0.901266666645474,
          "positive_goodness": 4.1421237720913355,
          "runtime_seconds": 9.935980081558228
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6925224894629585,
          "lr": 0.03,
          "negative_goodness": 1.0219133551067776,
          "pair_accuracy": 0.8986666667196486,
          "positive_goodness": 4.031834189690484,
          "runtime_seconds": 9.943340539932251
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6518647311316597,
          "lr": 0.03,
          "negative_goodness": 0.9656548398971557,
          "pair_accuracy": 0.9117777777936723,
          "positive_goodness": 4.167345799827576,
          "runtime_seconds": 9.936884641647339
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6708154081874423,
          "lr": 0.03,
          "negative_goodness": 0.9562301291041904,
          "pair_accuracy": 0.8969111111217075,
          "positive_goodness": 4.158211990102132,
          "runtime_seconds": 9.9376859664917
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6889491943703757,
          "lr": 0.03,
          "negative_goodness": 1.0134726977825166,
          "pair_accuracy": 0.9012444444444444,
          "positive_goodness": 4.0857928572760684,
          "runtime_seconds": 9.940669059753418
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6862767931169934,
          "lr": 0.03,
          "negative_goodness": 0.9972146312395732,
          "pair_accuracy": 0.9030222222222222,
          "positive_goodness": 4.0260133941226535,
          "runtime_seconds": 9.935781002044678
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6661904729631212,
          "lr": 0.03,
          "negative_goodness": 0.9499649792777167,
          "pair_accuracy": 0.9001555555343628,
          "positive_goodness": 4.172589739693536,
          "runtime_seconds": 9.93812894821167
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6448802200873693,
          "lr": 0.03,
          "negative_goodness": 0.9610180839750502,
          "pair_accuracy": 0.9153333333333333,
          "positive_goodness": 4.198410610029432,
          "runtime_seconds": 9.941867351531982
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6505506902482775,
          "lr": 0.03,
          "negative_goodness": 0.9458975958294339,
          "pair_accuracy": 0.9051555555555556,
          "positive_goodness": 4.102512123976814,
          "runtime_seconds": 9.941321611404419
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6318902108510335,
          "lr": 0.03,
          "negative_goodness": 0.906355880800883,
          "pair_accuracy": 0.9145999999682108,
          "positive_goodness": 4.299184376059638,
          "runtime_seconds": 9.93293309211731
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6742010083410475,
          "lr": 0.03,
          "negative_goodness": 0.9879235899819269,
          "pair_accuracy": 0.9091555555449592,
          "positive_goodness": 4.020564132902357,
          "runtime_seconds": 9.938151121139526
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6611903122425079,
          "lr": 0.03,
          "negative_goodness": 0.9511012084060245,
          "pair_accuracy": 0.9121999999894036,
          "positive_goodness": 4.063488042195638,
          "runtime_seconds": 9.93993067741394
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6343254096137153,
          "lr": 0.03,
          "negative_goodness": 0.8884135166168213,
          "pair_accuracy": 0.9000444444126553,
          "positive_goodness": 4.282340312533909,
          "runtime_seconds": 9.939478158950806
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6162593627505832,
          "lr": 0.03,
          "negative_goodness": 0.8893184426307679,
          "pair_accuracy": 0.9152,
          "positive_goodness": 4.370227366977268,
          "runtime_seconds": 9.94476866722107
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6494569510512882,
          "lr": 0.03,
          "negative_goodness": 0.914290450472302,
          "pair_accuracy": 0.9096222222222222,
          "positive_goodness": 4.222837505086263,
          "runtime_seconds": 9.943783521652222
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.649281451564365,
          "lr": 0.03,
          "negative_goodness": 0.9491903128465017,
          "pair_accuracy": 0.9100444444444444,
          "positive_goodness": 4.165049964904785,
          "runtime_seconds": 9.912127494812012
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6267527609083388,
          "lr": 0.03,
          "negative_goodness": 0.8621317677074009,
          "pair_accuracy": 0.9097999999788072,
          "positive_goodness": 4.326508144675361,
          "runtime_seconds": 9.938801050186157
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6182045806460911,
          "lr": 0.03,
          "negative_goodness": 0.9018237980312771,
          "pair_accuracy": 0.9188444444451067,
          "positive_goodness": 4.337988528357612,
          "runtime_seconds": 9.93671202659607
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6067689634535047,
          "lr": 0.03,
          "negative_goodness": 0.8781712947951423,
          "pair_accuracy": 0.9196666666669978,
          "positive_goodness": 4.353846157073975,
          "runtime_seconds": 9.943166017532349
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5989051156255933,
          "lr": 0.03,
          "negative_goodness": 0.8483096996943156,
          "pair_accuracy": 0.9159999999788072,
          "positive_goodness": 4.425803072060479,
          "runtime_seconds": 9.944528341293335
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6357768700705634,
          "lr": 0.03,
          "negative_goodness": 0.9040650556988187,
          "pair_accuracy": 0.9079777777777778,
          "positive_goodness": 4.275713812849257,
          "runtime_seconds": 9.946199655532837
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5554883244196573,
          "lr": 0.03,
          "negative_goodness": 0.8000754127926296,
          "pair_accuracy": 0.9273555556085374,
          "positive_goodness": 4.61751587562561,
          "runtime_seconds": 10.01645565032959
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5930362655772103,
          "lr": 0.03,
          "negative_goodness": 0.8604083919299973,
          "pair_accuracy": 0.9272222222222222,
          "positive_goodness": 4.505759776051839,
          "runtime_seconds": 10.05826997756958
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5665851357565985,
          "lr": 0.03,
          "negative_goodness": 0.8112014442549812,
          "pair_accuracy": 0.9317333333333333,
          "positive_goodness": 4.557649175601536,
          "runtime_seconds": 10.055928945541382
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6486136707729764,
          "lr": 0.03,
          "negative_goodness": 0.9208026482052273,
          "pair_accuracy": 0.9037555555237664,
          "positive_goodness": 4.193940994856093,
          "runtime_seconds": 10.060580968856812
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5825926074504852,
          "lr": 0.03,
          "negative_goodness": 0.8419774212943183,
          "pair_accuracy": 0.9270666666666667,
          "positive_goodness": 4.485696997748481,
          "runtime_seconds": 10.058736562728882
        }
      ],
      "layer": 29
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0527203379419114,
          "lr": 0.03,
          "negative_goodness": 1.5877434749391344,
          "pair_accuracy": 0.8324444444444444,
          "positive_goodness": 3.182067077170478,
          "runtime_seconds": 10.086768627166748
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.788087932756212,
          "lr": 0.03,
          "negative_goodness": 1.290195106463962,
          "pair_accuracy": 0.9029111111111111,
          "positive_goodness": 3.8272314534399245,
          "runtime_seconds": 10.080604076385498
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8240290346198612,
          "lr": 0.03,
          "negative_goodness": 1.2883222598499722,
          "pair_accuracy": 0.8768888888888889,
          "positive_goodness": 3.6531016982184514,
          "runtime_seconds": 10.078842878341675
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7540148819393582,
          "lr": 0.03,
          "negative_goodness": 1.201154007021586,
          "pair_accuracy": 0.8926444444126553,
          "positive_goodness": 3.7884464078267417,
          "runtime_seconds": 10.080885648727417
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7304339881261189,
          "lr": 0.03,
          "negative_goodness": 1.11335860909356,
          "pair_accuracy": 0.8918444444444444,
          "positive_goodness": 3.898308421749539,
          "runtime_seconds": 10.081835269927979
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7381379524336921,
          "lr": 0.03,
          "negative_goodness": 1.1443515233357748,
          "pair_accuracy": 0.8901555555555556,
          "positive_goodness": 3.868937818230523,
          "runtime_seconds": 10.080406427383423
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6831766552024418,
          "lr": 0.03,
          "negative_goodness": 1.070170069196489,
          "pair_accuracy": 0.9114222222222222,
          "positive_goodness": 4.039746946546766,
          "runtime_seconds": 10.088561534881592
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6987806320296394,
          "lr": 0.03,
          "negative_goodness": 1.0417220620473227,
          "pair_accuracy": 0.8938,
          "positive_goodness": 4.047304008483887,
          "runtime_seconds": 10.078872442245483
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6953670828077528,
          "lr": 0.03,
          "negative_goodness": 1.0859488314098782,
          "pair_accuracy": 0.8991555556085374,
          "positive_goodness": 3.9399426977793377,
          "runtime_seconds": 10.080844163894653
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6607558449851142,
          "lr": 0.03,
          "negative_goodness": 1.0119096382141113,
          "pair_accuracy": 0.9087111111243565,
          "positive_goodness": 4.119036094326443,
          "runtime_seconds": 10.082869529724121
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6828879483540853,
          "lr": 0.03,
          "negative_goodness": 1.0088172818289862,
          "pair_accuracy": 0.9062666666772631,
          "positive_goodness": 4.0514768441942,
          "runtime_seconds": 10.022312641143799
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6904014861795638,
          "lr": 0.03,
          "negative_goodness": 1.0369989606115553,
          "pair_accuracy": 0.9006888888888889,
          "positive_goodness": 4.070397160932753,
          "runtime_seconds": 9.960794687271118
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6862743945651584,
          "lr": 0.03,
          "negative_goodness": 1.0161548536512586,
          "pair_accuracy": 0.897888888894187,
          "positive_goodness": 4.067146290249295,
          "runtime_seconds": 9.970938920974731
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6702796202659607,
          "lr": 0.03,
          "negative_goodness": 1.0132985458532968,
          "pair_accuracy": 0.9079333333333334,
          "positive_goodness": 4.021163410780165,
          "runtime_seconds": 9.962181568145752
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6462748288048639,
          "lr": 0.03,
          "negative_goodness": 0.9852922549989488,
          "pair_accuracy": 0.9157111110899183,
          "positive_goodness": 4.2022311364491785,
          "runtime_seconds": 9.956971645355225
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.691898160847028,
          "lr": 0.03,
          "negative_goodness": 1.0194975871774885,
          "pair_accuracy": 0.9000222222222222,
          "positive_goodness": 4.008075190565322,
          "runtime_seconds": 9.960087060928345
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6390584043184916,
          "lr": 0.03,
          "negative_goodness": 0.9593855672306485,
          "pair_accuracy": 0.9139111111111111,
          "positive_goodness": 4.211722837151421,
          "runtime_seconds": 9.96293568611145
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6642331957923041,
          "lr": 0.03,
          "negative_goodness": 0.9854809447924296,
          "pair_accuracy": 0.9004,
          "positive_goodness": 4.086551359812419,
          "runtime_seconds": 9.961516618728638
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6420701846864488,
          "lr": 0.03,
          "negative_goodness": 0.9589314679039849,
          "pair_accuracy": 0.9092222222328186,
          "positive_goodness": 4.215237318929036,
          "runtime_seconds": 9.970555543899536
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6297289316495259,
          "lr": 0.03,
          "negative_goodness": 0.939714123556349,
          "pair_accuracy": 0.9128888888994853,
          "positive_goodness": 4.292680307261149,
          "runtime_seconds": 9.966504096984863
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6529057266553243,
          "lr": 0.03,
          "negative_goodness": 0.9539199870321485,
          "pair_accuracy": 0.9073555555555556,
          "positive_goodness": 4.236390735456679,
          "runtime_seconds": 9.963369369506836
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6424391766574647,
          "lr": 0.03,
          "negative_goodness": 0.9338950427002377,
          "pair_accuracy": 0.9047333333333333,
          "positive_goodness": 4.280757856326633,
          "runtime_seconds": 9.961521625518799
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6510272367795309,
          "lr": 0.03,
          "negative_goodness": 0.9597343287997776,
          "pair_accuracy": 0.9040888888782925,
          "positive_goodness": 4.247062623935276,
          "runtime_seconds": 9.964585781097412
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6357407645834817,
          "lr": 0.03,
          "negative_goodness": 0.9544500939183765,
          "pair_accuracy": 0.9161333333333334,
          "positive_goodness": 4.203912306806776,
          "runtime_seconds": 9.959272384643555
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5999115397188398,
          "lr": 0.03,
          "negative_goodness": 0.9009284882757399,
          "pair_accuracy": 0.9260222222222222,
          "positive_goodness": 4.3876876272413465,
          "runtime_seconds": 9.972989559173584
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6131733137263192,
          "lr": 0.03,
          "negative_goodness": 0.8923269851737552,
          "pair_accuracy": 0.9164222222222222,
          "positive_goodness": 4.413973066880968,
          "runtime_seconds": 9.958343267440796
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6059297974904378,
          "lr": 0.03,
          "negative_goodness": 0.8803764810562134,
          "pair_accuracy": 0.9136444444126554,
          "positive_goodness": 4.485605068206787,
          "runtime_seconds": 9.964277982711792
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.609437104458279,
          "lr": 0.03,
          "negative_goodness": 0.8947190713670519,
          "pair_accuracy": 0.91804444444461,
          "positive_goodness": 4.388487822376357,
          "runtime_seconds": 9.967325925827026
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5720112884309557,
          "lr": 0.03,
          "negative_goodness": 0.8215835718366835,
          "pair_accuracy": 0.9218000000317892,
          "positive_goodness": 4.506159666654798,
          "runtime_seconds": 9.961693525314331
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6171475888358222,
          "lr": 0.03,
          "negative_goodness": 0.8973235738118489,
          "pair_accuracy": 0.9156222222540114,
          "positive_goodness": 4.433674624252319,
          "runtime_seconds": 9.965421199798584
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6026717464235094,
          "lr": 0.03,
          "negative_goodness": 0.8965384653303359,
          "pair_accuracy": 0.9197333333121406,
          "positive_goodness": 4.348265403027004,
          "runtime_seconds": 9.969858407974243
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6182759827666813,
          "lr": 0.03,
          "negative_goodness": 0.9278526787757874,
          "pair_accuracy": 0.9221999999894036,
          "positive_goodness": 4.2701071266174315,
          "runtime_seconds": 9.958916902542114
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6008725464926825,
          "lr": 0.03,
          "negative_goodness": 0.8593160827636719,
          "pair_accuracy": 0.9128444444444445,
          "positive_goodness": 4.439442906867133,
          "runtime_seconds": 9.964844465255737
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5809445569144355,
          "lr": 0.03,
          "negative_goodness": 0.8483521804597642,
          "pair_accuracy": 0.927800000026491,
          "positive_goodness": 4.426817695257399,
          "runtime_seconds": 9.984657049179077
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6144778468237982,
          "lr": 0.03,
          "negative_goodness": 0.8901861510806613,
          "pair_accuracy": 0.9142888888782925,
          "positive_goodness": 4.346625002585517,
          "runtime_seconds": 9.974590539932251
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5873738614188301,
          "lr": 0.03,
          "negative_goodness": 0.8564273905012343,
          "pair_accuracy": 0.9186000000211928,
          "positive_goodness": 4.446309986495971,
          "runtime_seconds": 10.073867797851562
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6248400505913628,
          "lr": 0.03,
          "negative_goodness": 0.9047472524642944,
          "pair_accuracy": 0.9162666666984558,
          "positive_goodness": 4.3347523162417945,
          "runtime_seconds": 9.98305892944336
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5860988001081678,
          "lr": 0.03,
          "negative_goodness": 0.8431514192581177,
          "pair_accuracy": 0.917688888920678,
          "positive_goodness": 4.47760111495124,
          "runtime_seconds": 9.959319114685059
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6870628238572015,
          "lr": 0.03,
          "negative_goodness": 0.9740370849821303,
          "pair_accuracy": 0.9029111110899184,
          "positive_goodness": 4.058611128913031,
          "runtime_seconds": 9.96480679512024
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.612367590883043,
          "lr": 0.03,
          "negative_goodness": 0.8885421074761285,
          "pair_accuracy": 0.9109777777698305,
          "positive_goodness": 4.3208310052023995,
          "runtime_seconds": 9.958999156951904
        }
      ],
      "layer": 30
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.895979928864373,
          "lr": 0.03,
          "negative_goodness": 1.290446430545383,
          "pair_accuracy": 0.8529777777777777,
          "positive_goodness": 3.392071725294325,
          "runtime_seconds": 9.941535711288452
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8470980894088745,
          "lr": 0.03,
          "negative_goodness": 1.2547754196802776,
          "pair_accuracy": 0.8701999999788073,
          "positive_goodness": 3.4581240982055665,
          "runtime_seconds": 9.938080310821533
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7766326047685411,
          "lr": 0.03,
          "negative_goodness": 1.165174969546,
          "pair_accuracy": 0.8812666667196486,
          "positive_goodness": 3.6795301303863526,
          "runtime_seconds": 9.948394536972046
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8024202027638754,
          "lr": 0.03,
          "negative_goodness": 1.2075080683814154,
          "pair_accuracy": 0.8821777777777777,
          "positive_goodness": 3.602763991970486,
          "runtime_seconds": 9.944293975830078
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7875595242288378,
          "lr": 0.03,
          "negative_goodness": 1.1723277770996094,
          "pair_accuracy": 0.8847111110899184,
          "positive_goodness": 3.674202441660563,
          "runtime_seconds": 9.945285081863403
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7294254644870758,
          "lr": 0.03,
          "negative_goodness": 1.0897259763081868,
          "pair_accuracy": 0.8928666666666667,
          "positive_goodness": 3.882092630089654,
          "runtime_seconds": 9.939208984375
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7210018215020497,
          "lr": 0.03,
          "negative_goodness": 1.0696194546805489,
          "pair_accuracy": 0.8972,
          "positive_goodness": 3.93049799202813,
          "runtime_seconds": 9.945659399032593
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7103763287279341,
          "lr": 0.03,
          "negative_goodness": 1.0486638186666701,
          "pair_accuracy": 0.9001111111111111,
          "positive_goodness": 3.9809768812391493,
          "runtime_seconds": 9.955312728881836
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7624806364589267,
          "lr": 0.03,
          "negative_goodness": 1.0983493452919855,
          "pair_accuracy": 0.8854666666666666,
          "positive_goodness": 3.771486375512017,
          "runtime_seconds": 10.035012245178223
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.764994488313463,
          "lr": 0.03,
          "negative_goodness": 1.102196972380744,
          "pair_accuracy": 0.8821111111270057,
          "positive_goodness": 3.8084122876061333,
          "runtime_seconds": 9.972667694091797
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6964509235805936,
          "lr": 0.03,
          "negative_goodness": 1.019561678949992,
          "pair_accuracy": 0.9031555555555556,
          "positive_goodness": 4.012372899670071,
          "runtime_seconds": 9.958285570144653
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7235280456331041,
          "lr": 0.03,
          "negative_goodness": 1.0496018133693272,
          "pair_accuracy": 0.8983555555555556,
          "positive_goodness": 3.827729673936632,
          "runtime_seconds": 10.00172209739685
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7117616896099515,
          "lr": 0.03,
          "negative_goodness": 1.0365675638198852,
          "pair_accuracy": 0.8999999999682109,
          "positive_goodness": 3.945915899149577,
          "runtime_seconds": 9.968883275985718
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7558829819785224,
          "lr": 0.03,
          "negative_goodness": 1.0807425625695122,
          "pair_accuracy": 0.8805555555449591,
          "positive_goodness": 3.8103411047617595,
          "runtime_seconds": 9.94870376586914
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6646051271014743,
          "lr": 0.03,
          "negative_goodness": 0.9695889597998725,
          "pair_accuracy": 0.9057333333015442,
          "positive_goodness": 4.15263760049608,
          "runtime_seconds": 9.950842142105103
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6417580501132542,
          "lr": 0.03,
          "negative_goodness": 0.946171255938212,
          "pair_accuracy": 0.9156222222328186,
          "positive_goodness": 4.232892220391167,
          "runtime_seconds": 9.964691162109375
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6534262130790287,
          "lr": 0.03,
          "negative_goodness": 0.9538364314052794,
          "pair_accuracy": 0.9109777777777778,
          "positive_goodness": 4.123261120266385,
          "runtime_seconds": 9.942144632339478
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7089250459459093,
          "lr": 0.03,
          "negative_goodness": 1.001858676592509,
          "pair_accuracy": 0.8968888888888888,
          "positive_goodness": 3.9790655146280924,
          "runtime_seconds": 9.947757720947266
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.64147910756535,
          "lr": 0.03,
          "negative_goodness": 0.9349143468962775,
          "pair_accuracy": 0.9186222222222222,
          "positive_goodness": 4.2275092376708985,
          "runtime_seconds": 9.951383352279663
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.675972006114324,
          "lr": 0.03,
          "negative_goodness": 0.973912505891588,
          "pair_accuracy": 0.8994,
          "positive_goodness": 4.105897184668647,
          "runtime_seconds": 10.008575201034546
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7064764359050327,
          "lr": 0.03,
          "negative_goodness": 1.0160143802483876,
          "pair_accuracy": 0.8959333333333334,
          "positive_goodness": 3.9194104285346136,
          "runtime_seconds": 10.005050659179688
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7235590193324619,
          "lr": 0.03,
          "negative_goodness": 1.0357334026813507,
          "pair_accuracy": 0.8940888888888889,
          "positive_goodness": 3.942307022221883,
          "runtime_seconds": 9.972609519958496
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6745021367232005,
          "lr": 0.03,
          "negative_goodness": 0.9642095009803772,
          "pair_accuracy": 0.9085111111111112,
          "positive_goodness": 4.0482156278822155,
          "runtime_seconds": 9.94254207611084
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5992626527150472,
          "lr": 0.03,
          "negative_goodness": 0.8920467013676961,
          "pair_accuracy": 0.9271111110952165,
          "positive_goodness": 4.488479331673516,
          "runtime_seconds": 9.952384233474731
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6746314722273085,
          "lr": 0.03,
          "negative_goodness": 0.9322276020156013,
          "pair_accuracy": 0.9022222222275205,
          "positive_goodness": 4.242767919158935,
          "runtime_seconds": 9.95505166053772
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.695904409927792,
          "lr": 0.03,
          "negative_goodness": 0.9807526109695435,
          "pair_accuracy": 0.8954666666666666,
          "positive_goodness": 3.985301328955756,
          "runtime_seconds": 9.9653959274292
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6856453708807627,
          "lr": 0.03,
          "negative_goodness": 0.9685449261718326,
          "pair_accuracy": 0.8975777777777778,
          "positive_goodness": 4.037819399939643,
          "runtime_seconds": 10.07592487335205
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6405441376553641,
          "lr": 0.03,
          "negative_goodness": 0.9084001415782504,
          "pair_accuracy": 0.9122222222222223,
          "positive_goodness": 4.277704297044542,
          "runtime_seconds": 10.052971363067627
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6213930712064107,
          "lr": 0.03,
          "negative_goodness": 0.891893326801724,
          "pair_accuracy": 0.9242222222222222,
          "positive_goodness": 4.37259070693122,
          "runtime_seconds": 9.991830587387085
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6297228010177612,
          "lr": 0.03,
          "negative_goodness": 0.8961210288365682,
          "pair_accuracy": 0.9161555555555555,
          "positive_goodness": 4.262028603363037,
          "runtime_seconds": 9.989911794662476
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.647338176314036,
          "lr": 0.03,
          "negative_goodness": 0.9046119753837586,
          "pair_accuracy": 0.9082444444338481,
          "positive_goodness": 4.188191352886624,
          "runtime_seconds": 9.999000549316406
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6731981682035658,
          "lr": 0.03,
          "negative_goodness": 0.9188089425616794,
          "pair_accuracy": 0.8985777777671814,
          "positive_goodness": 4.1417329043918185,
          "runtime_seconds": 9.993606328964233
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6508849210712645,
          "lr": 0.03,
          "negative_goodness": 0.9018299841668871,
          "pair_accuracy": 0.9115333333333333,
          "positive_goodness": 4.177507799699572,
          "runtime_seconds": 9.968447208404541
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5885925085438622,
          "lr": 0.03,
          "negative_goodness": 0.8462221169842614,
          "pair_accuracy": 0.9280444444444444,
          "positive_goodness": 4.3928562408447265,
          "runtime_seconds": 10.00088095664978
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7056479803562165,
          "lr": 0.03,
          "negative_goodness": 0.9771130065282186,
          "pair_accuracy": 0.8927777777671814,
          "positive_goodness": 3.9954342680189345,
          "runtime_seconds": 10.01268458366394
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6254214613596598,
          "lr": 0.03,
          "negative_goodness": 0.9008965121587118,
          "pair_accuracy": 0.9207111111005147,
          "positive_goodness": 4.31839161406623,
          "runtime_seconds": 10.014852523803711
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5961019582536485,
          "lr": 0.03,
          "negative_goodness": 0.845542149564955,
          "pair_accuracy": 0.9194666666693158,
          "positive_goodness": 4.481413532087538,
          "runtime_seconds": 10.023297548294067
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6583883216963874,
          "lr": 0.03,
          "negative_goodness": 0.8677720418188307,
          "pair_accuracy": 0.9043999999894036,
          "positive_goodness": 4.229232146199545,
          "runtime_seconds": 10.024507999420166
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6117039626863268,
          "lr": 0.03,
          "negative_goodness": 0.8451396239704556,
          "pair_accuracy": 0.9235111111005148,
          "positive_goodness": 4.414740050760905,
          "runtime_seconds": 10.030121803283691
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6207292570537991,
          "lr": 0.03,
          "negative_goodness": 0.8818078737470839,
          "pair_accuracy": 0.913177777756585,
          "positive_goodness": 4.316921987491184,
          "runtime_seconds": 10.029073476791382
        }
      ],
      "layer": 31
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9571427828047011,
          "lr": 0.03,
          "negative_goodness": 1.5520686111874051,
          "pair_accuracy": 0.8731777777618832,
          "positive_goodness": 3.3990124696095783,
          "runtime_seconds": 10.039581775665283
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8794643289989895,
          "lr": 0.03,
          "negative_goodness": 1.3608488307740954,
          "pair_accuracy": 0.8567777778307597,
          "positive_goodness": 3.4355942749023436,
          "runtime_seconds": 10.038503885269165
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7641720732159085,
          "lr": 0.03,
          "negative_goodness": 1.2215954839070637,
          "pair_accuracy": 0.8891333333863153,
          "positive_goodness": 3.7938356208377413,
          "runtime_seconds": 10.042763471603394
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7166664213074578,
          "lr": 0.03,
          "negative_goodness": 1.1188248928493925,
          "pair_accuracy": 0.895022222190433,
          "positive_goodness": 4.012185805384318,
          "runtime_seconds": 10.04386854171753
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7254519999821981,
          "lr": 0.03,
          "negative_goodness": 1.1377262819714016,
          "pair_accuracy": 0.8964222221904331,
          "positive_goodness": 3.975534745279948,
          "runtime_seconds": 10.04730772972107
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7029708911948734,
          "lr": 0.03,
          "negative_goodness": 1.0940044045448303,
          "pair_accuracy": 0.8981111111005148,
          "positive_goodness": 4.074843015289306,
          "runtime_seconds": 10.037362337112427
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6801964372952779,
          "lr": 0.03,
          "negative_goodness": 1.0449840445624456,
          "pair_accuracy": 0.8990666666348776,
          "positive_goodness": 4.269941180123223,
          "runtime_seconds": 10.050221920013428
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.675688521194458,
          "lr": 0.03,
          "negative_goodness": 1.0224669211493598,
          "pair_accuracy": 0.8932444444444444,
          "positive_goodness": 4.321503373887804,
          "runtime_seconds": 10.03706669807434
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7042894311242633,
          "lr": 0.03,
          "negative_goodness": 1.063742868677775,
          "pair_accuracy": 0.8948666666666667,
          "positive_goodness": 4.044369224378798,
          "runtime_seconds": 10.034702777862549
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6790701773643494,
          "lr": 0.03,
          "negative_goodness": 1.052576384968228,
          "pair_accuracy": 0.9058666667090521,
          "positive_goodness": 4.115242134475708,
          "runtime_seconds": 10.036365032196045
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7306722278171115,
          "lr": 0.03,
          "negative_goodness": 1.0795858651796977,
          "pair_accuracy": 0.8833999999788072,
          "positive_goodness": 4.001572648281521,
          "runtime_seconds": 10.039581537246704
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6491553808424207,
          "lr": 0.03,
          "negative_goodness": 1.018415724934472,
          "pair_accuracy": 0.9097111111005147,
          "positive_goodness": 4.222223449961344,
          "runtime_seconds": 10.035427570343018
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6580566675610012,
          "lr": 0.03,
          "negative_goodness": 1.0083212010065714,
          "pair_accuracy": 0.9056666666666666,
          "positive_goodness": 4.186473304155138,
          "runtime_seconds": 10.034303426742554
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6580777748531765,
          "lr": 0.03,
          "negative_goodness": 0.9913626222822401,
          "pair_accuracy": 0.9039555555343628,
          "positive_goodness": 4.220936089070638,
          "runtime_seconds": 10.035549879074097
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6092214242405362,
          "lr": 0.03,
          "negative_goodness": 0.9306989562299517,
          "pair_accuracy": 0.915,
          "positive_goodness": 4.4361083973354765,
          "runtime_seconds": 10.077055215835571
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6917043537775676,
          "lr": 0.03,
          "negative_goodness": 1.0348192432191636,
          "pair_accuracy": 0.9019333333333334,
          "positive_goodness": 4.154803136698405,
          "runtime_seconds": 10.094709873199463
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6509540586895413,
          "lr": 0.03,
          "negative_goodness": 0.9689782274564107,
          "pair_accuracy": 0.9058888889418708,
          "positive_goodness": 4.230463677512275,
          "runtime_seconds": 10.099379777908325
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.601288715145323,
          "lr": 0.03,
          "negative_goodness": 0.9354167592896355,
          "pair_accuracy": 0.9126222222222222,
          "positive_goodness": 4.431241020202637,
          "runtime_seconds": 10.08792757987976
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6532455193678538,
          "lr": 0.03,
          "negative_goodness": 0.9694784748501248,
          "pair_accuracy": 0.9087111111111111,
          "positive_goodness": 4.2373405392964685,
          "runtime_seconds": 10.116528034210205
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6524370477411482,
          "lr": 0.03,
          "negative_goodness": 0.9723046496338315,
          "pair_accuracy": 0.9121111111111111,
          "positive_goodness": 4.19987468761868,
          "runtime_seconds": 10.109500885009766
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.654826272837321,
          "lr": 0.03,
          "negative_goodness": 0.967896542316013,
          "pair_accuracy": 0.9018222222261959,
          "positive_goodness": 4.268311320580376,
          "runtime_seconds": 10.087544679641724
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.598096206665039,
          "lr": 0.03,
          "negative_goodness": 0.9158814609527588,
          "pair_accuracy": 0.9203111111005148,
          "positive_goodness": 4.437094774034288,
          "runtime_seconds": 10.095343589782715
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6432597007115682,
          "lr": 0.03,
          "negative_goodness": 0.9645690663443671,
          "pair_accuracy": 0.9102666666560703,
          "positive_goodness": 4.157738592232598,
          "runtime_seconds": 10.098874568939209
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6358317419581944,
          "lr": 0.03,
          "negative_goodness": 0.93814405930837,
          "pair_accuracy": 0.910844444433848,
          "positive_goodness": 4.301655565897624,
          "runtime_seconds": 10.02159857749939
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.674162274424235,
          "lr": 0.03,
          "negative_goodness": 0.9654614650938246,
          "pair_accuracy": 0.9006000000132455,
          "positive_goodness": 4.140436628511217,
          "runtime_seconds": 9.9755380153656
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.651431692843967,
          "lr": 0.03,
          "negative_goodness": 0.9781975006527371,
          "pair_accuracy": 0.9090222222222222,
          "positive_goodness": 4.114314656405979,
          "runtime_seconds": 9.95893406867981
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6496234606822332,
          "lr": 0.03,
          "negative_goodness": 0.9579895099772348,
          "pair_accuracy": 0.9081777777777778,
          "positive_goodness": 4.185779586368137,
          "runtime_seconds": 9.957132577896118
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6751617731306288,
          "lr": 0.03,
          "negative_goodness": 0.988876019583808,
          "pair_accuracy": 0.8933111111111111,
          "positive_goodness": 4.173401971435547,
          "runtime_seconds": 9.958920001983643
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6539076081805759,
          "lr": 0.03,
          "negative_goodness": 0.9367621976799435,
          "pair_accuracy": 0.8952666666666667,
          "positive_goodness": 4.18576299235026,
          "runtime_seconds": 9.980079650878906
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6136250913619995,
          "lr": 0.03,
          "negative_goodness": 0.904463730208079,
          "pair_accuracy": 0.9129555555555555,
          "positive_goodness": 4.353628818511963,
          "runtime_seconds": 9.80945611000061
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6644755024592082,
          "lr": 0.03,
          "negative_goodness": 0.9664013893657261,
          "pair_accuracy": 0.8946888889100817,
          "positive_goodness": 4.170952260080973,
          "runtime_seconds": 9.966344356536865
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6019549238204956,
          "lr": 0.03,
          "negative_goodness": 0.890285473314921,
          "pair_accuracy": 0.9147555555555555,
          "positive_goodness": 4.457985679372151,
          "runtime_seconds": 9.960948944091797
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5802971987141503,
          "lr": 0.03,
          "negative_goodness": 0.8840256461673313,
          "pair_accuracy": 0.9234888888782925,
          "positive_goodness": 4.531624133385552,
          "runtime_seconds": 9.960318326950073
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6517886258973016,
          "lr": 0.03,
          "negative_goodness": 0.9573378620995415,
          "pair_accuracy": 0.9069111111111111,
          "positive_goodness": 4.239572627936469,
          "runtime_seconds": 9.980063915252686
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.668260863939921,
          "lr": 0.03,
          "negative_goodness": 0.949830303838518,
          "pair_accuracy": 0.8990000000529819,
          "positive_goodness": 4.130654037729899,
          "runtime_seconds": 10.021864652633667
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5937122045252058,
          "lr": 0.03,
          "negative_goodness": 0.9155929442829556,
          "pair_accuracy": 0.9256666666560703,
          "positive_goodness": 4.405227042728,
          "runtime_seconds": 10.015639781951904
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5416820426093207,
          "lr": 0.03,
          "negative_goodness": 0.8407078239864774,
          "pair_accuracy": 0.9348666666348775,
          "positive_goodness": 4.664542295159234,
          "runtime_seconds": 10.019673109054565
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6586524071481493,
          "lr": 0.03,
          "negative_goodness": 0.9317456098344591,
          "pair_accuracy": 0.8930666666560703,
          "positive_goodness": 4.2250420800526935,
          "runtime_seconds": 10.017554521560669
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6180063926272922,
          "lr": 0.03,
          "negative_goodness": 0.8802477085325453,
          "pair_accuracy": 0.9085333333439297,
          "positive_goodness": 4.428954905615913,
          "runtime_seconds": 10.012910842895508
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5924858799987369,
          "lr": 0.03,
          "negative_goodness": 0.8800422372817993,
          "pair_accuracy": 0.9206666666560703,
          "positive_goodness": 4.419239108700222,
          "runtime_seconds": 10.01402997970581
        }
      ],
      "layer": 32
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8775403936068217,
          "lr": 0.03,
          "negative_goodness": 1.2273791823175217,
          "pair_accuracy": 0.8661333333015442,
          "positive_goodness": 3.420658640586005,
          "runtime_seconds": 9.992662906646729
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7927472955120934,
          "lr": 0.03,
          "negative_goodness": 1.17883691294988,
          "pair_accuracy": 0.9036444444338481,
          "positive_goodness": 3.6525686351352267,
          "runtime_seconds": 9.990451574325562
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8065639284133911,
          "lr": 0.03,
          "negative_goodness": 1.1892847421858046,
          "pair_accuracy": 0.8838000000529819,
          "positive_goodness": 3.64062059334649,
          "runtime_seconds": 9.99244236946106
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7591941640430027,
          "lr": 0.03,
          "negative_goodness": 1.122080318461524,
          "pair_accuracy": 0.9033555555343628,
          "positive_goodness": 3.811155273861355,
          "runtime_seconds": 9.996013402938843
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7338217303435007,
          "lr": 0.03,
          "negative_goodness": 1.0963964272499085,
          "pair_accuracy": 0.906044444433848,
          "positive_goodness": 3.8497717044830324,
          "runtime_seconds": 9.99138879776001
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7685676646444533,
          "lr": 0.03,
          "negative_goodness": 1.1290455292807684,
          "pair_accuracy": 0.8805111111111111,
          "positive_goodness": 3.7093546789381238,
          "runtime_seconds": 9.993512868881226
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7316480138778686,
          "lr": 0.03,
          "negative_goodness": 1.078336469078064,
          "pair_accuracy": 0.9008222222010295,
          "positive_goodness": 3.7862786136627196,
          "runtime_seconds": 10.005736827850342
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7039810042540232,
          "lr": 0.03,
          "negative_goodness": 1.0398155017852784,
          "pair_accuracy": 0.9023333333333333,
          "positive_goodness": 3.9362326671176486,
          "runtime_seconds": 9.999104261398315
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6947509299437205,
          "lr": 0.03,
          "negative_goodness": 1.0034758990234798,
          "pair_accuracy": 0.9054888888888889,
          "positive_goodness": 3.9959831748962404,
          "runtime_seconds": 9.996104001998901
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6988318108558654,
          "lr": 0.03,
          "negative_goodness": 0.9939229785919189,
          "pair_accuracy": 0.9001111111111111,
          "positive_goodness": 3.991137611728244,
          "runtime_seconds": 9.99892807006836
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6722750585291121,
          "lr": 0.03,
          "negative_goodness": 0.9686307286752595,
          "pair_accuracy": 0.9126,
          "positive_goodness": 4.072514661492241,
          "runtime_seconds": 9.991799592971802
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6405874509440528,
          "lr": 0.03,
          "negative_goodness": 0.923414528910319,
          "pair_accuracy": 0.9093999999894036,
          "positive_goodness": 4.171556795501709,
          "runtime_seconds": 9.993040084838867
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6565637683444553,
          "lr": 0.03,
          "negative_goodness": 0.9368971870422363,
          "pair_accuracy": 0.9031555555595292,
          "positive_goodness": 4.184329573567708,
          "runtime_seconds": 9.999590396881104
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6565613461070591,
          "lr": 0.03,
          "negative_goodness": 0.9381132279581493,
          "pair_accuracy": 0.9147777777777778,
          "positive_goodness": 4.133940472581651,
          "runtime_seconds": 10.010251998901367
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6447041301091512,
          "lr": 0.03,
          "negative_goodness": 0.9203395280943977,
          "pair_accuracy": 0.9095555555979411,
          "positive_goodness": 4.2028245365142824,
          "runtime_seconds": 10.011644840240479
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5567014875306023,
          "lr": 0.03,
          "negative_goodness": 0.8435284137937757,
          "pair_accuracy": 0.9455333333015442,
          "positive_goodness": 4.562089350255331,
          "runtime_seconds": 9.989068984985352
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6305024337450663,
          "lr": 0.03,
          "negative_goodness": 0.8925985129674275,
          "pair_accuracy": 0.9178888889418708,
          "positive_goodness": 4.2576495532989505,
          "runtime_seconds": 9.959112405776978
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6617442392243279,
          "lr": 0.03,
          "negative_goodness": 0.9226030493153466,
          "pair_accuracy": 0.9122222222222223,
          "positive_goodness": 4.119569735972086,
          "runtime_seconds": 9.932730913162231
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5761878124660916,
          "lr": 0.03,
          "negative_goodness": 0.8072646861924065,
          "pair_accuracy": 0.9253777777989706,
          "positive_goodness": 4.532887953694662,
          "runtime_seconds": 9.97112774848938
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6621815564685398,
          "lr": 0.03,
          "negative_goodness": 0.9145419657071432,
          "pair_accuracy": 0.8994444444868299,
          "positive_goodness": 4.210193179088169,
          "runtime_seconds": 9.990675687789917
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5213090593655905,
          "lr": 0.03,
          "negative_goodness": 0.7797811721060011,
          "pair_accuracy": 0.9454222222222223,
          "positive_goodness": 4.8625082515292695,
          "runtime_seconds": 9.994551420211792
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6229051810158623,
          "lr": 0.03,
          "negative_goodness": 0.8762820412635803,
          "pair_accuracy": 0.9171555555608537,
          "positive_goodness": 4.412780305322011,
          "runtime_seconds": 9.99372410774231
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5779249543719821,
          "lr": 0.03,
          "negative_goodness": 0.829430890888638,
          "pair_accuracy": 0.9247111110952165,
          "positive_goodness": 4.504672818438212,
          "runtime_seconds": 10.045057535171509
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.623989332347446,
          "lr": 0.03,
          "negative_goodness": 0.8743355153348711,
          "pair_accuracy": 0.9118888889312744,
          "positive_goodness": 4.255456501324971,
          "runtime_seconds": 10.12296438217163
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6041246428410212,
          "lr": 0.03,
          "negative_goodness": 0.836143303835392,
          "pair_accuracy": 0.9269333333333334,
          "positive_goodness": 4.399119314829508,
          "runtime_seconds": 10.123973608016968
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6392179711871677,
          "lr": 0.03,
          "negative_goodness": 0.8958638978110419,
          "pair_accuracy": 0.9136,
          "positive_goodness": 4.288931726752387,
          "runtime_seconds": 10.13003158569336
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6190047213872274,
          "lr": 0.03,
          "negative_goodness": 0.8671034500969781,
          "pair_accuracy": 0.9134,
          "positive_goodness": 4.371512220170763,
          "runtime_seconds": 10.13254427909851
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6143062329875099,
          "lr": 0.03,
          "negative_goodness": 0.8397880694601271,
          "pair_accuracy": 0.9191111111111111,
          "positive_goodness": 4.311558707682292,
          "runtime_seconds": 10.139798402786255
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5951693809138404,
          "lr": 0.03,
          "negative_goodness": 0.8188633423169454,
          "pair_accuracy": 0.9251777777777778,
          "positive_goodness": 4.424571667395698,
          "runtime_seconds": 10.138149499893188
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5824643005715476,
          "lr": 0.03,
          "negative_goodness": 0.8094125044557783,
          "pair_accuracy": 0.9229555555555555,
          "positive_goodness": 4.398123372395833,
          "runtime_seconds": 10.01394772529602
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5527095999532275,
          "lr": 0.03,
          "negative_goodness": 0.7743318483485115,
          "pair_accuracy": 0.9304888888888889,
          "positive_goodness": 4.67305200076633,
          "runtime_seconds": 10.004955768585205
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5671391041782167,
          "lr": 0.03,
          "negative_goodness": 0.7992114481422636,
          "pair_accuracy": 0.926,
          "positive_goodness": 4.566206705559624,
          "runtime_seconds": 9.995394229888916
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6404328046586778,
          "lr": 0.03,
          "negative_goodness": 0.8786908142937554,
          "pair_accuracy": 0.9092888888782925,
          "positive_goodness": 4.303854938083225,
          "runtime_seconds": 10.008742809295654
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5988216574350993,
          "lr": 0.03,
          "negative_goodness": 0.8177063032574123,
          "pair_accuracy": 0.9145111110899183,
          "positive_goodness": 4.455991916402181,
          "runtime_seconds": 10.013883590698242
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5880609906276068,
          "lr": 0.03,
          "negative_goodness": 0.8075659817384349,
          "pair_accuracy": 0.9291555555555555,
          "positive_goodness": 4.484889797210693,
          "runtime_seconds": 10.016686201095581
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5678715657578575,
          "lr": 0.03,
          "negative_goodness": 0.8059767995331022,
          "pair_accuracy": 0.9290222222222222,
          "positive_goodness": 4.506658736165365,
          "runtime_seconds": 10.014960765838623
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.681596632639567,
          "lr": 0.03,
          "negative_goodness": 0.8925116480297512,
          "pair_accuracy": 0.8839111111031638,
          "positive_goodness": 4.253534789111879,
          "runtime_seconds": 10.02083945274353
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6148919690026178,
          "lr": 0.03,
          "negative_goodness": 0.8630514293193817,
          "pair_accuracy": 0.914666666677263,
          "positive_goodness": 4.345549751027425,
          "runtime_seconds": 10.017074584960938
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5865168914371066,
          "lr": 0.03,
          "negative_goodness": 0.83904118636979,
          "pair_accuracy": 0.9225555555449592,
          "positive_goodness": 4.435555789438883,
          "runtime_seconds": 10.021092176437378
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5875494206640456,
          "lr": 0.03,
          "negative_goodness": 0.7921849565347036,
          "pair_accuracy": 0.9165111111005148,
          "positive_goodness": 4.527910473293728,
          "runtime_seconds": 10.01183557510376
        }
      ],
      "layer": 33
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0322268606821696,
          "lr": 0.03,
          "negative_goodness": 1.499512560749054,
          "pair_accuracy": 0.8447111111005148,
          "positive_goodness": 3.4011474119822185,
          "runtime_seconds": 10.042738676071167
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8970918490038978,
          "lr": 0.03,
          "negative_goodness": 1.2760134171062045,
          "pair_accuracy": 0.8587777777777778,
          "positive_goodness": 3.5121770126342775,
          "runtime_seconds": 10.038506269454956
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.821084361606174,
          "lr": 0.03,
          "negative_goodness": 1.1945672932518854,
          "pair_accuracy": 0.8815333333346579,
          "positive_goodness": 3.6766391008377077,
          "runtime_seconds": 10.044474124908447
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7742545225779216,
          "lr": 0.03,
          "negative_goodness": 1.11501746963395,
          "pair_accuracy": 0.8850888888888889,
          "positive_goodness": 3.8142459789699976,
          "runtime_seconds": 10.042149305343628
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7330536900626289,
          "lr": 0.03,
          "negative_goodness": 1.0507697550879584,
          "pair_accuracy": 0.8910000000211927,
          "positive_goodness": 3.9470704854541356,
          "runtime_seconds": 10.046587944030762
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7463804876115587,
          "lr": 0.03,
          "negative_goodness": 1.0578610524601406,
          "pair_accuracy": 0.8950444444444444,
          "positive_goodness": 3.971044548288981,
          "runtime_seconds": 10.040633916854858
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7250130729887221,
          "lr": 0.03,
          "negative_goodness": 1.0129307129542033,
          "pair_accuracy": 0.8891555555873447,
          "positive_goodness": 4.006303492418925,
          "runtime_seconds": 10.044931650161743
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.724167554834154,
          "lr": 0.03,
          "negative_goodness": 1.0106694728003607,
          "pair_accuracy": 0.8889777777671813,
          "positive_goodness": 4.047528644858466,
          "runtime_seconds": 10.029603719711304
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6869968540297614,
          "lr": 0.03,
          "negative_goodness": 1.010615208530426,
          "pair_accuracy": 0.9027555555343628,
          "positive_goodness": 4.170037489022149,
          "runtime_seconds": 10.028364658355713
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7400360490798951,
          "lr": 0.03,
          "negative_goodness": 1.0389742355452642,
          "pair_accuracy": 0.8911333333333333,
          "positive_goodness": 4.012480381435818,
          "runtime_seconds": 10.053470373153687
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7250646805445353,
          "lr": 0.03,
          "negative_goodness": 1.0066181325276693,
          "pair_accuracy": 0.8931555555449592,
          "positive_goodness": 3.9962674436781143,
          "runtime_seconds": 9.98809266090393
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6819559499475691,
          "lr": 0.03,
          "negative_goodness": 0.964628881406784,
          "pair_accuracy": 0.8947777777777778,
          "positive_goodness": 4.156859045155843,
          "runtime_seconds": 9.977768659591675
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7263831901550293,
          "lr": 0.03,
          "negative_goodness": 1.033441501214769,
          "pair_accuracy": 0.8859999999894036,
          "positive_goodness": 3.9794387770758735,
          "runtime_seconds": 9.986523389816284
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6749831137180329,
          "lr": 0.03,
          "negative_goodness": 0.937254129796558,
          "pair_accuracy": 0.8951333333333333,
          "positive_goodness": 4.261985037316216,
          "runtime_seconds": 9.978404998779297
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6800421013090345,
          "lr": 0.03,
          "negative_goodness": 0.969499709447225,
          "pair_accuracy": 0.8988000000317892,
          "positive_goodness": 4.241831187820434,
          "runtime_seconds": 9.977480411529541
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6704044833289252,
          "lr": 0.03,
          "negative_goodness": 0.9378520092858209,
          "pair_accuracy": 0.9006888888994853,
          "positive_goodness": 4.381905769115024,
          "runtime_seconds": 9.980923652648926
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5907360054016113,
          "lr": 0.03,
          "negative_goodness": 0.841774925602807,
          "pair_accuracy": 0.9210888888676961,
          "positive_goodness": 4.626781287765503,
          "runtime_seconds": 9.981258869171143
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6716638093736437,
          "lr": 0.03,
          "negative_goodness": 0.9219930821524726,
          "pair_accuracy": 0.8962222222195732,
          "positive_goodness": 4.284145861074659,
          "runtime_seconds": 9.97743535041809
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6553468619081709,
          "lr": 0.03,
          "negative_goodness": 0.9103772512012058,
          "pair_accuracy": 0.9050666666666667,
          "positive_goodness": 4.281350135887994,
          "runtime_seconds": 10.042561531066895
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7751317802535163,
          "lr": 0.03,
          "negative_goodness": 1.0692926647345224,
          "pair_accuracy": 0.8762666666666666,
          "positive_goodness": 3.870941742875841,
          "runtime_seconds": 10.083948373794556
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6701943402608236,
          "lr": 0.03,
          "negative_goodness": 0.9398774054421319,
          "pair_accuracy": 0.905244444460339,
          "positive_goodness": 4.103929814910889,
          "runtime_seconds": 10.091166496276855
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6580072066201104,
          "lr": 0.03,
          "negative_goodness": 0.9557242758644952,
          "pair_accuracy": 0.9069555555449592,
          "positive_goodness": 4.240184212409125,
          "runtime_seconds": 10.102039575576782
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.65268775203228,
          "lr": 0.03,
          "negative_goodness": 0.9284731643093956,
          "pair_accuracy": 0.9085555555555556,
          "positive_goodness": 4.232778013695611,
          "runtime_seconds": 10.093748092651367
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6822126950793796,
          "lr": 0.03,
          "negative_goodness": 0.9150874194463094,
          "pair_accuracy": 0.8979555555555555,
          "positive_goodness": 4.214970655737983,
          "runtime_seconds": 10.086221933364868
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6270517845259772,
          "lr": 0.03,
          "negative_goodness": 0.8801493833753797,
          "pair_accuracy": 0.9190888888782925,
          "positive_goodness": 4.352150057898627,
          "runtime_seconds": 10.006826877593994
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6593625307771894,
          "lr": 0.03,
          "negative_goodness": 0.9321091445181104,
          "pair_accuracy": 0.9062888888888889,
          "positive_goodness": 4.263657899051243,
          "runtime_seconds": 9.97603702545166
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6528644825617472,
          "lr": 0.03,
          "negative_goodness": 0.8930055034849379,
          "pair_accuracy": 0.8982888888782925,
          "positive_goodness": 4.321861668226454,
          "runtime_seconds": 9.975977420806885
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6180813258144591,
          "lr": 0.03,
          "negative_goodness": 0.884113206908438,
          "pair_accuracy": 0.9173555555555556,
          "positive_goodness": 4.3812693970574275,
          "runtime_seconds": 9.98067855834961
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6221480687141419,
          "lr": 0.03,
          "negative_goodness": 0.8662332567638821,
          "pair_accuracy": 0.9131777777459886,
          "positive_goodness": 4.446895021650526,
          "runtime_seconds": 9.97879147529602
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.669458787396219,
          "lr": 0.03,
          "negative_goodness": 0.9248237756874826,
          "pair_accuracy": 0.8953555555555556,
          "positive_goodness": 4.252143858422174,
          "runtime_seconds": 9.970752239227295
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6689498403337266,
          "lr": 0.03,
          "negative_goodness": 0.9420995299975077,
          "pair_accuracy": 0.9025777777777778,
          "positive_goodness": 4.292258964962429,
          "runtime_seconds": 10.005688190460205
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6483897400750054,
          "lr": 0.03,
          "negative_goodness": 0.8891202805572086,
          "pair_accuracy": 0.8994666666666666,
          "positive_goodness": 4.3786569729275175,
          "runtime_seconds": 10.088218927383423
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5999346148702833,
          "lr": 0.03,
          "negative_goodness": 0.8756128525627984,
          "pair_accuracy": 0.9239555555555555,
          "positive_goodness": 4.55067520260281,
          "runtime_seconds": 10.050219297409058
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6417808109283447,
          "lr": 0.03,
          "negative_goodness": 0.8748477415773603,
          "pair_accuracy": 0.9001333333333333,
          "positive_goodness": 4.370932582685683,
          "runtime_seconds": 9.995544195175171
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6566176889869901,
          "lr": 0.03,
          "negative_goodness": 0.9097574879540338,
          "pair_accuracy": 0.9069333333333334,
          "positive_goodness": 4.286806278906928,
          "runtime_seconds": 9.979860067367554
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6513466975238588,
          "lr": 0.03,
          "negative_goodness": 0.9046460872358746,
          "pair_accuracy": 0.9078444444444445,
          "positive_goodness": 4.274458298831516,
          "runtime_seconds": 9.98018193244934
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6256502517912123,
          "lr": 0.03,
          "negative_goodness": 0.867761403327518,
          "pair_accuracy": 0.9108888888782926,
          "positive_goodness": 4.452331737857395,
          "runtime_seconds": 9.979122877120972
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6088246240297953,
          "lr": 0.03,
          "negative_goodness": 0.8406873490015666,
          "pair_accuracy": 0.9172666666666667,
          "positive_goodness": 4.450889373694526,
          "runtime_seconds": 9.974372625350952
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5812595694647895,
          "lr": 0.03,
          "negative_goodness": 0.8225127309838931,
          "pair_accuracy": 0.9252666666666667,
          "positive_goodness": 4.6902395175509985,
          "runtime_seconds": 9.979822397232056
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.601476653043429,
          "lr": 0.03,
          "negative_goodness": 0.8278890450689528,
          "pair_accuracy": 0.9160666666666667,
          "positive_goodness": 4.519076377360026,
          "runtime_seconds": 9.973611831665039
        }
      ],
      "layer": 34
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9515418414857653,
          "lr": 0.03,
          "negative_goodness": 1.2739862032572429,
          "pair_accuracy": 0.8322666666878594,
          "positive_goodness": 3.175459010865953,
          "runtime_seconds": 9.998822927474976
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8477554979430305,
          "lr": 0.03,
          "negative_goodness": 1.1933743820402358,
          "pair_accuracy": 0.8724666666454739,
          "positive_goodness": 3.517106308492025,
          "runtime_seconds": 10.022502899169922
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8686725905100504,
          "lr": 0.03,
          "negative_goodness": 1.2367680440478854,
          "pair_accuracy": 0.8567333333227369,
          "positive_goodness": 3.3895784996880427,
          "runtime_seconds": 9.967468738555908
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7564294039620294,
          "lr": 0.03,
          "negative_goodness": 1.076971116341485,
          "pair_accuracy": 0.8941333333121406,
          "positive_goodness": 3.79045933848487,
          "runtime_seconds": 9.968336343765259
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7898334192117056,
          "lr": 0.03,
          "negative_goodness": 1.1155597940338982,
          "pair_accuracy": 0.8804222222222222,
          "positive_goodness": 3.64250667008294,
          "runtime_seconds": 9.962807178497314
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7427123117234972,
          "lr": 0.03,
          "negative_goodness": 1.0518072357707553,
          "pair_accuracy": 0.8871333333863153,
          "positive_goodness": 3.8428616831885445,
          "runtime_seconds": 9.961266994476318
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7824915260314942,
          "lr": 0.03,
          "negative_goodness": 1.090081955104404,
          "pair_accuracy": 0.8704666667196486,
          "positive_goodness": 3.7575076669481065,
          "runtime_seconds": 9.962836503982544
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7109308692508274,
          "lr": 0.03,
          "negative_goodness": 0.9943841414875454,
          "pair_accuracy": 0.8987333333757188,
          "positive_goodness": 3.9533771893395317,
          "runtime_seconds": 9.960517406463623
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7338733688195547,
          "lr": 0.03,
          "negative_goodness": 1.0251271610048083,
          "pair_accuracy": 0.8910222222222223,
          "positive_goodness": 3.8738577471415203,
          "runtime_seconds": 9.960889339447021
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6972229278988309,
          "lr": 0.03,
          "negative_goodness": 0.975767645072937,
          "pair_accuracy": 0.9016666666878594,
          "positive_goodness": 3.9942685209698148,
          "runtime_seconds": 9.96416187286377
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6961530681980981,
          "lr": 0.03,
          "negative_goodness": 0.9708151338365343,
          "pair_accuracy": 0.8929333333333334,
          "positive_goodness": 4.083466359795464,
          "runtime_seconds": 9.962813138961792
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7515587283028496,
          "lr": 0.03,
          "negative_goodness": 1.012211818684472,
          "pair_accuracy": 0.8817333333333334,
          "positive_goodness": 3.7750276686774358,
          "runtime_seconds": 9.960017919540405
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7047059248394436,
          "lr": 0.03,
          "negative_goodness": 0.9801699511845906,
          "pair_accuracy": 0.8866666667090521,
          "positive_goodness": 4.001315868504842,
          "runtime_seconds": 9.962721586227417
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7149894047631158,
          "lr": 0.03,
          "negative_goodness": 0.9620648279825846,
          "pair_accuracy": 0.8903333333227369,
          "positive_goodness": 4.053847910139296,
          "runtime_seconds": 9.9607572555542
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6984740332921346,
          "lr": 0.03,
          "negative_goodness": 0.961666829723782,
          "pair_accuracy": 0.8911555555449592,
          "positive_goodness": 3.953339498562283,
          "runtime_seconds": 9.957852602005005
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6864043823983934,
          "lr": 0.03,
          "negative_goodness": 0.9628466314103868,
          "pair_accuracy": 0.8952666666666667,
          "positive_goodness": 4.027035693571302,
          "runtime_seconds": 9.964977025985718
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6641308839003245,
          "lr": 0.03,
          "negative_goodness": 0.9061342604504691,
          "pair_accuracy": 0.9025333333333333,
          "positive_goodness": 4.167397422620986,
          "runtime_seconds": 9.96232295036316
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7229331155141194,
          "lr": 0.03,
          "negative_goodness": 0.9940783415688409,
          "pair_accuracy": 0.8843999999894037,
          "positive_goodness": 3.9369881610446504,
          "runtime_seconds": 9.959840536117554
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6856107444551256,
          "lr": 0.03,
          "negative_goodness": 0.9385235283957587,
          "pair_accuracy": 0.8972000000026491,
          "positive_goodness": 4.066670898416307,
          "runtime_seconds": 9.960780382156372
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7028258686277602,
          "lr": 0.03,
          "negative_goodness": 0.9692251867930094,
          "pair_accuracy": 0.8971777777459886,
          "positive_goodness": 3.9588773829989963,
          "runtime_seconds": 9.959509134292603
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6859439936372969,
          "lr": 0.03,
          "negative_goodness": 0.9353966668658786,
          "pair_accuracy": 0.8972666666666667,
          "positive_goodness": 4.034217646450466,
          "runtime_seconds": 9.966397285461426
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6387627098613315,
          "lr": 0.03,
          "negative_goodness": 0.871050050968594,
          "pair_accuracy": 0.91,
          "positive_goodness": 4.280765774705675,
          "runtime_seconds": 9.961848020553589
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6693130444420708,
          "lr": 0.03,
          "negative_goodness": 0.8756975954691569,
          "pair_accuracy": 0.9012,
          "positive_goodness": 4.198388085444768,
          "runtime_seconds": 9.968264102935791
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6847673743353949,
          "lr": 0.03,
          "negative_goodness": 0.9233788727336459,
          "pair_accuracy": 0.8890888888994852,
          "positive_goodness": 4.0239408730189,
          "runtime_seconds": 9.960436344146729
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.69750763897366,
          "lr": 0.03,
          "negative_goodness": 0.9113589918772379,
          "pair_accuracy": 0.8897555555873446,
          "positive_goodness": 4.027187818527222,
          "runtime_seconds": 9.956815242767334
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6550784800979826,
          "lr": 0.03,
          "negative_goodness": 0.8718901119656033,
          "pair_accuracy": 0.8956666666666667,
          "positive_goodness": 4.126782785373264,
          "runtime_seconds": 9.959018230438232
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6625450910144383,
          "lr": 0.03,
          "negative_goodness": 0.8762359239896138,
          "pair_accuracy": 0.8949777778201633,
          "positive_goodness": 4.218327990976969,
          "runtime_seconds": 9.988890409469604
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.666782505332099,
          "lr": 0.03,
          "negative_goodness": 0.8946670900132921,
          "pair_accuracy": 0.8948222222222222,
          "positive_goodness": 4.115743523809645,
          "runtime_seconds": 10.021612882614136
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6447014591323005,
          "lr": 0.03,
          "negative_goodness": 0.8854921655866835,
          "pair_accuracy": 0.9058666667196486,
          "positive_goodness": 4.192705834579468,
          "runtime_seconds": 10.019863843917847
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6496417700979444,
          "lr": 0.03,
          "negative_goodness": 0.8827225479443868,
          "pair_accuracy": 0.9071777777883742,
          "positive_goodness": 4.186931176503499,
          "runtime_seconds": 9.97486686706543
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6622269511222839,
          "lr": 0.03,
          "negative_goodness": 0.8767299788130655,
          "pair_accuracy": 0.8956888888888889,
          "positive_goodness": 4.268105158699884,
          "runtime_seconds": 9.96399474143982
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6740938622633617,
          "lr": 0.03,
          "negative_goodness": 0.8776231344646878,
          "pair_accuracy": 0.9009777777777778,
          "positive_goodness": 4.1574000651041665,
          "runtime_seconds": 10.016211986541748
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6424284669876099,
          "lr": 0.03,
          "negative_goodness": 0.8576509076754252,
          "pair_accuracy": 0.9002222222328186,
          "positive_goodness": 4.19173925098843,
          "runtime_seconds": 9.992271661758423
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6756472893555959,
          "lr": 0.03,
          "negative_goodness": 0.948481321700414,
          "pair_accuracy": 0.893,
          "positive_goodness": 4.102813733334012,
          "runtime_seconds": 10.078316450119019
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6722494408289591,
          "lr": 0.03,
          "negative_goodness": 0.8997828509542677,
          "pair_accuracy": 0.8982222222275205,
          "positive_goodness": 4.138722323396471,
          "runtime_seconds": 10.085516929626465
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6569785958078173,
          "lr": 0.03,
          "negative_goodness": 0.8853114342371623,
          "pair_accuracy": 0.8984,
          "positive_goodness": 4.15676932703654,
          "runtime_seconds": 9.99568223953247
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.672388138071696,
          "lr": 0.03,
          "negative_goodness": 0.8971145927429199,
          "pair_accuracy": 0.9032000000001655,
          "positive_goodness": 4.239187364027235,
          "runtime_seconds": 9.95421290397644
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6074937474568685,
          "lr": 0.03,
          "negative_goodness": 0.8203023203425938,
          "pair_accuracy": 0.9132222222275204,
          "positive_goodness": 4.460209921688504,
          "runtime_seconds": 9.961001873016357
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6636783986621433,
          "lr": 0.03,
          "negative_goodness": 0.9038263324949476,
          "pair_accuracy": 0.8988666666348776,
          "positive_goodness": 4.155631894005669,
          "runtime_seconds": 9.962318420410156
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6259292001962662,
          "lr": 0.03,
          "negative_goodness": 0.8563831973764632,
          "pair_accuracy": 0.9043333333333333,
          "positive_goodness": 4.329961453840467,
          "runtime_seconds": 9.958215236663818
        }
      ],
      "layer": 35
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.017660606765747,
          "lr": 0.03,
          "negative_goodness": 1.4644456815507676,
          "pair_accuracy": 0.8530222222116258,
          "positive_goodness": 3.234465563498603,
          "runtime_seconds": 9.985161781311035
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8601226961135864,
          "lr": 0.03,
          "negative_goodness": 1.2785305224524603,
          "pair_accuracy": 0.8827111111111111,
          "positive_goodness": 3.6159995277404784,
          "runtime_seconds": 9.980775594711304
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8437308552847969,
          "lr": 0.03,
          "negative_goodness": 1.2370693484306337,
          "pair_accuracy": 0.8788666666454739,
          "positive_goodness": 3.584685969034831,
          "runtime_seconds": 9.980294466018677
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7977903335995145,
          "lr": 0.03,
          "negative_goodness": 1.1735356215159098,
          "pair_accuracy": 0.8827333333757189,
          "positive_goodness": 3.7300540885925293,
          "runtime_seconds": 9.981762409210205
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7896331175910102,
          "lr": 0.03,
          "negative_goodness": 1.1440556893666585,
          "pair_accuracy": 0.8829555555555556,
          "positive_goodness": 3.747936379114787,
          "runtime_seconds": 9.981125593185425
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7867407500372993,
          "lr": 0.03,
          "negative_goodness": 1.1465790122561985,
          "pair_accuracy": 0.8844222222228845,
          "positive_goodness": 3.7279620622528924,
          "runtime_seconds": 9.981381893157959
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7536214086956448,
          "lr": 0.03,
          "negative_goodness": 1.0929513443099128,
          "pair_accuracy": 0.8854888888994853,
          "positive_goodness": 3.9235703424453736,
          "runtime_seconds": 9.99712347984314
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7235473349253336,
          "lr": 0.03,
          "negative_goodness": 1.062254759724935,
          "pair_accuracy": 0.891466666677263,
          "positive_goodness": 3.9118428479088676,
          "runtime_seconds": 9.983838319778442
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7121923045900133,
          "lr": 0.03,
          "negative_goodness": 1.0394301169077556,
          "pair_accuracy": 0.9007333333333334,
          "positive_goodness": 4.011440042834812,
          "runtime_seconds": 9.984777450561523
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7345801015218099,
          "lr": 0.03,
          "negative_goodness": 1.06815555973053,
          "pair_accuracy": 0.8902,
          "positive_goodness": 3.902160744476318,
          "runtime_seconds": 9.982107400894165
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7159721934000651,
          "lr": 0.03,
          "negative_goodness": 1.030243331612481,
          "pair_accuracy": 0.8950444444126553,
          "positive_goodness": 4.132744580290052,
          "runtime_seconds": 9.982451677322388
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7106224691020118,
          "lr": 0.03,
          "negative_goodness": 1.0333759019321866,
          "pair_accuracy": 0.8966444444444445,
          "positive_goodness": 4.023230458747016,
          "runtime_seconds": 9.978997945785522
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7437363721635607,
          "lr": 0.03,
          "negative_goodness": 1.0348422218455209,
          "pair_accuracy": 0.8833555555555556,
          "positive_goodness": 3.8924326735602484,
          "runtime_seconds": 9.98607325553894
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7478605555852255,
          "lr": 0.03,
          "negative_goodness": 1.0654895467970107,
          "pair_accuracy": 0.8769999999682109,
          "positive_goodness": 3.8985533212449814,
          "runtime_seconds": 9.98323678970337
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6680435750643412,
          "lr": 0.03,
          "negative_goodness": 0.972067733669281,
          "pair_accuracy": 0.9007111111005147,
          "positive_goodness": 4.175576770443387,
          "runtime_seconds": 10.025638103485107
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7142782561884986,
          "lr": 0.03,
          "negative_goodness": 0.9884009260018667,
          "pair_accuracy": 0.8887111111005147,
          "positive_goodness": 4.025378960164388,
          "runtime_seconds": 10.09997010231018
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.752757520225313,
          "lr": 0.03,
          "negative_goodness": 1.064283939743042,
          "pair_accuracy": 0.8833333333333333,
          "positive_goodness": 3.8733990881178113,
          "runtime_seconds": 10.066629886627197
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6650405123551687,
          "lr": 0.03,
          "negative_goodness": 0.9572206263489194,
          "pair_accuracy": 0.9022666666666667,
          "positive_goodness": 4.1866550729539656,
          "runtime_seconds": 10.052061796188354
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6629093949953715,
          "lr": 0.03,
          "negative_goodness": 0.9638626567204793,
          "pair_accuracy": 0.9115333333121406,
          "positive_goodness": 4.187503624767728,
          "runtime_seconds": 10.056437730789185
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6741603254371219,
          "lr": 0.03,
          "negative_goodness": 0.9552570031907823,
          "pair_accuracy": 0.8996444444444445,
          "positive_goodness": 4.198576664818658,
          "runtime_seconds": 9.997413396835327
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6901068243503571,
          "lr": 0.03,
          "negative_goodness": 0.9794173510551453,
          "pair_accuracy": 0.895933333322737,
          "positive_goodness": 4.102979101223416,
          "runtime_seconds": 9.983061075210571
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6987583338154687,
          "lr": 0.03,
          "negative_goodness": 0.9787740860833062,
          "pair_accuracy": 0.8899333333227369,
          "positive_goodness": 4.080886443667942,
          "runtime_seconds": 9.98528790473938
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6711122394561767,
          "lr": 0.03,
          "negative_goodness": 0.9439741090244717,
          "pair_accuracy": 0.9002,
          "positive_goodness": 4.182054471079509,
          "runtime_seconds": 9.985221147537231
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6911050295008554,
          "lr": 0.03,
          "negative_goodness": 0.9580786972893609,
          "pair_accuracy": 0.8917111111111111,
          "positive_goodness": 4.032699739668105,
          "runtime_seconds": 9.990108251571655
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6915610218471951,
          "lr": 0.03,
          "negative_goodness": 0.936229362127516,
          "pair_accuracy": 0.8818222222222222,
          "positive_goodness": 4.138957581498888,
          "runtime_seconds": 9.99152660369873
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6483866043514676,
          "lr": 0.03,
          "negative_goodness": 0.9159507114569346,
          "pair_accuracy": 0.9047555555555555,
          "positive_goodness": 4.278015472242568,
          "runtime_seconds": 10.004818439483643
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5900238190333048,
          "lr": 0.03,
          "negative_goodness": 0.8275630159166124,
          "pair_accuracy": 0.9171111111323039,
          "positive_goodness": 4.613340049425761,
          "runtime_seconds": 10.04016399383545
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6264475736061732,
          "lr": 0.03,
          "negative_goodness": 0.8813688348399268,
          "pair_accuracy": 0.9110888888888888,
          "positive_goodness": 4.3638620231628416,
          "runtime_seconds": 10.045512437820435
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6561417633454005,
          "lr": 0.03,
          "negative_goodness": 0.9196205754015181,
          "pair_accuracy": 0.9048888888888889,
          "positive_goodness": 4.171678367657131,
          "runtime_seconds": 10.045051097869873
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6852696612119674,
          "lr": 0.03,
          "negative_goodness": 0.9520459472152922,
          "pair_accuracy": 0.8909111111111111,
          "positive_goodness": 4.145524906921387,
          "runtime_seconds": 10.044321298599243
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.668940435968505,
          "lr": 0.03,
          "negative_goodness": 0.9308808668825361,
          "pair_accuracy": 0.8977777777777778,
          "positive_goodness": 4.245609780629476,
          "runtime_seconds": 10.041504383087158
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6436759376949734,
          "lr": 0.03,
          "negative_goodness": 0.9039504076851739,
          "pair_accuracy": 0.905155555597941,
          "positive_goodness": 4.3162866705152725,
          "runtime_seconds": 10.042577266693115
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6256821543163723,
          "lr": 0.03,
          "negative_goodness": 0.847578062333001,
          "pair_accuracy": 0.9045333333545261,
          "positive_goodness": 4.41184127368927,
          "runtime_seconds": 10.039039611816406
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6328216609477997,
          "lr": 0.03,
          "negative_goodness": 0.8903494365268283,
          "pair_accuracy": 0.9100444444444444,
          "positive_goodness": 4.353873739284939,
          "runtime_seconds": 10.039884805679321
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7027934914218055,
          "lr": 0.03,
          "negative_goodness": 0.9632313057528602,
          "pair_accuracy": 0.8819333333333333,
          "positive_goodness": 4.052958532630073,
          "runtime_seconds": 10.03977918624878
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6098917439672682,
          "lr": 0.03,
          "negative_goodness": 0.8584046775182088,
          "pair_accuracy": 0.9149333333757188,
          "positive_goodness": 4.430767816925049,
          "runtime_seconds": 10.095376014709473
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.661377605316374,
          "lr": 0.03,
          "negative_goodness": 0.9161045271873474,
          "pair_accuracy": 0.9068444444444445,
          "positive_goodness": 4.238326773113674,
          "runtime_seconds": 10.10683560371399
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6763242351531983,
          "lr": 0.03,
          "negative_goodness": 0.9187178114149306,
          "pair_accuracy": 0.8973333333333333,
          "positive_goodness": 4.194669361996651,
          "runtime_seconds": 10.11292576789856
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5977383260832893,
          "lr": 0.03,
          "negative_goodness": 0.8452419548299578,
          "pair_accuracy": 0.9165333333333333,
          "positive_goodness": 4.410339419725206,
          "runtime_seconds": 10.10292363166809
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6349437619527181,
          "lr": 0.03,
          "negative_goodness": 0.8593855927361382,
          "pair_accuracy": 0.9026222222222222,
          "positive_goodness": 4.297739414850871,
          "runtime_seconds": 10.102056980133057
        }
      ],
      "layer": 36
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9844550242741903,
          "lr": 0.03,
          "negative_goodness": 1.2961218488057455,
          "pair_accuracy": 0.8115555555449592,
          "positive_goodness": 3.117497361755371,
          "runtime_seconds": 10.09500527381897
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.775170346795188,
          "lr": 0.03,
          "negative_goodness": 1.101099989467197,
          "pair_accuracy": 0.8892,
          "positive_goodness": 3.792788373989529,
          "runtime_seconds": 10.080813646316528
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8202306736628214,
          "lr": 0.03,
          "negative_goodness": 1.1390947163687812,
          "pair_accuracy": 0.8702222222646078,
          "positive_goodness": 3.6348761897193063,
          "runtime_seconds": 10.082440614700317
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7937059325430128,
          "lr": 0.03,
          "negative_goodness": 1.122771711836921,
          "pair_accuracy": 0.8789555555767483,
          "positive_goodness": 3.6360692790137397,
          "runtime_seconds": 10.073468446731567
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.736245004606247,
          "lr": 0.03,
          "negative_goodness": 1.0590656236754523,
          "pair_accuracy": 0.8917111111111111,
          "positive_goodness": 3.942247825495402,
          "runtime_seconds": 10.073387622833252
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7540748082478841,
          "lr": 0.03,
          "negative_goodness": 1.0666477018780178,
          "pair_accuracy": 0.8831111111005148,
          "positive_goodness": 3.8389620517518783,
          "runtime_seconds": 10.067903518676758
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7786173186937968,
          "lr": 0.03,
          "negative_goodness": 1.0896247003979154,
          "pair_accuracy": 0.8778888888888889,
          "positive_goodness": 3.7354992033216687,
          "runtime_seconds": 10.078101873397827
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.738416267908944,
          "lr": 0.03,
          "negative_goodness": 1.0647863897535537,
          "pair_accuracy": 0.8809777777777777,
          "positive_goodness": 3.9465703553941514,
          "runtime_seconds": 10.078062057495117
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.760775032403734,
          "lr": 0.03,
          "negative_goodness": 1.0692346486197577,
          "pair_accuracy": 0.8784444444444445,
          "positive_goodness": 3.8015551073710125,
          "runtime_seconds": 10.080201625823975
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7227605537891388,
          "lr": 0.03,
          "negative_goodness": 1.0336865297820832,
          "pair_accuracy": 0.8931111111111111,
          "positive_goodness": 3.9597296447753907,
          "runtime_seconds": 10.08073353767395
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7185703379127715,
          "lr": 0.03,
          "negative_goodness": 0.9736303386661741,
          "pair_accuracy": 0.8793333333333333,
          "positive_goodness": 3.9593011606004502,
          "runtime_seconds": 10.078272819519043
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7177237571636835,
          "lr": 0.03,
          "negative_goodness": 1.0211690945439869,
          "pair_accuracy": 0.8951333333333333,
          "positive_goodness": 3.9728965526156954,
          "runtime_seconds": 10.077175617218018
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6858191565831502,
          "lr": 0.03,
          "negative_goodness": 0.9592367655860053,
          "pair_accuracy": 0.8968000000052981,
          "positive_goodness": 4.07613529870775,
          "runtime_seconds": 10.076665878295898
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7039333526823256,
          "lr": 0.03,
          "negative_goodness": 0.9892613338364495,
          "pair_accuracy": 0.8942,
          "positive_goodness": 3.987987514368693,
          "runtime_seconds": 10.07770586013794
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7187970116297404,
          "lr": 0.03,
          "negative_goodness": 1.0023443513234456,
          "pair_accuracy": 0.8886666666666667,
          "positive_goodness": 4.02138624382019,
          "runtime_seconds": 10.07567572593689
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.692404626168145,
          "lr": 0.03,
          "negative_goodness": 0.9716952077441745,
          "pair_accuracy": 0.8864888888888889,
          "positive_goodness": 4.154300475565592,
          "runtime_seconds": 10.080533266067505
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7054903799798754,
          "lr": 0.03,
          "negative_goodness": 0.9783198663923476,
          "pair_accuracy": 0.8942222222010294,
          "positive_goodness": 4.043300562879774,
          "runtime_seconds": 10.076720714569092
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.683643981552124,
          "lr": 0.03,
          "negative_goodness": 0.9706232560793558,
          "pair_accuracy": 0.9000666666454739,
          "positive_goodness": 4.14700607647366,
          "runtime_seconds": 10.073118209838867
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.646786274072859,
          "lr": 0.03,
          "negative_goodness": 0.9041431274202135,
          "pair_accuracy": 0.8979333333757189,
          "positive_goodness": 4.27083523135715,
          "runtime_seconds": 10.074635744094849
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6481765329122543,
          "lr": 0.03,
          "negative_goodness": 0.895178413216273,
          "pair_accuracy": 0.9025777777777778,
          "positive_goodness": 4.326637114122179,
          "runtime_seconds": 10.07763671875
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6015416181908714,
          "lr": 0.03,
          "negative_goodness": 0.8386599930286407,
          "pair_accuracy": 0.9182888888888889,
          "positive_goodness": 4.518417228529189,
          "runtime_seconds": 10.076727867126465
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.704261390127076,
          "lr": 0.03,
          "negative_goodness": 0.9791233874042828,
          "pair_accuracy": 0.8847111111111111,
          "positive_goodness": 4.122004435136583,
          "runtime_seconds": 10.077731847763062
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6150173309750027,
          "lr": 0.03,
          "negative_goodness": 0.8682488751729329,
          "pair_accuracy": 0.9103333333280351,
          "positive_goodness": 4.395159215672811,
          "runtime_seconds": 10.075066804885864
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6264795018513998,
          "lr": 0.03,
          "negative_goodness": 0.8583762802653843,
          "pair_accuracy": 0.9093555555557211,
          "positive_goodness": 4.459501206673516,
          "runtime_seconds": 10.077122688293457
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7300223679913415,
          "lr": 0.03,
          "negative_goodness": 0.9773748893472883,
          "pair_accuracy": 0.8770888888888889,
          "positive_goodness": 3.9280369705200195,
          "runtime_seconds": 10.090771198272705
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7108447946972317,
          "lr": 0.03,
          "negative_goodness": 0.9696070358700223,
          "pair_accuracy": 0.8860444444338481,
          "positive_goodness": 4.065411273744371,
          "runtime_seconds": 10.106485843658447
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6517274273554484,
          "lr": 0.03,
          "negative_goodness": 0.8984224930975172,
          "pair_accuracy": 0.9035999999682108,
          "positive_goodness": 4.238310269546509,
          "runtime_seconds": 10.085636615753174
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6240693633874257,
          "lr": 0.03,
          "negative_goodness": 0.8719130776405335,
          "pair_accuracy": 0.9086666666666666,
          "positive_goodness": 4.369689799033271,
          "runtime_seconds": 10.082068920135498
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6332063141928779,
          "lr": 0.03,
          "negative_goodness": 0.8766779900868734,
          "pair_accuracy": 0.9072444444656372,
          "positive_goodness": 4.434643169932896,
          "runtime_seconds": 10.073848247528076
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6396398240513271,
          "lr": 0.03,
          "negative_goodness": 0.8665754569583469,
          "pair_accuracy": 0.8974222222010294,
          "positive_goodness": 4.354673322762383,
          "runtime_seconds": 10.073721647262573
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6428078939331903,
          "lr": 0.03,
          "negative_goodness": 0.8975953558074103,
          "pair_accuracy": 0.9066,
          "positive_goodness": 4.349167521158854,
          "runtime_seconds": 10.07813310623169
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6470104046291775,
          "lr": 0.03,
          "negative_goodness": 0.8631999375237359,
          "pair_accuracy": 0.9073333333545262,
          "positive_goodness": 4.406757494693332,
          "runtime_seconds": 10.078409194946289
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6695312079111735,
          "lr": 0.03,
          "negative_goodness": 0.8881729813257854,
          "pair_accuracy": 0.9001333333333333,
          "positive_goodness": 4.29093483505249,
          "runtime_seconds": 10.075666666030884
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.641937988864051,
          "lr": 0.03,
          "negative_goodness": 0.8739150980419583,
          "pair_accuracy": 0.9012444444338481,
          "positive_goodness": 4.301036187405057,
          "runtime_seconds": 10.084974765777588
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6356201938761605,
          "lr": 0.03,
          "negative_goodness": 0.8647303432981173,
          "pair_accuracy": 0.9016222222222222,
          "positive_goodness": 4.362098940658569,
          "runtime_seconds": 10.074069738388062
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6373374134275648,
          "lr": 0.03,
          "negative_goodness": 0.8426532042821249,
          "pair_accuracy": 0.9053555555873447,
          "positive_goodness": 4.36538196404775,
          "runtime_seconds": 10.066593647003174
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6880461799489127,
          "lr": 0.03,
          "negative_goodness": 0.9425799671093623,
          "pair_accuracy": 0.8900666666666667,
          "positive_goodness": 4.092791657087538,
          "runtime_seconds": 9.95663046836853
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6070629447433684,
          "lr": 0.03,
          "negative_goodness": 0.7961986843956841,
          "pair_accuracy": 0.9067333333333333,
          "positive_goodness": 4.548892499118381,
          "runtime_seconds": 9.952649116516113
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6576264483345879,
          "lr": 0.03,
          "negative_goodness": 0.8892843728383382,
          "pair_accuracy": 0.8983111111005148,
          "positive_goodness": 4.2401720470216535,
          "runtime_seconds": 9.97258973121643
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6765905447006225,
          "lr": 0.03,
          "negative_goodness": 0.9072884622891744,
          "pair_accuracy": 0.8926888889418708,
          "positive_goodness": 4.219999381256104,
          "runtime_seconds": 10.012591361999512
        }
      ],
      "layer": 37
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9603222092734442,
          "lr": 0.03,
          "negative_goodness": 1.3763688084496393,
          "pair_accuracy": 0.8401333333333333,
          "positive_goodness": 3.380863320414225,
          "runtime_seconds": 10.14347219467163
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8186551518652174,
          "lr": 0.03,
          "negative_goodness": 1.189796886836158,
          "pair_accuracy": 0.8730666666666667,
          "positive_goodness": 3.7106136008368598,
          "runtime_seconds": 10.051413774490356
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7765526193671757,
          "lr": 0.03,
          "negative_goodness": 1.1032818089273242,
          "pair_accuracy": 0.8823555555555556,
          "positive_goodness": 3.8231490734524196,
          "runtime_seconds": 10.038787841796875
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.726358902668953,
          "lr": 0.03,
          "negative_goodness": 1.049431330400043,
          "pair_accuracy": 0.8881777777777777,
          "positive_goodness": 3.9083232632954914,
          "runtime_seconds": 10.052400827407837
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7664889167785645,
          "lr": 0.03,
          "negative_goodness": 1.0765569445292156,
          "pair_accuracy": 0.8766444444444444,
          "positive_goodness": 3.8526254706912573,
          "runtime_seconds": 10.04604434967041
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7264230482313369,
          "lr": 0.03,
          "negative_goodness": 1.0043345182842678,
          "pair_accuracy": 0.8829333333598243,
          "positive_goodness": 4.006991455205282,
          "runtime_seconds": 10.049007654190063
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7324474462138282,
          "lr": 0.03,
          "negative_goodness": 1.0206763019773695,
          "pair_accuracy": 0.8783333333333333,
          "positive_goodness": 4.02994428346422,
          "runtime_seconds": 10.077637672424316
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7740027501848009,
          "lr": 0.03,
          "negative_goodness": 1.0796982300228544,
          "pair_accuracy": 0.8765777777883742,
          "positive_goodness": 3.852670436032613,
          "runtime_seconds": 10.048825979232788
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.684822843975491,
          "lr": 0.03,
          "negative_goodness": 0.9933329599062601,
          "pair_accuracy": 0.9013777777459886,
          "positive_goodness": 4.043669514550103,
          "runtime_seconds": 10.04373049736023
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7079136656655206,
          "lr": 0.03,
          "negative_goodness": 0.9938655927658081,
          "pair_accuracy": 0.8878000000052982,
          "positive_goodness": 4.006203349664476,
          "runtime_seconds": 10.044939517974854
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6901465763303969,
          "lr": 0.03,
          "negative_goodness": 0.9818168599658542,
          "pair_accuracy": 0.8886888888888889,
          "positive_goodness": 4.0917287497202555,
          "runtime_seconds": 10.043960571289062
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.679492989593082,
          "lr": 0.03,
          "negative_goodness": 0.9498953950458102,
          "pair_accuracy": 0.8956000000211928,
          "positive_goodness": 4.14540946735806,
          "runtime_seconds": 10.036707878112793
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7225157851325141,
          "lr": 0.03,
          "negative_goodness": 1.0210700191073947,
          "pair_accuracy": 0.8863999999894037,
          "positive_goodness": 3.9679475369135537,
          "runtime_seconds": 10.036444664001465
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6548289209683736,
          "lr": 0.03,
          "negative_goodness": 0.9247718804253472,
          "pair_accuracy": 0.8977999999894036,
          "positive_goodness": 4.241158334181044,
          "runtime_seconds": 10.043118476867676
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6639313312106663,
          "lr": 0.03,
          "negative_goodness": 0.9429128271950615,
          "pair_accuracy": 0.9026888888782925,
          "positive_goodness": 4.243620150015089,
          "runtime_seconds": 10.04661250114441
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6523055692566766,
          "lr": 0.03,
          "negative_goodness": 0.9172833630137973,
          "pair_accuracy": 0.9000666666560703,
          "positive_goodness": 4.2721374098036025,
          "runtime_seconds": 10.047792911529541
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6953094447029962,
          "lr": 0.03,
          "negative_goodness": 0.9502287826114231,
          "pair_accuracy": 0.8923111111111112,
          "positive_goodness": 4.172413816515605,
          "runtime_seconds": 10.028233766555786
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6498709713511996,
          "lr": 0.03,
          "negative_goodness": 0.900939888938268,
          "pair_accuracy": 0.8974666666666666,
          "positive_goodness": 4.3250301063537595,
          "runtime_seconds": 9.998133659362793
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7011260701497396,
          "lr": 0.03,
          "negative_goodness": 0.9965636367797852,
          "pair_accuracy": 0.889666666677263,
          "positive_goodness": 4.058028882726034,
          "runtime_seconds": 10.042960166931152
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6379665372159746,
          "lr": 0.03,
          "negative_goodness": 0.898592868844668,
          "pair_accuracy": 0.9060888888888889,
          "positive_goodness": 4.271121848551433,
          "runtime_seconds": 10.04159140586853
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6813113847732544,
          "lr": 0.03,
          "negative_goodness": 0.9156777991082933,
          "pair_accuracy": 0.8916666666666667,
          "positive_goodness": 4.213101913324992,
          "runtime_seconds": 10.03674602508545
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6890522903972202,
          "lr": 0.03,
          "negative_goodness": 0.9440437766393026,
          "pair_accuracy": 0.8909555555449592,
          "positive_goodness": 4.098720684602526,
          "runtime_seconds": 10.04645299911499
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6659842575126224,
          "lr": 0.03,
          "negative_goodness": 0.916411987982856,
          "pair_accuracy": 0.8995333333333333,
          "positive_goodness": 4.159383911471897,
          "runtime_seconds": 10.059457778930664
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6233117734379239,
          "lr": 0.03,
          "negative_goodness": 0.8855161915567186,
          "pair_accuracy": 0.8984666666666666,
          "positive_goodness": 4.372427256266276,
          "runtime_seconds": 10.10793399810791
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6549536719852024,
          "lr": 0.03,
          "negative_goodness": 0.8968143885506524,
          "pair_accuracy": 0.8942000000105964,
          "positive_goodness": 4.325274636862013,
          "runtime_seconds": 10.101380109786987
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6531773858944575,
          "lr": 0.03,
          "negative_goodness": 0.908243909561634,
          "pair_accuracy": 0.9013111111111111,
          "positive_goodness": 4.273779348670112,
          "runtime_seconds": 10.096346616744995
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5795056484010485,
          "lr": 0.03,
          "negative_goodness": 0.8077118283801609,
          "pair_accuracy": 0.9206444444444445,
          "positive_goodness": 4.647581088002522,
          "runtime_seconds": 10.097864627838135
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.645115561358134,
          "lr": 0.03,
          "negative_goodness": 0.8966607926474677,
          "pair_accuracy": 0.8964888888782925,
          "positive_goodness": 4.376681829537286,
          "runtime_seconds": 10.09805965423584
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6478425573243035,
          "lr": 0.03,
          "negative_goodness": 0.9081459748797946,
          "pair_accuracy": 0.9047111111111111,
          "positive_goodness": 4.304067346360949,
          "runtime_seconds": 10.099363803863525
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6333470203823514,
          "lr": 0.03,
          "negative_goodness": 0.8737166614373525,
          "pair_accuracy": 0.9055111111111112,
          "positive_goodness": 4.371160708363851,
          "runtime_seconds": 10.105852842330933
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6169174257914225,
          "lr": 0.03,
          "negative_goodness": 0.8702309056811862,
          "pair_accuracy": 0.9025777777777778,
          "positive_goodness": 4.481205748078558,
          "runtime_seconds": 10.100684404373169
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6039668794261085,
          "lr": 0.03,
          "negative_goodness": 0.8472762819502089,
          "pair_accuracy": 0.9140888888888888,
          "positive_goodness": 4.4040085904439294,
          "runtime_seconds": 10.09962248802185
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7012413679334852,
          "lr": 0.03,
          "negative_goodness": 0.9370677416059706,
          "pair_accuracy": 0.8813333333333333,
          "positive_goodness": 4.150819061851501,
          "runtime_seconds": 10.097330093383789
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6109990913497078,
          "lr": 0.03,
          "negative_goodness": 0.8476930606630113,
          "pair_accuracy": 0.9048,
          "positive_goodness": 4.426769283548991,
          "runtime_seconds": 10.101054430007935
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6286291126966477,
          "lr": 0.03,
          "negative_goodness": 0.8535242718021075,
          "pair_accuracy": 0.9109777777777778,
          "positive_goodness": 4.427066253323026,
          "runtime_seconds": 10.099457025527954
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6319640471988254,
          "lr": 0.03,
          "negative_goodness": 0.8512851130697462,
          "pair_accuracy": 0.9001777777459886,
          "positive_goodness": 4.406204919603136,
          "runtime_seconds": 10.103289127349854
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6122188353141149,
          "lr": 0.03,
          "negative_goodness": 0.8560016632265515,
          "pair_accuracy": 0.9072888888888889,
          "positive_goodness": 4.3973769316779245,
          "runtime_seconds": 10.100402116775513
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6376579239739312,
          "lr": 0.03,
          "negative_goodness": 0.8405525158882141,
          "pair_accuracy": 0.8957333333386315,
          "positive_goodness": 4.425547610653771,
          "runtime_seconds": 10.09932565689087
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6386647228346931,
          "lr": 0.03,
          "negative_goodness": 0.8890973055945502,
          "pair_accuracy": 0.9009111111111111,
          "positive_goodness": 4.315291705746121,
          "runtime_seconds": 10.09532618522644
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6093856119791666,
          "lr": 0.03,
          "negative_goodness": 0.8533947391086154,
          "pair_accuracy": 0.912444444460339,
          "positive_goodness": 4.497864351654052,
          "runtime_seconds": 10.09546422958374
        }
      ],
      "layer": 38
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9044709194819133,
          "lr": 0.03,
          "negative_goodness": 1.2142236764272054,
          "pair_accuracy": 0.8399333333227369,
          "positive_goodness": 3.263226277054681,
          "runtime_seconds": 10.075417041778564
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7500944805781047,
          "lr": 0.03,
          "negative_goodness": 1.1147213100433349,
          "pair_accuracy": 0.8832666666666666,
          "positive_goodness": 3.779538465881348,
          "runtime_seconds": 10.074279069900513
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7175201727337307,
          "lr": 0.03,
          "negative_goodness": 1.057327103614807,
          "pair_accuracy": 0.8864222222222222,
          "positive_goodness": 3.9051674144321016,
          "runtime_seconds": 10.068827629089355
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7356099473529392,
          "lr": 0.03,
          "negative_goodness": 1.0773882938385009,
          "pair_accuracy": 0.8791999999788073,
          "positive_goodness": 3.9087134789360896,
          "runtime_seconds": 10.074800491333008
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7139083543141683,
          "lr": 0.03,
          "negative_goodness": 1.0028735670513578,
          "pair_accuracy": 0.8939111111112766,
          "positive_goodness": 3.998214962217543,
          "runtime_seconds": 10.068125247955322
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6531007410897149,
          "lr": 0.03,
          "negative_goodness": 0.9380608325322469,
          "pair_accuracy": 0.9010888889100817,
          "positive_goodness": 4.211117925262451,
          "runtime_seconds": 10.064229249954224
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5921370742056105,
          "lr": 0.03,
          "negative_goodness": 0.8659508483846983,
          "pair_accuracy": 0.9195333333333333,
          "positive_goodness": 4.529179920874702,
          "runtime_seconds": 10.066184520721436
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6349477030860053,
          "lr": 0.03,
          "negative_goodness": 0.8860166179233128,
          "pair_accuracy": 0.9026888888908757,
          "positive_goodness": 4.426948488277859,
          "runtime_seconds": 10.08021092414856
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6720575386497709,
          "lr": 0.03,
          "negative_goodness": 0.9205606120957268,
          "pair_accuracy": 0.8906888888888889,
          "positive_goodness": 4.191794294653999,
          "runtime_seconds": 10.072965621948242
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6180054580476549,
          "lr": 0.03,
          "negative_goodness": 0.8503872280014886,
          "pair_accuracy": 0.9050000000211927,
          "positive_goodness": 4.442140350892808,
          "runtime_seconds": 10.079155921936035
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.673424582473437,
          "lr": 0.03,
          "negative_goodness": 0.9333072367429733,
          "pair_accuracy": 0.8975333333333333,
          "positive_goodness": 4.253342711385091,
          "runtime_seconds": 10.070779800415039
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6537574671109517,
          "lr": 0.03,
          "negative_goodness": 0.8937398676978218,
          "pair_accuracy": 0.8957777777671814,
          "positive_goodness": 4.2839088564131,
          "runtime_seconds": 10.076182842254639
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6420846963670519,
          "lr": 0.03,
          "negative_goodness": 0.8919938735114203,
          "pair_accuracy": 0.8991333333333333,
          "positive_goodness": 4.301709136284722,
          "runtime_seconds": 10.081150770187378
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6626575554953681,
          "lr": 0.03,
          "negative_goodness": 0.9246866110165914,
          "pair_accuracy": 0.901866666677263,
          "positive_goodness": 4.240515174272326,
          "runtime_seconds": 10.081074476242065
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6216205331802368,
          "lr": 0.03,
          "negative_goodness": 0.8362076749483744,
          "pair_accuracy": 0.9060666666454739,
          "positive_goodness": 4.4526291638268365,
          "runtime_seconds": 10.106997966766357
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6273270875506931,
          "lr": 0.03,
          "negative_goodness": 0.8512620506286621,
          "pair_accuracy": 0.9058666666454739,
          "positive_goodness": 4.473657467969258,
          "runtime_seconds": 10.108585357666016
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6161921378029718,
          "lr": 0.03,
          "negative_goodness": 0.838517136669159,
          "pair_accuracy": 0.9095111111005147,
          "positive_goodness": 4.422744445673625,
          "runtime_seconds": 10.080228090286255
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6179622064855363,
          "lr": 0.03,
          "negative_goodness": 0.8459719989299774,
          "pair_accuracy": 0.9082222222222223,
          "positive_goodness": 4.443491106075711,
          "runtime_seconds": 10.082779169082642
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6154576017432742,
          "lr": 0.03,
          "negative_goodness": 0.8693399793836806,
          "pair_accuracy": 0.9091333333333333,
          "positive_goodness": 4.452842464955648,
          "runtime_seconds": 10.04371190071106
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6293964669333564,
          "lr": 0.03,
          "negative_goodness": 0.8258719447241889,
          "pair_accuracy": 0.9017111111217075,
          "positive_goodness": 4.465951396963331,
          "runtime_seconds": 10.01569128036499
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6387009578069051,
          "lr": 0.03,
          "negative_goodness": 0.8521813700252109,
          "pair_accuracy": 0.8935555555555555,
          "positive_goodness": 4.402424097569783,
          "runtime_seconds": 10.01470685005188
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5901265096876356,
          "lr": 0.03,
          "negative_goodness": 0.8230535802629259,
          "pair_accuracy": 0.913,
          "positive_goodness": 4.587548886998494,
          "runtime_seconds": 10.027304649353027
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6109180419021183,
          "lr": 0.03,
          "negative_goodness": 0.8479657842715581,
          "pair_accuracy": 0.9101777777777778,
          "positive_goodness": 4.505268793826633,
          "runtime_seconds": 10.01566195487976
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5694042356067234,
          "lr": 0.03,
          "negative_goodness": 0.7766684695243835,
          "pair_accuracy": 0.9135333333465788,
          "positive_goodness": 4.729237869411045,
          "runtime_seconds": 10.018244504928589
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5963392577992546,
          "lr": 0.03,
          "negative_goodness": 0.8076098109351264,
          "pair_accuracy": 0.9136666666666666,
          "positive_goodness": 4.543729345533583,
          "runtime_seconds": 10.022573232650757
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5538205151822831,
          "lr": 0.03,
          "negative_goodness": 0.7715649987406201,
          "pair_accuracy": 0.9234666666666667,
          "positive_goodness": 4.7359119082980685,
          "runtime_seconds": 10.021238327026367
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6437126606199477,
          "lr": 0.03,
          "negative_goodness": 0.8717399771690368,
          "pair_accuracy": 0.9056222222222222,
          "positive_goodness": 4.4195051621331105,
          "runtime_seconds": 10.014024496078491
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5598264515770807,
          "lr": 0.03,
          "negative_goodness": 0.7859159027099609,
          "pair_accuracy": 0.9222666666666667,
          "positive_goodness": 4.6620259649488665,
          "runtime_seconds": 10.028610706329346
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5725173719406128,
          "lr": 0.03,
          "negative_goodness": 0.7662812419997321,
          "pair_accuracy": 0.9167333333598243,
          "positive_goodness": 4.743723135587905,
          "runtime_seconds": 10.007451057434082
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5641133482641644,
          "lr": 0.03,
          "negative_goodness": 0.7733078421354294,
          "pair_accuracy": 0.9197555555555555,
          "positive_goodness": 4.734938589986165,
          "runtime_seconds": 10.016318798065186
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5257834778255887,
          "lr": 0.03,
          "negative_goodness": 0.709512573422326,
          "pair_accuracy": 0.9336666666666666,
          "positive_goodness": 5.0064747824774845,
          "runtime_seconds": 10.011372566223145
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5979486792299482,
          "lr": 0.03,
          "negative_goodness": 0.8153031711366442,
          "pair_accuracy": 0.9081333333333333,
          "positive_goodness": 4.5843277150472,
          "runtime_seconds": 10.009856700897217
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5627534814622667,
          "lr": 0.03,
          "negative_goodness": 0.7784830200705264,
          "pair_accuracy": 0.9273555555555556,
          "positive_goodness": 4.639844144270155,
          "runtime_seconds": 10.008188247680664
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5481490387916564,
          "lr": 0.03,
          "negative_goodness": 0.7339183986081017,
          "pair_accuracy": 0.9234666666560702,
          "positive_goodness": 4.850538806194729,
          "runtime_seconds": 10.010855197906494
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5377916672097313,
          "lr": 0.03,
          "negative_goodness": 0.7296721399837071,
          "pair_accuracy": 0.9281555555555555,
          "positive_goodness": 4.926957164679633,
          "runtime_seconds": 10.007832765579224
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6018742252137926,
          "lr": 0.03,
          "negative_goodness": 0.7822212873246934,
          "pair_accuracy": 0.9069555555502574,
          "positive_goodness": 4.542578429582384,
          "runtime_seconds": 10.0096755027771
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5796442643377516,
          "lr": 0.03,
          "negative_goodness": 0.7808812333742777,
          "pair_accuracy": 0.9144222222222222,
          "positive_goodness": 4.621278313106961,
          "runtime_seconds": 9.99123740196228
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5635497565746307,
          "lr": 0.03,
          "negative_goodness": 0.737340135257774,
          "pair_accuracy": 0.9225777777777778,
          "positive_goodness": 4.776759235551622,
          "runtime_seconds": 9.959260702133179
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5525763244628906,
          "lr": 0.03,
          "negative_goodness": 0.7300878989272648,
          "pair_accuracy": 0.918422222216924,
          "positive_goodness": 4.733958689414131,
          "runtime_seconds": 10.015881061553955
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5871695651902092,
          "lr": 0.03,
          "negative_goodness": 0.7796169621043735,
          "pair_accuracy": 0.9088666666666667,
          "positive_goodness": 4.73535216700236,
          "runtime_seconds": 10.072513580322266
        }
      ],
      "layer": 39
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0027902308252123,
          "lr": 0.03,
          "negative_goodness": 1.5153584428787232,
          "pair_accuracy": 0.8267999999894036,
          "positive_goodness": 3.29705428153144,
          "runtime_seconds": 10.090317010879517
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7738685701582166,
          "lr": 0.03,
          "negative_goodness": 1.2019021007961697,
          "pair_accuracy": 0.8797333333545261,
          "positive_goodness": 3.7911420841640897,
          "runtime_seconds": 10.085747718811035
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.698990989361869,
          "lr": 0.03,
          "negative_goodness": 1.0704554426087274,
          "pair_accuracy": 0.8896888888888889,
          "positive_goodness": 4.095352726999919,
          "runtime_seconds": 10.07345461845398
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6809368813832601,
          "lr": 0.03,
          "negative_goodness": 1.0340294476403131,
          "pair_accuracy": 0.889333333322737,
          "positive_goodness": 4.257007818476359,
          "runtime_seconds": 9.976145029067993
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6729929353210661,
          "lr": 0.03,
          "negative_goodness": 1.0237215215947892,
          "pair_accuracy": 0.9012888888888889,
          "positive_goodness": 4.218907311672634,
          "runtime_seconds": 9.976564407348633
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6808227183977763,
          "lr": 0.03,
          "negative_goodness": 0.9954688462787205,
          "pair_accuracy": 0.8873111111111112,
          "positive_goodness": 4.207010585191515,
          "runtime_seconds": 10.016380310058594
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6913516261206732,
          "lr": 0.03,
          "negative_goodness": 1.0464060576544867,
          "pair_accuracy": 0.8908222222222222,
          "positive_goodness": 4.188519542418586,
          "runtime_seconds": 10.06538438796997
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.767975661081738,
          "lr": 0.03,
          "negative_goodness": 1.1001295874595642,
          "pair_accuracy": 0.8646666666666667,
          "positive_goodness": 3.8551598964267306,
          "runtime_seconds": 10.089754104614258
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.578876721599367,
          "lr": 0.03,
          "negative_goodness": 0.8944320587264167,
          "pair_accuracy": 0.9261111111111111,
          "positive_goodness": 4.575780179172092,
          "runtime_seconds": 10.05726408958435
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6549000314076742,
          "lr": 0.03,
          "negative_goodness": 0.9600286405139499,
          "pair_accuracy": 0.9068222222328186,
          "positive_goodness": 4.394900127262539,
          "runtime_seconds": 10.033554553985596
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6759350988944371,
          "lr": 0.03,
          "negative_goodness": 0.9620548123558362,
          "pair_accuracy": 0.8880444444444444,
          "positive_goodness": 4.306739748721653,
          "runtime_seconds": 10.02891492843628
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6444714936150445,
          "lr": 0.03,
          "negative_goodness": 0.9109411119461059,
          "pair_accuracy": 0.902777777756585,
          "positive_goodness": 4.426352488242255,
          "runtime_seconds": 10.041491746902466
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6779732542249891,
          "lr": 0.03,
          "negative_goodness": 0.9582045177035862,
          "pair_accuracy": 0.8934444444974263,
          "positive_goodness": 4.169119452200995,
          "runtime_seconds": 10.036263227462769
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6152724397023519,
          "lr": 0.03,
          "negative_goodness": 0.91256888800727,
          "pair_accuracy": 0.9102222222540114,
          "positive_goodness": 4.584412598461575,
          "runtime_seconds": 10.038360834121704
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.64356365714603,
          "lr": 0.03,
          "negative_goodness": 0.9066061575783624,
          "pair_accuracy": 0.9028444444762336,
          "positive_goodness": 4.4423869728512235,
          "runtime_seconds": 10.029078006744385
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6253506800545586,
          "lr": 0.03,
          "negative_goodness": 0.9159292721642388,
          "pair_accuracy": 0.9118888888570997,
          "positive_goodness": 4.428233952755399,
          "runtime_seconds": 10.034005403518677
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.598731938764784,
          "lr": 0.03,
          "negative_goodness": 0.8900439156214396,
          "pair_accuracy": 0.9135111111111112,
          "positive_goodness": 4.529793977271186,
          "runtime_seconds": 10.032622337341309
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6315020548264185,
          "lr": 0.03,
          "negative_goodness": 0.9147757451746199,
          "pair_accuracy": 0.9094444444444445,
          "positive_goodness": 4.433125136057535,
          "runtime_seconds": 10.033443212509155
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5877526648892296,
          "lr": 0.03,
          "negative_goodness": 0.8593690444946289,
          "pair_accuracy": 0.9195333333333333,
          "positive_goodness": 4.588804868231879,
          "runtime_seconds": 10.038478374481201
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6038979951646593,
          "lr": 0.03,
          "negative_goodness": 0.8577457665549384,
          "pair_accuracy": 0.908177777756585,
          "positive_goodness": 4.606211064571805,
          "runtime_seconds": 10.035969018936157
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6008145780245463,
          "lr": 0.03,
          "negative_goodness": 0.8582283403820462,
          "pair_accuracy": 0.9145333333333333,
          "positive_goodness": 4.553166742706299,
          "runtime_seconds": 10.036993026733398
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5802692399395837,
          "lr": 0.03,
          "negative_goodness": 0.8229504777007632,
          "pair_accuracy": 0.9144888888888889,
          "positive_goodness": 4.723898253292508,
          "runtime_seconds": 10.040794372558594
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.596472993320889,
          "lr": 0.03,
          "negative_goodness": 0.8744417613983154,
          "pair_accuracy": 0.9187555555449591,
          "positive_goodness": 4.605642348861695,
          "runtime_seconds": 10.03654408454895
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5818802404986487,
          "lr": 0.03,
          "negative_goodness": 0.844024964984258,
          "pair_accuracy": 0.9186444444444445,
          "positive_goodness": 4.587659560733371,
          "runtime_seconds": 10.037172555923462
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5852548425224092,
          "lr": 0.03,
          "negative_goodness": 0.834198618472947,
          "pair_accuracy": 0.9223777777777777,
          "positive_goodness": 4.6672416628519695,
          "runtime_seconds": 10.038603782653809
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5491242509179645,
          "lr": 0.03,
          "negative_goodness": 0.789697386182679,
          "pair_accuracy": 0.9240666666666667,
          "positive_goodness": 4.8397904406229655,
          "runtime_seconds": 10.047062158584595
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5837403767903646,
          "lr": 0.03,
          "negative_goodness": 0.8092917204168107,
          "pair_accuracy": 0.9174444444444444,
          "positive_goodness": 4.675492954169379,
          "runtime_seconds": 10.031696796417236
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6679705109702216,
          "lr": 0.03,
          "negative_goodness": 0.8871947802649603,
          "pair_accuracy": 0.8952222222381168,
          "positive_goodness": 4.408279705047607,
          "runtime_seconds": 10.033767700195312
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5696497958289253,
          "lr": 0.03,
          "negative_goodness": 0.8114976280000474,
          "pair_accuracy": 0.9177555555582046,
          "positive_goodness": 4.792171216011047,
          "runtime_seconds": 10.03218674659729
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5674437318060134,
          "lr": 0.03,
          "negative_goodness": 0.8032631411658393,
          "pair_accuracy": 0.9186000000105964,
          "positive_goodness": 4.760330782657199,
          "runtime_seconds": 10.003559589385986
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5667968853871027,
          "lr": 0.03,
          "negative_goodness": 0.8226558421134949,
          "pair_accuracy": 0.9253333333333333,
          "positive_goodness": 4.651089817555746,
          "runtime_seconds": 9.979890823364258
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6049371695730421,
          "lr": 0.03,
          "negative_goodness": 0.8505319831106398,
          "pair_accuracy": 0.9049111111429002,
          "positive_goodness": 4.641781528303358,
          "runtime_seconds": 9.978708744049072
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5897386172533036,
          "lr": 0.03,
          "negative_goodness": 0.778912195136812,
          "pair_accuracy": 0.9136,
          "positive_goodness": 4.670616476864285,
          "runtime_seconds": 9.979605436325073
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.522963986963696,
          "lr": 0.03,
          "negative_goodness": 0.7559430969450209,
          "pair_accuracy": 0.9336444444444445,
          "positive_goodness": 4.956953589630127,
          "runtime_seconds": 9.979033946990967
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.569443716041247,
          "lr": 0.03,
          "negative_goodness": 0.7820498005125258,
          "pair_accuracy": 0.9172666666666667,
          "positive_goodness": 4.740655473921034,
          "runtime_seconds": 9.975197076797485
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5548781802813212,
          "lr": 0.03,
          "negative_goodness": 0.7988120058748457,
          "pair_accuracy": 0.9293333333333333,
          "positive_goodness": 4.767505611928304,
          "runtime_seconds": 9.976511716842651
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6126131960895327,
          "lr": 0.03,
          "negative_goodness": 0.8368411929660373,
          "pair_accuracy": 0.9090222222222222,
          "positive_goodness": 4.63910174975925,
          "runtime_seconds": 9.977298259735107
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5653397281222873,
          "lr": 0.03,
          "negative_goodness": 0.7941440729326672,
          "pair_accuracy": 0.9250666666666667,
          "positive_goodness": 4.800498033057319,
          "runtime_seconds": 9.98648738861084
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5515986431545682,
          "lr": 0.03,
          "negative_goodness": 0.76908803358078,
          "pair_accuracy": 0.9202222222328186,
          "positive_goodness": 4.845120483610365,
          "runtime_seconds": 9.97733759880066
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5532063944710626,
          "lr": 0.03,
          "negative_goodness": 0.7416361449347602,
          "pair_accuracy": 0.9177111111429003,
          "positive_goodness": 4.903250675498115,
          "runtime_seconds": 9.97734260559082
        }
      ],
      "layer": 40
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8410653310563829,
          "lr": 0.03,
          "negative_goodness": 1.1795543827056885,
          "pair_accuracy": 0.8598444444444444,
          "positive_goodness": 3.5608075041453042,
          "runtime_seconds": 9.956555128097534
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7161834541426765,
          "lr": 0.03,
          "negative_goodness": 1.0943142999119229,
          "pair_accuracy": 0.8975777777671814,
          "positive_goodness": 3.968211346435547,
          "runtime_seconds": 9.959474086761475
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7173308681276109,
          "lr": 0.03,
          "negative_goodness": 1.0747483500586617,
          "pair_accuracy": 0.8885777778201633,
          "positive_goodness": 3.9395175884246827,
          "runtime_seconds": 9.948861837387085
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6683649241712358,
          "lr": 0.03,
          "negative_goodness": 1.0184696601337857,
          "pair_accuracy": 0.8982888888782925,
          "positive_goodness": 4.145121842447916,
          "runtime_seconds": 9.959560871124268
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6530723746379217,
          "lr": 0.03,
          "negative_goodness": 0.9814650938140022,
          "pair_accuracy": 0.9019777777777778,
          "positive_goodness": 4.361980755021837,
          "runtime_seconds": 9.95118236541748
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6415567388110691,
          "lr": 0.03,
          "negative_goodness": 0.9484892399046156,
          "pair_accuracy": 0.9028222222116259,
          "positive_goodness": 4.394668313641018,
          "runtime_seconds": 9.952096462249756
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6131181784523858,
          "lr": 0.03,
          "negative_goodness": 0.9277969763014051,
          "pair_accuracy": 0.9118,
          "positive_goodness": 4.482808672163221,
          "runtime_seconds": 9.953466892242432
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6317904665152232,
          "lr": 0.03,
          "negative_goodness": 0.9186702896542019,
          "pair_accuracy": 0.9000222222222222,
          "positive_goodness": 4.428046324920654,
          "runtime_seconds": 9.965519666671753
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6125078812864092,
          "lr": 0.03,
          "negative_goodness": 0.8989775419553121,
          "pair_accuracy": 0.9088222222222222,
          "positive_goodness": 4.56401384379069,
          "runtime_seconds": 9.950330018997192
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6570642395655314,
          "lr": 0.03,
          "negative_goodness": 0.9314143106460572,
          "pair_accuracy": 0.902044444433848,
          "positive_goodness": 4.4486942111969,
          "runtime_seconds": 9.991445064544678
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.581409693230523,
          "lr": 0.03,
          "negative_goodness": 0.8743475409931607,
          "pair_accuracy": 0.9179333333333334,
          "positive_goodness": 4.663845074399313,
          "runtime_seconds": 10.013336181640625
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5654696006324557,
          "lr": 0.03,
          "negative_goodness": 0.8517795768419901,
          "pair_accuracy": 0.9297111111111112,
          "positive_goodness": 4.7337277431911895,
          "runtime_seconds": 10.00649905204773
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5405684370332294,
          "lr": 0.03,
          "negative_goodness": 0.8017586196899414,
          "pair_accuracy": 0.9317333333333333,
          "positive_goodness": 4.858577959696452,
          "runtime_seconds": 10.005365133285522
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6625536021974352,
          "lr": 0.03,
          "negative_goodness": 0.9032483280287849,
          "pair_accuracy": 0.8957111111217075,
          "positive_goodness": 4.398903069559733,
          "runtime_seconds": 10.012637376785278
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5877065873172548,
          "lr": 0.03,
          "negative_goodness": 0.8510560491932763,
          "pair_accuracy": 0.9154222222222222,
          "positive_goodness": 4.650851553853353,
          "runtime_seconds": 10.01427698135376
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6012389905293782,
          "lr": 0.03,
          "negative_goodness": 0.8804303578694661,
          "pair_accuracy": 0.9222000000211927,
          "positive_goodness": 4.582653355238173,
          "runtime_seconds": 10.013288497924805
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6214829784287347,
          "lr": 0.03,
          "negative_goodness": 0.8693826074573728,
          "pair_accuracy": 0.9053999999894036,
          "positive_goodness": 4.552217796240913,
          "runtime_seconds": 10.003208875656128
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5808002692275577,
          "lr": 0.03,
          "negative_goodness": 0.8532018755061759,
          "pair_accuracy": 0.9252,
          "positive_goodness": 4.631188228437636,
          "runtime_seconds": 10.013558626174927
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5182080402268304,
          "lr": 0.03,
          "negative_goodness": 0.7532157998349932,
          "pair_accuracy": 0.9357777777671814,
          "positive_goodness": 5.070812141757541,
          "runtime_seconds": 10.015659809112549
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.57666421684689,
          "lr": 0.03,
          "negative_goodness": 0.7954330261177487,
          "pair_accuracy": 0.9156444444444445,
          "positive_goodness": 4.793293437957764,
          "runtime_seconds": 10.00693130493164
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6426753140767415,
          "lr": 0.03,
          "negative_goodness": 0.8610120055675506,
          "pair_accuracy": 0.8975111111005147,
          "positive_goodness": 4.536409318330553,
          "runtime_seconds": 10.004117727279663
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6266093982272678,
          "lr": 0.03,
          "negative_goodness": 0.8823354832490286,
          "pair_accuracy": 0.9010222222752041,
          "positive_goodness": 4.419415385860867,
          "runtime_seconds": 10.020032167434692
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6209464531368679,
          "lr": 0.03,
          "negative_goodness": 0.8715314350446065,
          "pair_accuracy": 0.9125333333545261,
          "positive_goodness": 4.479748315472073,
          "runtime_seconds": 10.012541055679321
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6057916189405653,
          "lr": 0.03,
          "negative_goodness": 0.8567101050747765,
          "pair_accuracy": 0.9115999999947018,
          "positive_goodness": 4.544769990497166,
          "runtime_seconds": 10.010693311691284
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5784205848058065,
          "lr": 0.03,
          "negative_goodness": 0.8356187997182211,
          "pair_accuracy": 0.9188888888888889,
          "positive_goodness": 4.7406698468526205,
          "runtime_seconds": 10.00938630104065
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5592046421872245,
          "lr": 0.03,
          "negative_goodness": 0.7860097009923723,
          "pair_accuracy": 0.9248,
          "positive_goodness": 4.824309388478597,
          "runtime_seconds": 10.01241683959961
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5569418246693081,
          "lr": 0.03,
          "negative_goodness": 0.7999911514282226,
          "pair_accuracy": 0.9227333333863152,
          "positive_goodness": 4.78462001347012,
          "runtime_seconds": 10.011291980743408
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.4903130758073595,
          "lr": 0.03,
          "negative_goodness": 0.6959752661493089,
          "pair_accuracy": 0.9355555555502574,
          "positive_goodness": 5.26946835539076,
          "runtime_seconds": 10.020337104797363
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5081647860633003,
          "lr": 0.03,
          "negative_goodness": 0.717801903072993,
          "pair_accuracy": 0.9390000000105964,
          "positive_goodness": 5.182534972084893,
          "runtime_seconds": 10.011043071746826
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5289079062223434,
          "lr": 0.03,
          "negative_goodness": 0.7335750140501394,
          "pair_accuracy": 0.9277111111111112,
          "positive_goodness": 5.094796359507243,
          "runtime_seconds": 10.019993543624878
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5715150426228841,
          "lr": 0.03,
          "negative_goodness": 0.7814284144904878,
          "pair_accuracy": 0.907266666645474,
          "positive_goodness": 4.9163242045508495,
          "runtime_seconds": 10.015094518661499
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5254661731084188,
          "lr": 0.03,
          "negative_goodness": 0.6967168069879214,
          "pair_accuracy": 0.9305555555767483,
          "positive_goodness": 5.107960652605692,
          "runtime_seconds": 10.018385887145996
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5610442151970334,
          "lr": 0.03,
          "negative_goodness": 0.7697857877810796,
          "pair_accuracy": 0.9205555555555556,
          "positive_goodness": 4.897938238440619,
          "runtime_seconds": 10.008886814117432
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5436553597344292,
          "lr": 0.03,
          "negative_goodness": 0.7372141180621253,
          "pair_accuracy": 0.9205555555558866,
          "positive_goodness": 4.957036865848965,
          "runtime_seconds": 10.014634370803833
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5247894151793586,
          "lr": 0.03,
          "negative_goodness": 0.7005205404890908,
          "pair_accuracy": 0.9194444444444444,
          "positive_goodness": 4.994695706770155,
          "runtime_seconds": 9.992326974868774
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5909891812139088,
          "lr": 0.03,
          "negative_goodness": 0.7917696531467967,
          "pair_accuracy": 0.9231111111111111,
          "positive_goodness": 4.654295126914978,
          "runtime_seconds": 10.015367031097412
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.4934218196153641,
          "lr": 0.03,
          "negative_goodness": 0.709395600605011,
          "pair_accuracy": 0.9430666666666667,
          "positive_goodness": 5.137511679840088,
          "runtime_seconds": 10.007577657699585
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5280820315043131,
          "lr": 0.03,
          "negative_goodness": 0.7224501370218065,
          "pair_accuracy": 0.9350444444444445,
          "positive_goodness": 5.069763858003086,
          "runtime_seconds": 10.013018608093262
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5271580532100466,
          "lr": 0.03,
          "negative_goodness": 0.6954125517828597,
          "pair_accuracy": 0.9325555555555556,
          "positive_goodness": 4.954243400149875,
          "runtime_seconds": 10.00736951828003
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5793266274134318,
          "lr": 0.03,
          "negative_goodness": 0.7774267202112409,
          "pair_accuracy": 0.9131333333227369,
          "positive_goodness": 4.770529960208469,
          "runtime_seconds": 10.017265796661377
        }
      ],
      "layer": 41
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.887427431148953,
          "lr": 0.03,
          "negative_goodness": 1.44226821269989,
          "pair_accuracy": 0.8746888888888888,
          "positive_goodness": 3.684422670279609,
          "runtime_seconds": 10.035711288452148
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7198868732505375,
          "lr": 0.03,
          "negative_goodness": 1.1592497011608547,
          "pair_accuracy": 0.9015111111111112,
          "positive_goodness": 4.157158517795139,
          "runtime_seconds": 10.040237426757812
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6887618357552422,
          "lr": 0.03,
          "negative_goodness": 1.090113634109497,
          "pair_accuracy": 0.9079777777989705,
          "positive_goodness": 4.32568443514506,
          "runtime_seconds": 10.030649900436401
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6281640774197048,
          "lr": 0.03,
          "negative_goodness": 0.9982983204099867,
          "pair_accuracy": 0.9254666666772631,
          "positive_goodness": 4.429920133421156,
          "runtime_seconds": 10.028395414352417
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7100401199446784,
          "lr": 0.03,
          "negative_goodness": 1.0622451689084371,
          "pair_accuracy": 0.8925777777777778,
          "positive_goodness": 4.128354220665826,
          "runtime_seconds": 10.032638788223267
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6126116057501899,
          "lr": 0.03,
          "negative_goodness": 0.9584788209067451,
          "pair_accuracy": 0.9204666667196486,
          "positive_goodness": 4.52043928811815,
          "runtime_seconds": 10.036487340927124
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.636044217300415,
          "lr": 0.03,
          "negative_goodness": 0.9692021562364367,
          "pair_accuracy": 0.913,
          "positive_goodness": 4.421305053244697,
          "runtime_seconds": 10.035073518753052
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6361694331910875,
          "lr": 0.03,
          "negative_goodness": 0.9736818713082207,
          "pair_accuracy": 0.9195333333227369,
          "positive_goodness": 4.39525979669359,
          "runtime_seconds": 10.034910917282104
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6201076570828755,
          "lr": 0.03,
          "negative_goodness": 0.9090611814459165,
          "pair_accuracy": 0.9117333333333333,
          "positive_goodness": 4.482860867733425,
          "runtime_seconds": 10.033456087112427
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5989608407974243,
          "lr": 0.03,
          "negative_goodness": 0.888242478524314,
          "pair_accuracy": 0.9188,
          "positive_goodness": 4.590633271959093,
          "runtime_seconds": 10.032320976257324
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6170380057838228,
          "lr": 0.03,
          "negative_goodness": 0.9110174528386857,
          "pair_accuracy": 0.9170888888888888,
          "positive_goodness": 4.493333211686876,
          "runtime_seconds": 10.029995918273926
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6055446593178643,
          "lr": 0.03,
          "negative_goodness": 0.9146360765033298,
          "pair_accuracy": 0.9168222222381168,
          "positive_goodness": 4.4985945256127255,
          "runtime_seconds": 10.03518295288086
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6120567949295044,
          "lr": 0.03,
          "negative_goodness": 0.9123534190495809,
          "pair_accuracy": 0.9192000000423856,
          "positive_goodness": 4.509400270122952,
          "runtime_seconds": 10.037546634674072
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5998949293136596,
          "lr": 0.03,
          "negative_goodness": 0.862089235581292,
          "pair_accuracy": 0.9202000000211927,
          "positive_goodness": 4.658831291876899,
          "runtime_seconds": 10.032188177108765
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6371172179698944,
          "lr": 0.03,
          "negative_goodness": 0.9202970922735002,
          "pair_accuracy": 0.9048222222222222,
          "positive_goodness": 4.444242334577773,
          "runtime_seconds": 10.03398084640503
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6151183974372016,
          "lr": 0.03,
          "negative_goodness": 0.894359079890781,
          "pair_accuracy": 0.9164222222228845,
          "positive_goodness": 4.544664575513204,
          "runtime_seconds": 10.046368598937988
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6033443718406889,
          "lr": 0.03,
          "negative_goodness": 0.8496738063971202,
          "pair_accuracy": 0.9135333333333333,
          "positive_goodness": 4.609004012976753,
          "runtime_seconds": 10.032380104064941
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5949251663578882,
          "lr": 0.03,
          "negative_goodness": 0.857126892346806,
          "pair_accuracy": 0.9154666666666667,
          "positive_goodness": 4.610677971310086,
          "runtime_seconds": 10.045564889907837
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5337196722348531,
          "lr": 0.03,
          "negative_goodness": 0.7789395709143745,
          "pair_accuracy": 0.9327777777671814,
          "positive_goodness": 4.8381458056132,
          "runtime_seconds": 9.999112844467163
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6118525693496069,
          "lr": 0.03,
          "negative_goodness": 0.8499740318086412,
          "pair_accuracy": 0.9081777777777778,
          "positive_goodness": 4.614898559485542,
          "runtime_seconds": 9.964803457260132
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.564508903143141,
          "lr": 0.03,
          "negative_goodness": 0.8319906045807732,
          "pair_accuracy": 0.9261777777989706,
          "positive_goodness": 4.754343665356107,
          "runtime_seconds": 10.040196180343628
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5302245810694165,
          "lr": 0.03,
          "negative_goodness": 0.7677643251286612,
          "pair_accuracy": 0.9367333333333333,
          "positive_goodness": 4.908162389967177,
          "runtime_seconds": 10.10184383392334
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5871393154144288,
          "lr": 0.03,
          "negative_goodness": 0.7959679781172011,
          "pair_accuracy": 0.9143333333227369,
          "positive_goodness": 4.729840787845188,
          "runtime_seconds": 10.098759412765503
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.48883789384100174,
          "lr": 0.03,
          "negative_goodness": 0.6983352086173163,
          "pair_accuracy": 0.9472888888888888,
          "positive_goodness": 5.0975899211459685,
          "runtime_seconds": 10.100484609603882
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5462885640038384,
          "lr": 0.03,
          "negative_goodness": 0.7785916179127164,
          "pair_accuracy": 0.9277555555555556,
          "positive_goodness": 4.848670811780294,
          "runtime_seconds": 10.105517148971558
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5169623890982734,
          "lr": 0.03,
          "negative_goodness": 0.7476172382990519,
          "pair_accuracy": 0.9391111111005147,
          "positive_goodness": 4.926960428110759,
          "runtime_seconds": 10.095045804977417
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.51503655834198,
          "lr": 0.03,
          "negative_goodness": 0.704371912961536,
          "pair_accuracy": 0.9391777777777778,
          "positive_goodness": 5.126395542907715,
          "runtime_seconds": 10.091853380203247
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5332332018242942,
          "lr": 0.03,
          "negative_goodness": 0.7308871531301074,
          "pair_accuracy": 0.9266222222222222,
          "positive_goodness": 5.0522072494294905,
          "runtime_seconds": 10.104447364807129
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5464543623606364,
          "lr": 0.03,
          "negative_goodness": 0.7525234091758728,
          "pair_accuracy": 0.9230666666668322,
          "positive_goodness": 4.868062211449941,
          "runtime_seconds": 10.093045473098755
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.607209702067905,
          "lr": 0.03,
          "negative_goodness": 0.8159460751745435,
          "pair_accuracy": 0.9134222222328185,
          "positive_goodness": 4.590862219662137,
          "runtime_seconds": 10.098877429962158
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5025972669442494,
          "lr": 0.03,
          "negative_goodness": 0.7190810737291972,
          "pair_accuracy": 0.9392444444444444,
          "positive_goodness": 5.0960326885647245,
          "runtime_seconds": 10.105468988418579
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.55843774878184,
          "lr": 0.03,
          "negative_goodness": 0.7848195170826382,
          "pair_accuracy": 0.9214444444126553,
          "positive_goodness": 4.868257752143013,
          "runtime_seconds": 10.101815462112427
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5830221158769395,
          "lr": 0.03,
          "negative_goodness": 0.7907123623212179,
          "pair_accuracy": 0.9182444444444444,
          "positive_goodness": 4.726389292441474,
          "runtime_seconds": 10.091635942459106
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5618393383873833,
          "lr": 0.03,
          "negative_goodness": 0.7933928614616395,
          "pair_accuracy": 0.9281333333333334,
          "positive_goodness": 4.8487280723571775,
          "runtime_seconds": 10.09752631187439
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5464466075923707,
          "lr": 0.03,
          "negative_goodness": 0.7444698321938514,
          "pair_accuracy": 0.9225111111111111,
          "positive_goodness": 4.904703261841668,
          "runtime_seconds": 10.09352731704712
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5270763546917173,
          "lr": 0.03,
          "negative_goodness": 0.7114512509822846,
          "pair_accuracy": 0.9279333333333334,
          "positive_goodness": 5.078466355726454,
          "runtime_seconds": 10.047986507415771
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5294582007937961,
          "lr": 0.03,
          "negative_goodness": 0.7308565706570943,
          "pair_accuracy": 0.9304888888888889,
          "positive_goodness": 5.0052073592291935,
          "runtime_seconds": 10.094313859939575
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5385455329312219,
          "lr": 0.03,
          "negative_goodness": 0.7294101170063019,
          "pair_accuracy": 0.9225333333333333,
          "positive_goodness": 4.958216426086426,
          "runtime_seconds": 10.111279010772705
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.548955748377906,
          "lr": 0.03,
          "negative_goodness": 0.7590114922205607,
          "pair_accuracy": 0.9352666666560703,
          "positive_goodness": 4.849333688269721,
          "runtime_seconds": 10.095786333084106
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.4998128714720408,
          "lr": 0.03,
          "negative_goodness": 0.6560110652128855,
          "pair_accuracy": 0.9348444444444445,
          "positive_goodness": 5.181431488545735,
          "runtime_seconds": 10.21178126335144
        }
      ],
      "layer": 42
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8179889550659392,
          "lr": 0.03,
          "negative_goodness": 1.1462313527637058,
          "pair_accuracy": 0.8672444444444445,
          "positive_goodness": 3.647605067867703,
          "runtime_seconds": 10.078670740127563
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7888289489322239,
          "lr": 0.03,
          "negative_goodness": 1.17002388159434,
          "pair_accuracy": 0.890355555566152,
          "positive_goodness": 3.753625008837382,
          "runtime_seconds": 10.080565214157104
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7311965201907688,
          "lr": 0.03,
          "negative_goodness": 1.0644949744330512,
          "pair_accuracy": 0.88844444448683,
          "positive_goodness": 4.009015218904283,
          "runtime_seconds": 10.080774784088135
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7094172963884142,
          "lr": 0.03,
          "negative_goodness": 1.0358666591856214,
          "pair_accuracy": 0.8926222222222222,
          "positive_goodness": 4.181194626935323,
          "runtime_seconds": 10.090564250946045
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7163241175916459,
          "lr": 0.03,
          "negative_goodness": 1.0420260126007928,
          "pair_accuracy": 0.8942444444444444,
          "positive_goodness": 4.0782277452256945,
          "runtime_seconds": 10.079569578170776
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6850003015730116,
          "lr": 0.03,
          "negative_goodness": 0.9829570609940423,
          "pair_accuracy": 0.8998444444444444,
          "positive_goodness": 4.150488767009311,
          "runtime_seconds": 10.097111225128174
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6631348495483398,
          "lr": 0.03,
          "negative_goodness": 0.9855849769062466,
          "pair_accuracy": 0.9106888888888889,
          "positive_goodness": 4.24558134197659,
          "runtime_seconds": 10.108320474624634
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7133040745205349,
          "lr": 0.03,
          "negative_goodness": 1.042136016262902,
          "pair_accuracy": 0.8941333333386315,
          "positive_goodness": 4.0741916755888195,
          "runtime_seconds": 10.079923868179321
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6198467900011274,
          "lr": 0.03,
          "negative_goodness": 0.9451769719282787,
          "pair_accuracy": 0.9271555555555555,
          "positive_goodness": 4.39307469168769,
          "runtime_seconds": 10.057103157043457
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7051939112451341,
          "lr": 0.03,
          "negative_goodness": 0.9893922040979067,
          "pair_accuracy": 0.8908000000423856,
          "positive_goodness": 4.216238576846653,
          "runtime_seconds": 10.046756744384766
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6125929774390326,
          "lr": 0.03,
          "negative_goodness": 0.926178847834799,
          "pair_accuracy": 0.9251777777459886,
          "positive_goodness": 4.487662139765422,
          "runtime_seconds": 10.02883529663086
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6108690706570943,
          "lr": 0.03,
          "negative_goodness": 0.9003370409184032,
          "pair_accuracy": 0.9194444444232517,
          "positive_goodness": 4.515347172546386,
          "runtime_seconds": 10.027448177337646
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6249602450900608,
          "lr": 0.03,
          "negative_goodness": 0.9054474636210336,
          "pair_accuracy": 0.9129111111058129,
          "positive_goodness": 4.415955683030022,
          "runtime_seconds": 10.023277044296265
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.674576816897922,
          "lr": 0.03,
          "negative_goodness": 0.9572825779199601,
          "pair_accuracy": 0.8995777777777778,
          "positive_goodness": 4.211818576526642,
          "runtime_seconds": 10.019367456436157
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5770266006893582,
          "lr": 0.03,
          "negative_goodness": 0.8496399642070135,
          "pair_accuracy": 0.9309111111111111,
          "positive_goodness": 4.685720014063517,
          "runtime_seconds": 10.039445638656616
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6194497462060716,
          "lr": 0.03,
          "negative_goodness": 0.8725013122240702,
          "pair_accuracy": 0.909,
          "positive_goodness": 4.4603203575981984,
          "runtime_seconds": 10.019356727600098
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6122360109594133,
          "lr": 0.03,
          "negative_goodness": 0.8700629636102253,
          "pair_accuracy": 0.9115555555555556,
          "positive_goodness": 4.487841257900662,
          "runtime_seconds": 10.021483421325684
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5529936537000868,
          "lr": 0.03,
          "negative_goodness": 0.8050271710740196,
          "pair_accuracy": 0.9335555555661519,
          "positive_goodness": 4.795033293787639,
          "runtime_seconds": 10.0138840675354
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6195982169045342,
          "lr": 0.03,
          "negative_goodness": 0.8818307485063871,
          "pair_accuracy": 0.9186444444974263,
          "positive_goodness": 4.502899579577976,
          "runtime_seconds": 10.00690245628357
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6485145110607147,
          "lr": 0.03,
          "negative_goodness": 0.9246666772815916,
          "pair_accuracy": 0.9008222222222222,
          "positive_goodness": 4.318816244930691,
          "runtime_seconds": 10.01583194732666
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.619359090730879,
          "lr": 0.03,
          "negative_goodness": 0.8712964790840944,
          "pair_accuracy": 0.9093555555555556,
          "positive_goodness": 4.436643394809299,
          "runtime_seconds": 10.003798961639404
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5833159824212392,
          "lr": 0.03,
          "negative_goodness": 0.8382012695524428,
          "pair_accuracy": 0.9244222222222223,
          "positive_goodness": 4.619830987124973,
          "runtime_seconds": 10.016803979873657
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5784212253517574,
          "lr": 0.03,
          "negative_goodness": 0.8240616565002336,
          "pair_accuracy": 0.9239555555555555,
          "positive_goodness": 4.697486588880751,
          "runtime_seconds": 9.988183498382568
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5901523152298398,
          "lr": 0.03,
          "negative_goodness": 0.8219476839971211,
          "pair_accuracy": 0.9197111111111111,
          "positive_goodness": 4.673067325592041,
          "runtime_seconds": 10.024077892303467
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5398997092247009,
          "lr": 0.03,
          "negative_goodness": 0.7798298650821051,
          "pair_accuracy": 0.9372444444232517,
          "positive_goodness": 4.904782491811116,
          "runtime_seconds": 10.014393091201782
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6071134946611193,
          "lr": 0.03,
          "negative_goodness": 0.8148499997854233,
          "pair_accuracy": 0.9126444444444445,
          "positive_goodness": 4.5933036802079945,
          "runtime_seconds": 10.004595041275024
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5953148916244507,
          "lr": 0.03,
          "negative_goodness": 0.854289832828525,
          "pair_accuracy": 0.9193777777777777,
          "positive_goodness": 4.58754751264784,
          "runtime_seconds": 10.040163516998291
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5548017180548774,
          "lr": 0.03,
          "negative_goodness": 0.7616561644236247,
          "pair_accuracy": 0.9268888888888889,
          "positive_goodness": 4.85307009540134,
          "runtime_seconds": 10.007947206497192
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5529823384231991,
          "lr": 0.03,
          "negative_goodness": 0.7937288137111399,
          "pair_accuracy": 0.9308888888888889,
          "positive_goodness": 4.822380030653211,
          "runtime_seconds": 10.013336420059204
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5409012065039741,
          "lr": 0.03,
          "negative_goodness": 0.7554583052370283,
          "pair_accuracy": 0.926755555566152,
          "positive_goodness": 4.852115006510417,
          "runtime_seconds": 10.027529954910278
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.48813076962365043,
          "lr": 0.03,
          "negative_goodness": 0.6914338598661952,
          "pair_accuracy": 0.9435111111323039,
          "positive_goodness": 5.31680590209961,
          "runtime_seconds": 10.062520027160645
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5636477982415093,
          "lr": 0.03,
          "negative_goodness": 0.7639542230857743,
          "pair_accuracy": 0.9230666667090522,
          "positive_goodness": 4.900458595403036,
          "runtime_seconds": 10.079661130905151
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5240934502336714,
          "lr": 0.03,
          "negative_goodness": 0.7632961557249228,
          "pair_accuracy": 0.9348222222222222,
          "positive_goodness": 4.944244030337863,
          "runtime_seconds": 10.048044204711914
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5664046451409658,
          "lr": 0.03,
          "negative_goodness": 0.7694805906097094,
          "pair_accuracy": 0.9256444444444445,
          "positive_goodness": 4.774511598587036,
          "runtime_seconds": 9.968890905380249
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5958663291083441,
          "lr": 0.03,
          "negative_goodness": 0.8000580290900337,
          "pair_accuracy": 0.9116444444444445,
          "positive_goodness": 4.667495197974311,
          "runtime_seconds": 9.946710348129272
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6243872205522325,
          "lr": 0.03,
          "negative_goodness": 0.8130516233576669,
          "pair_accuracy": 0.9001111111111111,
          "positive_goodness": 4.599979700915019,
          "runtime_seconds": 10.062336921691895
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5686484395345052,
          "lr": 0.03,
          "negative_goodness": 0.8040521120170753,
          "pair_accuracy": 0.9209111111217075,
          "positive_goodness": 4.830848184288873,
          "runtime_seconds": 10.077436447143555
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5611477889855703,
          "lr": 0.03,
          "negative_goodness": 0.7703935966081089,
          "pair_accuracy": 0.9200666666666667,
          "positive_goodness": 4.7988058352152505,
          "runtime_seconds": 10.057904243469238
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.47971095938682556,
          "lr": 0.03,
          "negative_goodness": 0.6959808581087324,
          "pair_accuracy": 0.9444222222222223,
          "positive_goodness": 5.237649252743191,
          "runtime_seconds": 10.088381052017212
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5063298049237993,
          "lr": 0.03,
          "negative_goodness": 0.6921519322143661,
          "pair_accuracy": 0.9306444444444445,
          "positive_goodness": 5.303913725280761,
          "runtime_seconds": 10.06984281539917
        }
      ],
      "layer": 43
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9346767871432834,
          "lr": 0.03,
          "negative_goodness": 1.4683877006106907,
          "pair_accuracy": 0.8670888889418708,
          "positive_goodness": 3.6196975021362303,
          "runtime_seconds": 10.091290712356567
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7984214011298285,
          "lr": 0.03,
          "negative_goodness": 1.2692857558780246,
          "pair_accuracy": 0.8813555555555556,
          "positive_goodness": 3.8025891786787245,
          "runtime_seconds": 10.099543809890747
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8064818390051524,
          "lr": 0.03,
          "negative_goodness": 1.2206233721945021,
          "pair_accuracy": 0.8678444444338481,
          "positive_goodness": 3.7279663624233668,
          "runtime_seconds": 10.080089807510376
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.718959611553616,
          "lr": 0.03,
          "negative_goodness": 1.1247085643132528,
          "pair_accuracy": 0.8929777777777778,
          "positive_goodness": 4.019505131191678,
          "runtime_seconds": 10.101378202438354
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7011025118721856,
          "lr": 0.03,
          "negative_goodness": 1.1038812456342908,
          "pair_accuracy": 0.8982444444974264,
          "positive_goodness": 4.078388762495253,
          "runtime_seconds": 10.084319829940796
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6952027022043864,
          "lr": 0.03,
          "negative_goodness": 1.0906676138983833,
          "pair_accuracy": 0.9033333333651224,
          "positive_goodness": 4.102948246553209,
          "runtime_seconds": 10.08133316040039
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7069954497655233,
          "lr": 0.03,
          "negative_goodness": 1.0763319070392185,
          "pair_accuracy": 0.890688888920678,
          "positive_goodness": 4.0887845291985405,
          "runtime_seconds": 10.084752559661865
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6445511186732186,
          "lr": 0.03,
          "negative_goodness": 0.9953670365863376,
          "pair_accuracy": 0.9188888888888889,
          "positive_goodness": 4.27519487991333,
          "runtime_seconds": 10.071909427642822
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6423035937839084,
          "lr": 0.03,
          "negative_goodness": 1.0009610660129122,
          "pair_accuracy": 0.9162666666673289,
          "positive_goodness": 4.325644279988607,
          "runtime_seconds": 10.09606122970581
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6418837658087413,
          "lr": 0.03,
          "negative_goodness": 0.9662708445707957,
          "pair_accuracy": 0.8958222222222222,
          "positive_goodness": 4.375575034840901,
          "runtime_seconds": 10.08718752861023
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6194209810468886,
          "lr": 0.03,
          "negative_goodness": 0.9145867816925048,
          "pair_accuracy": 0.912111111164093,
          "positive_goodness": 4.48890809457567,
          "runtime_seconds": 10.102477312088013
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7192885091198815,
          "lr": 0.03,
          "negative_goodness": 1.0595584604263306,
          "pair_accuracy": 0.889533333322737,
          "positive_goodness": 4.052926141357422,
          "runtime_seconds": 10.067776679992676
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.674453549838066,
          "lr": 0.03,
          "negative_goodness": 0.9858992713729541,
          "pair_accuracy": 0.8907777777777778,
          "positive_goodness": 4.234053226894803,
          "runtime_seconds": 10.10163950920105
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6197646417935689,
          "lr": 0.03,
          "negative_goodness": 0.9538008056004842,
          "pair_accuracy": 0.9123555555979411,
          "positive_goodness": 4.50951521542867,
          "runtime_seconds": 10.078099250793457
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6421668072382609,
          "lr": 0.03,
          "negative_goodness": 0.9412178508122762,
          "pair_accuracy": 0.9112,
          "positive_goodness": 4.308680074649387,
          "runtime_seconds": 10.074577331542969
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6517625487221612,
          "lr": 0.03,
          "negative_goodness": 0.9659093055327733,
          "pair_accuracy": 0.9077555555555555,
          "positive_goodness": 4.3450387087504065,
          "runtime_seconds": 10.104088544845581
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5889569138420953,
          "lr": 0.03,
          "negative_goodness": 0.8709987914191352,
          "pair_accuracy": 0.9243777777779434,
          "positive_goodness": 4.580334243901571,
          "runtime_seconds": 10.085711479187012
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6447001052114698,
          "lr": 0.03,
          "negative_goodness": 0.9291367623011271,
          "pair_accuracy": 0.9019777778201633,
          "positive_goodness": 4.389428783374362,
          "runtime_seconds": 10.088613748550415
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6360152425554063,
          "lr": 0.03,
          "negative_goodness": 0.9470372845649719,
          "pair_accuracy": 0.9125333333863153,
          "positive_goodness": 4.3662574136734005,
          "runtime_seconds": 10.093218803405762
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6394881881925795,
          "lr": 0.03,
          "negative_goodness": 0.9053104804356893,
          "pair_accuracy": 0.8970666666719649,
          "positive_goodness": 4.403017366960314,
          "runtime_seconds": 10.104112386703491
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6330157224443224,
          "lr": 0.03,
          "negative_goodness": 0.9091789373291863,
          "pair_accuracy": 0.9067111111111111,
          "positive_goodness": 4.315316286129422,
          "runtime_seconds": 10.076805114746094
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5771090676519606,
          "lr": 0.03,
          "negative_goodness": 0.8537562822553847,
          "pair_accuracy": 0.9179777777671814,
          "positive_goodness": 4.64185483432346,
          "runtime_seconds": 10.091705560684204
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6114524514728122,
          "lr": 0.03,
          "negative_goodness": 0.8928262943267822,
          "pair_accuracy": 0.9125777777777778,
          "positive_goodness": 4.445650251727634,
          "runtime_seconds": 10.066736459732056
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6020866572883394,
          "lr": 0.03,
          "negative_goodness": 0.8851158845530616,
          "pair_accuracy": 0.919,
          "positive_goodness": 4.569046004740398,
          "runtime_seconds": 9.97428560256958
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5901178986867269,
          "lr": 0.03,
          "negative_goodness": 0.8410444557083978,
          "pair_accuracy": 0.9153333333015442,
          "positive_goodness": 4.559525248591105,
          "runtime_seconds": 9.97572946548462
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6149011706087324,
          "lr": 0.03,
          "negative_goodness": 0.8855366744836172,
          "pair_accuracy": 0.9102666666666667,
          "positive_goodness": 4.490979231770833,
          "runtime_seconds": 9.97760558128357
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5795924818462795,
          "lr": 0.03,
          "negative_goodness": 0.8267556357383729,
          "pair_accuracy": 0.9205333333333333,
          "positive_goodness": 4.674566679551866,
          "runtime_seconds": 9.975169897079468
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5976186845408545,
          "lr": 0.03,
          "negative_goodness": 0.8727001194741991,
          "pair_accuracy": 0.9151555555555556,
          "positive_goodness": 4.649753768836128,
          "runtime_seconds": 10.071118116378784
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6266046964433458,
          "lr": 0.03,
          "negative_goodness": 0.8811416229354011,
          "pair_accuracy": 0.8956000000105964,
          "positive_goodness": 4.515528265719944,
          "runtime_seconds": 10.08766770362854
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5980989153226217,
          "lr": 0.03,
          "negative_goodness": 0.8413431424352857,
          "pair_accuracy": 0.9086666666666666,
          "positive_goodness": 4.639497564909194,
          "runtime_seconds": 10.086966276168823
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5716602661980523,
          "lr": 0.03,
          "negative_goodness": 0.8121969635645548,
          "pair_accuracy": 0.9206888889153798,
          "positive_goodness": 4.73554785639445,
          "runtime_seconds": 10.09742283821106
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6139340599060059,
          "lr": 0.03,
          "negative_goodness": 0.8556454732577006,
          "pair_accuracy": 0.9051555555237664,
          "positive_goodness": 4.5838341565026175,
          "runtime_seconds": 10.07446837425232
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6212346639633178,
          "lr": 0.03,
          "negative_goodness": 0.8631563958591885,
          "pair_accuracy": 0.9063999999788073,
          "positive_goodness": 4.522479294331869,
          "runtime_seconds": 10.084010124206543
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5459674128426446,
          "lr": 0.03,
          "negative_goodness": 0.7910254267904494,
          "pair_accuracy": 0.9283111111058129,
          "positive_goodness": 4.829119348589579,
          "runtime_seconds": 10.079168796539307
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5197063999096553,
          "lr": 0.03,
          "negative_goodness": 0.7588317914326985,
          "pair_accuracy": 0.9364,
          "positive_goodness": 4.944094464535183,
          "runtime_seconds": 10.086157321929932
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5546120406044854,
          "lr": 0.03,
          "negative_goodness": 0.7926846154636807,
          "pair_accuracy": 0.9253111111429002,
          "positive_goodness": 4.834729881668091,
          "runtime_seconds": 10.089683294296265
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5906173386891683,
          "lr": 0.03,
          "negative_goodness": 0.8251942931599087,
          "pair_accuracy": 0.9140000000423856,
          "positive_goodness": 4.766774418873257,
          "runtime_seconds": 10.085829019546509
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5788779208183289,
          "lr": 0.03,
          "negative_goodness": 0.8228042661428452,
          "pair_accuracy": 0.9167555555555555,
          "positive_goodness": 4.743212650807698,
          "runtime_seconds": 10.08182954788208
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5214588431040446,
          "lr": 0.03,
          "negative_goodness": 0.7705103333155314,
          "pair_accuracy": 0.9315111111114422,
          "positive_goodness": 4.915619294754664,
          "runtime_seconds": 10.081504583358765
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5371790157000224,
          "lr": 0.03,
          "negative_goodness": 0.7305568634616004,
          "pair_accuracy": 0.9247777777777778,
          "positive_goodness": 4.94543761783176,
          "runtime_seconds": 10.079449653625488
        }
      ],
      "layer": 44
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8860680801762475,
          "lr": 0.03,
          "negative_goodness": 1.2736660833994549,
          "pair_accuracy": 0.8462888888888889,
          "positive_goodness": 3.3971416694641112,
          "runtime_seconds": 10.060720443725586
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8095235125859579,
          "lr": 0.03,
          "negative_goodness": 1.233468624581231,
          "pair_accuracy": 0.8758222222222222,
          "positive_goodness": 3.7086089919196237,
          "runtime_seconds": 10.065419673919678
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7687490080515543,
          "lr": 0.03,
          "negative_goodness": 1.162976470041275,
          "pair_accuracy": 0.8832666666666666,
          "positive_goodness": 3.8769055029975044,
          "runtime_seconds": 10.064117193222046
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7229626228862338,
          "lr": 0.03,
          "negative_goodness": 1.1182381855540806,
          "pair_accuracy": 0.8976666666666666,
          "positive_goodness": 4.020081284756131,
          "runtime_seconds": 10.083614110946655
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6494950989299351,
          "lr": 0.03,
          "negative_goodness": 1.0161853020773994,
          "pair_accuracy": 0.9169777777777778,
          "positive_goodness": 4.331090111456977,
          "runtime_seconds": 10.08237075805664
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6622287333170573,
          "lr": 0.03,
          "negative_goodness": 0.9956000843207041,
          "pair_accuracy": 0.90608888888922,
          "positive_goodness": 4.316962286165025,
          "runtime_seconds": 10.073353290557861
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6605287237591214,
          "lr": 0.03,
          "negative_goodness": 0.9793508658250173,
          "pair_accuracy": 0.9118222221904331,
          "positive_goodness": 4.336842023976644,
          "runtime_seconds": 10.078052997589111
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6779779950459798,
          "lr": 0.03,
          "negative_goodness": 1.0014136907842424,
          "pair_accuracy": 0.9029111111217075,
          "positive_goodness": 4.195911247253418,
          "runtime_seconds": 10.073413372039795
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6665464745362599,
          "lr": 0.03,
          "negative_goodness": 0.9857515238642692,
          "pair_accuracy": 0.9168222222222222,
          "positive_goodness": 4.2191411058213975,
          "runtime_seconds": 10.073228120803833
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6668456158532037,
          "lr": 0.03,
          "negative_goodness": 0.9762346671210395,
          "pair_accuracy": 0.9050666666719649,
          "positive_goodness": 4.249607761319479,
          "runtime_seconds": 10.080596923828125
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.652231997900539,
          "lr": 0.03,
          "negative_goodness": 0.9727108365376791,
          "pair_accuracy": 0.9067555555555555,
          "positive_goodness": 4.163765992312961,
          "runtime_seconds": 10.071112155914307
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6449920952267117,
          "lr": 0.03,
          "negative_goodness": 0.9448702925019794,
          "pair_accuracy": 0.9083777777777777,
          "positive_goodness": 4.365559017033047,
          "runtime_seconds": 10.041404962539673
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6530934161557091,
          "lr": 0.03,
          "negative_goodness": 0.9513328678819868,
          "pair_accuracy": 0.9089111111111111,
          "positive_goodness": 4.198437461725871,
          "runtime_seconds": 10.014373064041138
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6232893709500631,
          "lr": 0.03,
          "negative_goodness": 0.9129342718124389,
          "pair_accuracy": 0.9213777777777777,
          "positive_goodness": 4.314717015520731,
          "runtime_seconds": 10.010612964630127
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6439603883319431,
          "lr": 0.03,
          "negative_goodness": 0.9288154378361172,
          "pair_accuracy": 0.9072222222010294,
          "positive_goodness": 4.276440311219957,
          "runtime_seconds": 10.014437437057495
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5989538674036662,
          "lr": 0.03,
          "negative_goodness": 0.878886164744695,
          "pair_accuracy": 0.9187111111323039,
          "positive_goodness": 4.446385312949286,
          "runtime_seconds": 10.021391868591309
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.632533130258984,
          "lr": 0.03,
          "negative_goodness": 0.9198600718074375,
          "pair_accuracy": 0.9076,
          "positive_goodness": 4.381458644104004,
          "runtime_seconds": 10.020251750946045
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6147734961085849,
          "lr": 0.03,
          "negative_goodness": 0.8783927221126027,
          "pair_accuracy": 0.9153111111111111,
          "positive_goodness": 4.496247257741293,
          "runtime_seconds": 10.017763614654541
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5514801948865254,
          "lr": 0.03,
          "negative_goodness": 0.8103742051071591,
          "pair_accuracy": 0.9284222222222223,
          "positive_goodness": 4.74955685128106,
          "runtime_seconds": 10.017934799194336
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5974581809997559,
          "lr": 0.03,
          "negative_goodness": 0.8816708873695798,
          "pair_accuracy": 0.9243777777989706,
          "positive_goodness": 4.451486898040772,
          "runtime_seconds": 10.017053604125977
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5984091165516111,
          "lr": 0.03,
          "negative_goodness": 0.81706239964962,
          "pair_accuracy": 0.9126666666666666,
          "positive_goodness": 4.510995239766439,
          "runtime_seconds": 10.022727727890015
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6138833817164103,
          "lr": 0.03,
          "negative_goodness": 0.8652015167898602,
          "pair_accuracy": 0.9155111111534966,
          "positive_goodness": 4.467153117964003,
          "runtime_seconds": 10.02014422416687
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5428742558346854,
          "lr": 0.03,
          "negative_goodness": 0.8026842041068607,
          "pair_accuracy": 0.9358444444444445,
          "positive_goodness": 4.633457951524522,
          "runtime_seconds": 10.016863107681274
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.603065804221895,
          "lr": 0.03,
          "negative_goodness": 0.8473362385590871,
          "pair_accuracy": 0.9150888888888888,
          "positive_goodness": 4.468854666222466,
          "runtime_seconds": 10.016139268875122
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6315376769304275,
          "lr": 0.03,
          "negative_goodness": 0.8683059722052681,
          "pair_accuracy": 0.9031333333333333,
          "positive_goodness": 4.310899039204916,
          "runtime_seconds": 10.070836305618286
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6244244272232056,
          "lr": 0.03,
          "negative_goodness": 0.846631499979231,
          "pair_accuracy": 0.9038444444444445,
          "positive_goodness": 4.475329614596896,
          "runtime_seconds": 10.067122459411621
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5937769415325589,
          "lr": 0.03,
          "negative_goodness": 0.8156543301847246,
          "pair_accuracy": 0.9166222222540114,
          "positive_goodness": 4.626213286421034,
          "runtime_seconds": 10.077249765396118
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5497895376549826,
          "lr": 0.03,
          "negative_goodness": 0.7524658863888847,
          "pair_accuracy": 0.9216,
          "positive_goodness": 4.725271642812093,
          "runtime_seconds": 10.076430082321167
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6042610728369818,
          "lr": 0.03,
          "negative_goodness": 0.8191545137670305,
          "pair_accuracy": 0.911511111164093,
          "positive_goodness": 4.53518788172404,
          "runtime_seconds": 10.074847936630249
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5834533440007104,
          "lr": 0.03,
          "negative_goodness": 0.7903278296099768,
          "pair_accuracy": 0.9145555555555556,
          "positive_goodness": 4.6226212761773,
          "runtime_seconds": 10.074146032333374
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6031155740790897,
          "lr": 0.03,
          "negative_goodness": 0.8240025059315893,
          "pair_accuracy": 0.9159777777777778,
          "positive_goodness": 4.492649683888753,
          "runtime_seconds": 10.074518203735352
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5991065583811865,
          "lr": 0.03,
          "negative_goodness": 0.8319234763145447,
          "pair_accuracy": 0.9165555555555556,
          "positive_goodness": 4.497758159806994,
          "runtime_seconds": 10.071101903915405
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5854352151234945,
          "lr": 0.03,
          "negative_goodness": 0.8198851407051087,
          "pair_accuracy": 0.9229333333333334,
          "positive_goodness": 4.590788896343443,
          "runtime_seconds": 10.076202869415283
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5971673323419359,
          "lr": 0.03,
          "negative_goodness": 0.8254820499128765,
          "pair_accuracy": 0.91564444448683,
          "positive_goodness": 4.454475086720785,
          "runtime_seconds": 10.072973012924194
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5771418919669258,
          "lr": 0.03,
          "negative_goodness": 0.7824590207126405,
          "pair_accuracy": 0.910022222190433,
          "positive_goodness": 4.749134894476996,
          "runtime_seconds": 10.073547840118408
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.49575501692030166,
          "lr": 0.03,
          "negative_goodness": 0.6981429692678981,
          "pair_accuracy": 0.9416,
          "positive_goodness": 5.054091406334771,
          "runtime_seconds": 10.07804560661316
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5156575779279073,
          "lr": 0.03,
          "negative_goodness": 0.710158234433333,
          "pair_accuracy": 0.9334666666666667,
          "positive_goodness": 5.095560399288601,
          "runtime_seconds": 10.076952695846558
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5720213703579373,
          "lr": 0.03,
          "negative_goodness": 0.7591535099214978,
          "pair_accuracy": 0.9216,
          "positive_goodness": 4.6921911375257706,
          "runtime_seconds": 10.073920965194702
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5793892247941759,
          "lr": 0.03,
          "negative_goodness": 0.7919173444430033,
          "pair_accuracy": 0.9214444444444444,
          "positive_goodness": 4.731639198790656,
          "runtime_seconds": 10.07814884185791
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5550637698252996,
          "lr": 0.03,
          "negative_goodness": 0.7281312873668141,
          "pair_accuracy": 0.9237111111111111,
          "positive_goodness": 4.745413439390394,
          "runtime_seconds": 10.079649686813354
        }
      ],
      "layer": 45
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9454643867916531,
          "lr": 0.03,
          "negative_goodness": 1.4746423621707492,
          "pair_accuracy": 0.8562,
          "positive_goodness": 3.5603540918986,
          "runtime_seconds": 10.108945846557617
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8569478264914618,
          "lr": 0.03,
          "negative_goodness": 1.3262245496114096,
          "pair_accuracy": 0.8653333333757188,
          "positive_goodness": 3.5025284813351103,
          "runtime_seconds": 10.10463547706604
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7708378267579609,
          "lr": 0.03,
          "negative_goodness": 1.1813692196263208,
          "pair_accuracy": 0.8741555555555556,
          "positive_goodness": 3.7858461574978297,
          "runtime_seconds": 10.109174728393555
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7957794940577613,
          "lr": 0.03,
          "negative_goodness": 1.2369137157970005,
          "pair_accuracy": 0.8657333333333334,
          "positive_goodness": 3.6545450304667155,
          "runtime_seconds": 10.10103464126587
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7209135388904148,
          "lr": 0.03,
          "negative_goodness": 1.125935685157776,
          "pair_accuracy": 0.8940222222063277,
          "positive_goodness": 3.999766543706258,
          "runtime_seconds": 10.10451340675354
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7439595644579994,
          "lr": 0.03,
          "negative_goodness": 1.128408426560296,
          "pair_accuracy": 0.8830888888888889,
          "positive_goodness": 3.8039565533955892,
          "runtime_seconds": 10.106029987335205
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6593189979341295,
          "lr": 0.03,
          "negative_goodness": 1.0352950593418546,
          "pair_accuracy": 0.9099777777777778,
          "positive_goodness": 4.140175774214002,
          "runtime_seconds": 10.112250804901123
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7371553056610956,
          "lr": 0.03,
          "negative_goodness": 1.0770899088541668,
          "pair_accuracy": 0.877155555566152,
          "positive_goodness": 3.9596248834398056,
          "runtime_seconds": 10.10774827003479
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.730634809647666,
          "lr": 0.03,
          "negative_goodness": 1.0826971373028225,
          "pair_accuracy": 0.8820222222222223,
          "positive_goodness": 3.9058528959062366,
          "runtime_seconds": 10.106631994247437
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7113840471400155,
          "lr": 0.03,
          "negative_goodness": 1.087222335765097,
          "pair_accuracy": 0.8826444444444445,
          "positive_goodness": 3.928593242136637,
          "runtime_seconds": 10.061813116073608
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6855294843249851,
          "lr": 0.03,
          "negative_goodness": 1.0160150193108453,
          "pair_accuracy": 0.8945333333439297,
          "positive_goodness": 4.075185091612074,
          "runtime_seconds": 10.091916799545288
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6847959185812208,
          "lr": 0.03,
          "negative_goodness": 1.007796247927348,
          "pair_accuracy": 0.8895555555343628,
          "positive_goodness": 4.129701912646824,
          "runtime_seconds": 10.108227014541626
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6835379494137234,
          "lr": 0.03,
          "negative_goodness": 1.022489470354716,
          "pair_accuracy": 0.9013777777777778,
          "positive_goodness": 4.06874282629225,
          "runtime_seconds": 10.116569995880127
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6643015308856964,
          "lr": 0.03,
          "negative_goodness": 0.9892259294191996,
          "pair_accuracy": 0.9011777777777777,
          "positive_goodness": 4.129249195946588,
          "runtime_seconds": 10.099916458129883
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6216559585412343,
          "lr": 0.03,
          "negative_goodness": 0.9327085357666015,
          "pair_accuracy": 0.9072888888888889,
          "positive_goodness": 4.323409793006049,
          "runtime_seconds": 10.101758480072021
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6319279933532079,
          "lr": 0.03,
          "negative_goodness": 0.9427832969215181,
          "pair_accuracy": 0.9053333333333333,
          "positive_goodness": 4.347706460995144,
          "runtime_seconds": 10.09842848777771
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6136130317158169,
          "lr": 0.03,
          "negative_goodness": 0.9310224804772271,
          "pair_accuracy": 0.9183555555449592,
          "positive_goodness": 4.427854076131185,
          "runtime_seconds": 10.100592374801636
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6258697824690077,
          "lr": 0.03,
          "negative_goodness": 0.9254955580181545,
          "pair_accuracy": 0.9151777777883742,
          "positive_goodness": 4.311740976927015,
          "runtime_seconds": 10.101432800292969
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6645634132941564,
          "lr": 0.03,
          "negative_goodness": 0.9393790666050381,
          "pair_accuracy": 0.8924444444444445,
          "positive_goodness": 4.103482025739882,
          "runtime_seconds": 10.108880996704102
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5537030080000559,
          "lr": 0.03,
          "negative_goodness": 0.8481375500652525,
          "pair_accuracy": 0.9295111111111111,
          "positive_goodness": 4.651333989037408,
          "runtime_seconds": 10.097234725952148
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.665707439215978,
          "lr": 0.03,
          "negative_goodness": 0.9784765799681345,
          "pair_accuracy": 0.9081111111111111,
          "positive_goodness": 4.2193978803846575,
          "runtime_seconds": 10.078247547149658
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6195325894461737,
          "lr": 0.03,
          "negative_goodness": 0.8936072930230035,
          "pair_accuracy": 0.9092222222010294,
          "positive_goodness": 4.468801927057902,
          "runtime_seconds": 10.03861141204834
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6370962489340041,
          "lr": 0.03,
          "negative_goodness": 0.9065140623516507,
          "pair_accuracy": 0.9001111111005148,
          "positive_goodness": 4.31263516070048,
          "runtime_seconds": 10.096463680267334
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6166958722856309,
          "lr": 0.03,
          "negative_goodness": 0.9247695491154989,
          "pair_accuracy": 0.9148222222010295,
          "positive_goodness": 4.316009868918525,
          "runtime_seconds": 10.104164600372314
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6277931456300947,
          "lr": 0.03,
          "negative_goodness": 0.8973218126614888,
          "pair_accuracy": 0.9070888888888888,
          "positive_goodness": 4.391159927283393,
          "runtime_seconds": 10.10986590385437
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6653899891906314,
          "lr": 0.03,
          "negative_goodness": 0.9562301820331149,
          "pair_accuracy": 0.8937111111111111,
          "positive_goodness": 4.207376086849637,
          "runtime_seconds": 10.10010051727295
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.591415165731642,
          "lr": 0.03,
          "negative_goodness": 0.8574602201461792,
          "pair_accuracy": 0.915155555539661,
          "positive_goodness": 4.5137336347791885,
          "runtime_seconds": 10.098332405090332
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5791812678654988,
          "lr": 0.03,
          "negative_goodness": 0.8567208623250325,
          "pair_accuracy": 0.919755555566152,
          "positive_goodness": 4.5566861535390215,
          "runtime_seconds": 10.09746766090393
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5901881730927362,
          "lr": 0.03,
          "negative_goodness": 0.8497645950317383,
          "pair_accuracy": 0.9144666666454739,
          "positive_goodness": 4.515974321026272,
          "runtime_seconds": 10.093210458755493
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5899934298568301,
          "lr": 0.03,
          "negative_goodness": 0.8721463739103741,
          "pair_accuracy": 0.9192888888888889,
          "positive_goodness": 4.491561012352838,
          "runtime_seconds": 10.097766637802124
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6054775657018026,
          "lr": 0.03,
          "negative_goodness": 0.8830433646096124,
          "pair_accuracy": 0.9215333333545261,
          "positive_goodness": 4.391409263653225,
          "runtime_seconds": 10.10280156135559
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5556231348673503,
          "lr": 0.03,
          "negative_goodness": 0.8225973289648691,
          "pair_accuracy": 0.9317555555555556,
          "positive_goodness": 4.694046157667372,
          "runtime_seconds": 10.086665868759155
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6633031949149237,
          "lr": 0.03,
          "negative_goodness": 0.9104946001264784,
          "pair_accuracy": 0.8954666666666666,
          "positive_goodness": 4.254643029573229,
          "runtime_seconds": 10.037577629089355
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5863006171968248,
          "lr": 0.03,
          "negative_goodness": 0.8465041871176826,
          "pair_accuracy": 0.9224222222116258,
          "positive_goodness": 4.566744807688395,
          "runtime_seconds": 10.042097806930542
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.603749256128735,
          "lr": 0.03,
          "negative_goodness": 0.8566013425747554,
          "pair_accuracy": 0.9193111111111111,
          "positive_goodness": 4.463840265994602,
          "runtime_seconds": 10.03553032875061
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5705523841910892,
          "lr": 0.03,
          "negative_goodness": 0.8092608760224448,
          "pair_accuracy": 0.9237333333333333,
          "positive_goodness": 4.671305928632948,
          "runtime_seconds": 10.040732145309448
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5695340238014857,
          "lr": 0.03,
          "negative_goodness": 0.8179248960071139,
          "pair_accuracy": 0.9200666666666667,
          "positive_goodness": 4.619156283315022,
          "runtime_seconds": 10.044881582260132
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5504846266428629,
          "lr": 0.03,
          "negative_goodness": 0.8013754982524448,
          "pair_accuracy": 0.9284222222116258,
          "positive_goodness": 4.7047497393714055,
          "runtime_seconds": 10.030721426010132
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.588724856821696,
          "lr": 0.03,
          "negative_goodness": 0.8454264588356019,
          "pair_accuracy": 0.920577777809567,
          "positive_goodness": 4.5581686618593,
          "runtime_seconds": 10.020333290100098
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6513858989026812,
          "lr": 0.03,
          "negative_goodness": 0.885727674876319,
          "pair_accuracy": 0.8982222222222223,
          "positive_goodness": 4.248626653628879,
          "runtime_seconds": 10.030713558197021
        }
      ],
      "layer": 46
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.7509889979124069,
          "lr": 0.03,
          "negative_goodness": 1.0585817709287009,
          "pair_accuracy": 0.8746,
          "positive_goodness": 3.889799285888672,
          "runtime_seconds": 10.01156234741211
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.805835777229733,
          "lr": 0.03,
          "negative_goodness": 1.1566733598391215,
          "pair_accuracy": 0.8537333333333333,
          "positive_goodness": 3.773800124698215,
          "runtime_seconds": 10.020140886306763
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8233789085812039,
          "lr": 0.03,
          "negative_goodness": 1.1767417003631593,
          "pair_accuracy": 0.856977777809567,
          "positive_goodness": 3.6628360942840574,
          "runtime_seconds": 10.020422458648682
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7660000596576266,
          "lr": 0.03,
          "negative_goodness": 1.1699699289639791,
          "pair_accuracy": 0.8808222222222222,
          "positive_goodness": 3.791829153781467,
          "runtime_seconds": 10.026766300201416
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.733036866484748,
          "lr": 0.03,
          "negative_goodness": 1.1111212184906005,
          "pair_accuracy": 0.8952444444285499,
          "positive_goodness": 3.955499699783325,
          "runtime_seconds": 10.018225193023682
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6950301309373643,
          "lr": 0.03,
          "negative_goodness": 1.0478989976882935,
          "pair_accuracy": 0.8980222222752041,
          "positive_goodness": 3.9704496649424237,
          "runtime_seconds": 10.019359111785889
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6737767413934072,
          "lr": 0.03,
          "negative_goodness": 1.0201217968198988,
          "pair_accuracy": 0.8932222222222223,
          "positive_goodness": 4.122900023481581,
          "runtime_seconds": 10.023486852645874
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7090286201159159,
          "lr": 0.03,
          "negative_goodness": 1.0028425963189866,
          "pair_accuracy": 0.8883777777671814,
          "positive_goodness": 4.046813424216376,
          "runtime_seconds": 10.01295018196106
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.698904631529914,
          "lr": 0.03,
          "negative_goodness": 1.0300119663556417,
          "pair_accuracy": 0.8983111111376021,
          "positive_goodness": 4.047114983876546,
          "runtime_seconds": 10.022091388702393
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6327006008360121,
          "lr": 0.03,
          "negative_goodness": 0.9656412847783831,
          "pair_accuracy": 0.917666666677263,
          "positive_goodness": 4.353110056474474,
          "runtime_seconds": 10.079277515411377
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6553725686603122,
          "lr": 0.03,
          "negative_goodness": 0.9768850217130449,
          "pair_accuracy": 0.9101111111323039,
          "positive_goodness": 4.227533372158474,
          "runtime_seconds": 10.074438571929932
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.679126697921753,
          "lr": 0.03,
          "negative_goodness": 0.9706092124256823,
          "pair_accuracy": 0.8967555555555555,
          "positive_goodness": 4.282143689176771,
          "runtime_seconds": 10.076709032058716
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7141995176315308,
          "lr": 0.03,
          "negative_goodness": 0.9933788674354553,
          "pair_accuracy": 0.8783111111005147,
          "positive_goodness": 4.032003035693698,
          "runtime_seconds": 10.076459884643555
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6885530319690705,
          "lr": 0.03,
          "negative_goodness": 0.9936960050847795,
          "pair_accuracy": 0.8924444444444445,
          "positive_goodness": 4.205625550842285,
          "runtime_seconds": 10.009275436401367
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.625801300740242,
          "lr": 0.03,
          "negative_goodness": 0.911117371527354,
          "pair_accuracy": 0.9086666666666666,
          "positive_goodness": 4.4476646374172635,
          "runtime_seconds": 9.960929155349731
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6413860049618615,
          "lr": 0.03,
          "negative_goodness": 0.9431101871437496,
          "pair_accuracy": 0.9081555555555556,
          "positive_goodness": 4.303457567511664,
          "runtime_seconds": 9.957911252975464
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6813163195557065,
          "lr": 0.03,
          "negative_goodness": 0.9335349500762091,
          "pair_accuracy": 0.8948888888888888,
          "positive_goodness": 4.27055273352729,
          "runtime_seconds": 9.953481912612915
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6426040394041274,
          "lr": 0.03,
          "negative_goodness": 0.9227099067714479,
          "pair_accuracy": 0.8995555555449591,
          "positive_goodness": 4.323266861258613,
          "runtime_seconds": 9.962931632995605
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6426955445633994,
          "lr": 0.03,
          "negative_goodness": 0.9086218942602475,
          "pair_accuracy": 0.9028222222222222,
          "positive_goodness": 4.299542156304254,
          "runtime_seconds": 9.96480107307434
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6422112154271867,
          "lr": 0.03,
          "negative_goodness": 0.9245647778378593,
          "pair_accuracy": 0.9056888888888889,
          "positive_goodness": 4.284907625622219,
          "runtime_seconds": 9.977610111236572
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6167599059210883,
          "lr": 0.03,
          "negative_goodness": 0.891384081308047,
          "pair_accuracy": 0.9105555555237664,
          "positive_goodness": 4.472415610800849,
          "runtime_seconds": 10.016610145568848
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.590854419154591,
          "lr": 0.03,
          "negative_goodness": 0.83902163330449,
          "pair_accuracy": 0.9134,
          "positive_goodness": 4.675784610493978,
          "runtime_seconds": 10.025578498840332
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6227432424015469,
          "lr": 0.03,
          "negative_goodness": 0.9045049454821481,
          "pair_accuracy": 0.9148666666666667,
          "positive_goodness": 4.490438167911106,
          "runtime_seconds": 10.020029306411743
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6655056238121456,
          "lr": 0.03,
          "negative_goodness": 0.9305003513839509,
          "pair_accuracy": 0.9023555555555556,
          "positive_goodness": 4.254048021104601,
          "runtime_seconds": 10.015880823135376
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6547113120979733,
          "lr": 0.03,
          "negative_goodness": 0.9159140956418382,
          "pair_accuracy": 0.9064222222222222,
          "positive_goodness": 4.243242253367106,
          "runtime_seconds": 10.02000117301941
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6153375278870264,
          "lr": 0.03,
          "negative_goodness": 0.8695896824532084,
          "pair_accuracy": 0.9142,
          "positive_goodness": 4.365218082088894,
          "runtime_seconds": 10.020765781402588
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5798363998916414,
          "lr": 0.03,
          "negative_goodness": 0.827073824069235,
          "pair_accuracy": 0.9248444444444445,
          "positive_goodness": 4.6469362833235,
          "runtime_seconds": 10.022949695587158
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6115806965695487,
          "lr": 0.03,
          "negative_goodness": 0.8784756493727366,
          "pair_accuracy": 0.9127111111111111,
          "positive_goodness": 4.41048894627889,
          "runtime_seconds": 10.028647422790527
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6435682909859551,
          "lr": 0.03,
          "negative_goodness": 0.8962843156019846,
          "pair_accuracy": 0.9065777777777778,
          "positive_goodness": 4.349741572613186,
          "runtime_seconds": 10.02534818649292
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5558024951166577,
          "lr": 0.03,
          "negative_goodness": 0.8091614491151439,
          "pair_accuracy": 0.9355555555555556,
          "positive_goodness": 4.635438447825114,
          "runtime_seconds": 10.026383638381958
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6162388800938924,
          "lr": 0.03,
          "negative_goodness": 0.8810901050262981,
          "pair_accuracy": 0.9132222222222223,
          "positive_goodness": 4.511766043429905,
          "runtime_seconds": 10.028766632080078
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6683057920244005,
          "lr": 0.03,
          "negative_goodness": 0.899460025106536,
          "pair_accuracy": 0.8871333333757189,
          "positive_goodness": 4.332178110037909,
          "runtime_seconds": 10.023855924606323
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5917661720514298,
          "lr": 0.03,
          "negative_goodness": 0.8356529841396544,
          "pair_accuracy": 0.9124888888888889,
          "positive_goodness": 4.588539519585503,
          "runtime_seconds": 10.024022102355957
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6573368574566312,
          "lr": 0.03,
          "negative_goodness": 0.9000139622820749,
          "pair_accuracy": 0.8997333333333334,
          "positive_goodness": 4.3485191574732465,
          "runtime_seconds": 10.023800611495972
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5992025223626031,
          "lr": 0.03,
          "negative_goodness": 0.8345301794634925,
          "pair_accuracy": 0.9160222222116259,
          "positive_goodness": 4.588890724097358,
          "runtime_seconds": 10.017826557159424
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5687634851270251,
          "lr": 0.03,
          "negative_goodness": 0.8191899930212233,
          "pair_accuracy": 0.9224,
          "positive_goodness": 4.6923967918396,
          "runtime_seconds": 10.016484022140503
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5970765185011758,
          "lr": 0.03,
          "negative_goodness": 0.8329105189800262,
          "pair_accuracy": 0.9171555555555555,
          "positive_goodness": 4.635415122307672,
          "runtime_seconds": 10.018012046813965
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6230689638747109,
          "lr": 0.03,
          "negative_goodness": 0.8441730618423886,
          "pair_accuracy": 0.9024,
          "positive_goodness": 4.445145313559638,
          "runtime_seconds": 10.020829439163208
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6308746575726403,
          "lr": 0.03,
          "negative_goodness": 0.8820682648367352,
          "pair_accuracy": 0.9069555555555555,
          "positive_goodness": 4.445134696282281,
          "runtime_seconds": 10.021762609481812
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5658772347768147,
          "lr": 0.03,
          "negative_goodness": 0.7782644309918085,
          "pair_accuracy": 0.9239111111164093,
          "positive_goodness": 4.685565070597331,
          "runtime_seconds": 10.017639636993408
        }
      ],
      "layer": 47
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9556645269711812,
          "lr": 0.03,
          "negative_goodness": 1.5106836212370132,
          "pair_accuracy": 0.8516888888888889,
          "positive_goodness": 3.503890670606825,
          "runtime_seconds": 10.037766695022583
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7897744193024105,
          "lr": 0.03,
          "negative_goodness": 1.2570382828288609,
          "pair_accuracy": 0.8853999999894037,
          "positive_goodness": 3.8313620577494305,
          "runtime_seconds": 10.033180952072144
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8092127690739102,
          "lr": 0.03,
          "negative_goodness": 1.2716897482024299,
          "pair_accuracy": 0.8856,
          "positive_goodness": 3.7531701243930393,
          "runtime_seconds": 10.03589415550232
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7166552744812436,
          "lr": 0.03,
          "negative_goodness": 1.154467751121521,
          "pair_accuracy": 0.9090666666560703,
          "positive_goodness": 3.983179187605116,
          "runtime_seconds": 10.041009664535522
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.71950387573772,
          "lr": 0.03,
          "negative_goodness": 1.1148903985473844,
          "pair_accuracy": 0.8930222222222223,
          "positive_goodness": 3.9918710152520074,
          "runtime_seconds": 10.04572319984436
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7119473086886936,
          "lr": 0.03,
          "negative_goodness": 1.098910070207384,
          "pair_accuracy": 0.8982222222116258,
          "positive_goodness": 3.9417206552505495,
          "runtime_seconds": 10.029724597930908
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.724884518898858,
          "lr": 0.03,
          "negative_goodness": 1.1078229277292888,
          "pair_accuracy": 0.9015333333253861,
          "positive_goodness": 3.9670638195461696,
          "runtime_seconds": 10.03264045715332
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7001290787378947,
          "lr": 0.03,
          "negative_goodness": 1.0707695884492663,
          "pair_accuracy": 0.9003999999788073,
          "positive_goodness": 4.007806697463989,
          "runtime_seconds": 10.03383207321167
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6933284962972005,
          "lr": 0.03,
          "negative_goodness": 1.0437080457687378,
          "pair_accuracy": 0.8991777777777777,
          "positive_goodness": 4.030168920135498,
          "runtime_seconds": 10.038951873779297
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6423406274689568,
          "lr": 0.03,
          "negative_goodness": 0.9893807917224037,
          "pair_accuracy": 0.9096444444444445,
          "positive_goodness": 4.178182397715251,
          "runtime_seconds": 10.047543287277222
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6239662424431907,
          "lr": 0.03,
          "negative_goodness": 0.9718499404827754,
          "pair_accuracy": 0.9102,
          "positive_goodness": 4.29018596818712,
          "runtime_seconds": 10.03997540473938
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.642972979508506,
          "lr": 0.03,
          "negative_goodness": 0.9690125368542142,
          "pair_accuracy": 0.9061777777777777,
          "positive_goodness": 4.192606391482883,
          "runtime_seconds": 10.039491176605225
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6508428538587359,
          "lr": 0.03,
          "negative_goodness": 0.982193595541848,
          "pair_accuracy": 0.9087333333333333,
          "positive_goodness": 4.263385879516601,
          "runtime_seconds": 10.045611381530762
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6597611940013037,
          "lr": 0.03,
          "negative_goodness": 0.9658930505275727,
          "pair_accuracy": 0.9048,
          "positive_goodness": 4.167958129119873,
          "runtime_seconds": 10.038634777069092
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.627809990506702,
          "lr": 0.03,
          "negative_goodness": 0.9328276389016046,
          "pair_accuracy": 0.9144888888888889,
          "positive_goodness": 4.326137974802653,
          "runtime_seconds": 10.034473419189453
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6330893417358399,
          "lr": 0.03,
          "negative_goodness": 0.9576519890467325,
          "pair_accuracy": 0.9041555555568801,
          "positive_goodness": 4.196567265023125,
          "runtime_seconds": 10.037775993347168
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5838285841359032,
          "lr": 0.03,
          "negative_goodness": 0.8905726720849673,
          "pair_accuracy": 0.9212666666666667,
          "positive_goodness": 4.468698119778104,
          "runtime_seconds": 10.03335976600647
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6446422501617007,
          "lr": 0.03,
          "negative_goodness": 0.9465318074120416,
          "pair_accuracy": 0.905044444433848,
          "positive_goodness": 4.3502023292541505,
          "runtime_seconds": 10.035930871963501
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6439551240391201,
          "lr": 0.03,
          "negative_goodness": 0.9405104278988309,
          "pair_accuracy": 0.9085777777777778,
          "positive_goodness": 4.232613704299927,
          "runtime_seconds": 10.040035486221313
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5802828068945143,
          "lr": 0.03,
          "negative_goodness": 0.8887045730087492,
          "pair_accuracy": 0.9228666666666666,
          "positive_goodness": 4.568433416408963,
          "runtime_seconds": 10.038237571716309
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5320251569509507,
          "lr": 0.03,
          "negative_goodness": 0.7831897882699966,
          "pair_accuracy": 0.9276888888888889,
          "positive_goodness": 4.742801617177327,
          "runtime_seconds": 10.036604404449463
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6396921509265899,
          "lr": 0.03,
          "negative_goodness": 0.8795291486369239,
          "pair_accuracy": 0.9038888888888889,
          "positive_goodness": 4.333175610521105,
          "runtime_seconds": 10.035812139511108
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6022535765118069,
          "lr": 0.03,
          "negative_goodness": 0.8818741007275052,
          "pair_accuracy": 0.9131333333757189,
          "positive_goodness": 4.42444113752577,
          "runtime_seconds": 10.03903579711914
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.551956500837538,
          "lr": 0.03,
          "negative_goodness": 0.81453553437127,
          "pair_accuracy": 0.9326666666668323,
          "positive_goodness": 4.7533246831681994,
          "runtime_seconds": 10.040955543518066
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5986338709195455,
          "lr": 0.03,
          "negative_goodness": 0.8386497699313693,
          "pair_accuracy": 0.9159777777671814,
          "positive_goodness": 4.438725885518392,
          "runtime_seconds": 10.040961027145386
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5671873942693074,
          "lr": 0.03,
          "negative_goodness": 0.808270259337955,
          "pair_accuracy": 0.9130222222010295,
          "positive_goodness": 4.672552778498332,
          "runtime_seconds": 10.046934366226196
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5702879034625159,
          "lr": 0.03,
          "negative_goodness": 0.8369321902063158,
          "pair_accuracy": 0.9313333333333333,
          "positive_goodness": 4.558348125457764,
          "runtime_seconds": 10.035788297653198
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5483188186221652,
          "lr": 0.03,
          "negative_goodness": 0.7896654685974122,
          "pair_accuracy": 0.9268888888888889,
          "positive_goodness": 4.71298992606269,
          "runtime_seconds": 10.045343160629272
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6332948939032025,
          "lr": 0.03,
          "negative_goodness": 0.8649042991518975,
          "pair_accuracy": 0.8965555555555556,
          "positive_goodness": 4.363830300140381,
          "runtime_seconds": 10.045077800750732
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.557010791460673,
          "lr": 0.03,
          "negative_goodness": 0.8074925434324477,
          "pair_accuracy": 0.9258444444656372,
          "positive_goodness": 4.615432792790731,
          "runtime_seconds": 10.042617082595825
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.66138798116578,
          "lr": 0.03,
          "negative_goodness": 0.914602144294315,
          "pair_accuracy": 0.8883333333333333,
          "positive_goodness": 4.263681051211887,
          "runtime_seconds": 10.040305852890015
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6230243718571133,
          "lr": 0.03,
          "negative_goodness": 0.8955985754556126,
          "pair_accuracy": 0.9088444444444445,
          "positive_goodness": 4.342459860992432,
          "runtime_seconds": 10.045342683792114
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5706709362559849,
          "lr": 0.03,
          "negative_goodness": 0.7847752315574222,
          "pair_accuracy": 0.9241111111111111,
          "positive_goodness": 4.627227408684624,
          "runtime_seconds": 10.040027141571045
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5756832020521164,
          "lr": 0.03,
          "negative_goodness": 0.8249718679812219,
          "pair_accuracy": 0.9248444444444445,
          "positive_goodness": 4.508928437635634,
          "runtime_seconds": 10.038841009140015
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6083501094288296,
          "lr": 0.03,
          "negative_goodness": 0.8465094998783536,
          "pair_accuracy": 0.9142666666772631,
          "positive_goodness": 4.388291749106513,
          "runtime_seconds": 10.04573678970337
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5218964057074653,
          "lr": 0.03,
          "negative_goodness": 0.75968275358412,
          "pair_accuracy": 0.938377777756585,
          "positive_goodness": 4.807339183341132,
          "runtime_seconds": 10.032671451568604
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.558681070833736,
          "lr": 0.03,
          "negative_goodness": 0.7735006480163998,
          "pair_accuracy": 0.9180666666666667,
          "positive_goodness": 4.793060501268175,
          "runtime_seconds": 9.98029637336731
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5921967450883654,
          "lr": 0.03,
          "negative_goodness": 0.7963791693899367,
          "pair_accuracy": 0.9128444444447755,
          "positive_goodness": 4.581961151568095,
          "runtime_seconds": 9.97819185256958
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5068888984282811,
          "lr": 0.03,
          "negative_goodness": 0.7634167850560613,
          "pair_accuracy": 0.9434222222222223,
          "positive_goodness": 4.86082954864502,
          "runtime_seconds": 9.978646516799927
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5496408563507927,
          "lr": 0.03,
          "negative_goodness": 0.7480275532934401,
          "pair_accuracy": 0.9206444444126552,
          "positive_goodness": 4.749715635257297,
          "runtime_seconds": 9.978944540023804
        }
      ],
      "layer": 48
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8608405230416192,
          "lr": 0.03,
          "negative_goodness": 1.2208640418052674,
          "pair_accuracy": 0.865311111079322,
          "positive_goodness": 3.4254670569525825,
          "runtime_seconds": 9.967078685760498
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7547199245452881,
          "lr": 0.03,
          "negative_goodness": 1.1085793360392253,
          "pair_accuracy": 0.8982666666666667,
          "positive_goodness": 3.985507176589966,
          "runtime_seconds": 10.00393009185791
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6852944338189231,
          "lr": 0.03,
          "negative_goodness": 1.0554584245363872,
          "pair_accuracy": 0.9123111111111111,
          "positive_goodness": 4.120144678243001,
          "runtime_seconds": 10.00311803817749
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.692991244761149,
          "lr": 0.03,
          "negative_goodness": 1.0249668288283877,
          "pair_accuracy": 0.9030666666984558,
          "positive_goodness": 4.077464967346192,
          "runtime_seconds": 10.021154880523682
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6572486126052008,
          "lr": 0.03,
          "negative_goodness": 0.9845253782484267,
          "pair_accuracy": 0.9027777777671814,
          "positive_goodness": 4.33303185128106,
          "runtime_seconds": 10.017723321914673
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6768978919770983,
          "lr": 0.03,
          "negative_goodness": 0.9661752522150675,
          "pair_accuracy": 0.9086666666666666,
          "positive_goodness": 4.260853667619493,
          "runtime_seconds": 10.017683744430542
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.615332351620992,
          "lr": 0.03,
          "negative_goodness": 0.920110888698366,
          "pair_accuracy": 0.9184666667090522,
          "positive_goodness": 4.380157560306126,
          "runtime_seconds": 10.07411789894104
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6298575479295518,
          "lr": 0.03,
          "negative_goodness": 0.9308792130258349,
          "pair_accuracy": 0.9196888888835907,
          "positive_goodness": 4.324788413365682,
          "runtime_seconds": 10.072332859039307
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6420775249057346,
          "lr": 0.03,
          "negative_goodness": 0.9294133249388801,
          "pair_accuracy": 0.9048444444550409,
          "positive_goodness": 4.263689312129551,
          "runtime_seconds": 10.068147420883179
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.615127854903539,
          "lr": 0.03,
          "negative_goodness": 0.8874823488261965,
          "pair_accuracy": 0.9154666666666667,
          "positive_goodness": 4.3442761461893715,
          "runtime_seconds": 10.078190803527832
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6172329311688741,
          "lr": 0.03,
          "negative_goodness": 0.8940726155042649,
          "pair_accuracy": 0.9151333333333334,
          "positive_goodness": 4.469020071495904,
          "runtime_seconds": 10.071424961090088
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6081538464943568,
          "lr": 0.03,
          "negative_goodness": 0.8801004032770793,
          "pair_accuracy": 0.9146222222222222,
          "positive_goodness": 4.378121089935303,
          "runtime_seconds": 10.075969696044922
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6438125316725837,
          "lr": 0.03,
          "negative_goodness": 0.8964498304658466,
          "pair_accuracy": 0.9054,
          "positive_goodness": 4.340443732028537,
          "runtime_seconds": 10.022891759872437
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6045488888634576,
          "lr": 0.03,
          "negative_goodness": 0.8625966466453341,
          "pair_accuracy": 0.9225777777777778,
          "positive_goodness": 4.437092317369249,
          "runtime_seconds": 10.01377010345459
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5972528516133626,
          "lr": 0.03,
          "negative_goodness": 0.8429029758234818,
          "pair_accuracy": 0.9138666666666667,
          "positive_goodness": 4.654232831319173,
          "runtime_seconds": 10.006586790084839
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6254441573805279,
          "lr": 0.03,
          "negative_goodness": 0.8729054786278142,
          "pair_accuracy": 0.9135111111111112,
          "positive_goodness": 4.469083426539103,
          "runtime_seconds": 10.021023511886597
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5278818462716208,
          "lr": 0.03,
          "negative_goodness": 0.7416779708054331,
          "pair_accuracy": 0.9348444444444445,
          "positive_goodness": 4.800078827412923,
          "runtime_seconds": 10.013746738433838
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6619796014255948,
          "lr": 0.03,
          "negative_goodness": 0.8896621986471944,
          "pair_accuracy": 0.8926666666666667,
          "positive_goodness": 4.322796659257677,
          "runtime_seconds": 10.021897315979004
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6461988386789957,
          "lr": 0.03,
          "negative_goodness": 0.9148671193361282,
          "pair_accuracy": 0.9057777777459887,
          "positive_goodness": 4.23751984293196,
          "runtime_seconds": 10.024096965789795
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5259282250404358,
          "lr": 0.03,
          "negative_goodness": 0.7667646512470312,
          "pair_accuracy": 0.933,
          "positive_goodness": 4.86921011505127,
          "runtime_seconds": 10.021299839019775
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5774568408038881,
          "lr": 0.03,
          "negative_goodness": 0.7854883380893204,
          "pair_accuracy": 0.9189555555555555,
          "positive_goodness": 4.695069144863552,
          "runtime_seconds": 10.006296873092651
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6327136436515384,
          "lr": 0.03,
          "negative_goodness": 0.8715298809104496,
          "pair_accuracy": 0.9046444444444445,
          "positive_goodness": 4.410276686520047,
          "runtime_seconds": 10.01503038406372
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5876503408749898,
          "lr": 0.03,
          "negative_goodness": 0.8386949739813805,
          "pair_accuracy": 0.9167111111111111,
          "positive_goodness": 4.699977326583863,
          "runtime_seconds": 10.016330003738403
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5743087044186063,
          "lr": 0.03,
          "negative_goodness": 0.7983445225477218,
          "pair_accuracy": 0.9244222222010294,
          "positive_goodness": 4.657649431843228,
          "runtime_seconds": 10.02325177192688
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6131763659265306,
          "lr": 0.03,
          "negative_goodness": 0.8315994108065963,
          "pair_accuracy": 0.9086444444444445,
          "positive_goodness": 4.39181091325548,
          "runtime_seconds": 10.02388882637024
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5832107017093234,
          "lr": 0.03,
          "negative_goodness": 0.8070058507813348,
          "pair_accuracy": 0.9198888889418708,
          "positive_goodness": 4.587465270487468,
          "runtime_seconds": 10.025866746902466
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5353840025530922,
          "lr": 0.03,
          "negative_goodness": 0.7450218870533837,
          "pair_accuracy": 0.9305555555555556,
          "positive_goodness": 5.033314386410184,
          "runtime_seconds": 10.024152040481567
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5203048346148597,
          "lr": 0.03,
          "negative_goodness": 0.7428832002454334,
          "pair_accuracy": 0.9401333333333334,
          "positive_goodness": 4.995968236202664,
          "runtime_seconds": 10.029066562652588
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6154123129500283,
          "lr": 0.03,
          "negative_goodness": 0.7926810667554538,
          "pair_accuracy": 0.9013111111111111,
          "positive_goodness": 4.552289917755127,
          "runtime_seconds": 10.00430178642273
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5378996343188815,
          "lr": 0.03,
          "negative_goodness": 0.7414344246016609,
          "pair_accuracy": 0.928222222243415,
          "positive_goodness": 4.9378727868609955,
          "runtime_seconds": 9.96708369255066
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5255037312401666,
          "lr": 0.03,
          "negative_goodness": 0.7255147974239455,
          "pair_accuracy": 0.9341111111111111,
          "positive_goodness": 4.899665665033129,
          "runtime_seconds": 9.96572494506836
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6081364333179262,
          "lr": 0.03,
          "negative_goodness": 0.80558235751258,
          "pair_accuracy": 0.9043555555555556,
          "positive_goodness": 4.725248436313206,
          "runtime_seconds": 9.967331171035767
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5960440228833093,
          "lr": 0.03,
          "negative_goodness": 0.7886643053134282,
          "pair_accuracy": 0.9190222222222222,
          "positive_goodness": 4.623406435818143,
          "runtime_seconds": 9.961615324020386
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5157386973487006,
          "lr": 0.03,
          "negative_goodness": 0.7333225656251112,
          "pair_accuracy": 0.9347111111270057,
          "positive_goodness": 5.067700661087036,
          "runtime_seconds": 9.965617656707764
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5855571704361174,
          "lr": 0.03,
          "negative_goodness": 0.766868519586987,
          "pair_accuracy": 0.9195555555555556,
          "positive_goodness": 4.728741132948134,
          "runtime_seconds": 9.958759307861328
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5805177969190809,
          "lr": 0.03,
          "negative_goodness": 0.7867199313309458,
          "pair_accuracy": 0.9191777777777778,
          "positive_goodness": 4.692445377180311,
          "runtime_seconds": 9.963146448135376
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5038030570136176,
          "lr": 0.03,
          "negative_goodness": 0.7075142765031921,
          "pair_accuracy": 0.9438888888888889,
          "positive_goodness": 4.942223031616211,
          "runtime_seconds": 9.96493673324585
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5685872324069341,
          "lr": 0.03,
          "negative_goodness": 0.7444680289480421,
          "pair_accuracy": 0.9134,
          "positive_goodness": 4.908901737509834,
          "runtime_seconds": 9.964640140533447
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.551952613374922,
          "lr": 0.03,
          "negative_goodness": 0.7280040501773357,
          "pair_accuracy": 0.9210888889418708,
          "positive_goodness": 4.954042401038276,
          "runtime_seconds": 9.959681034088135
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5395793052037557,
          "lr": 0.03,
          "negative_goodness": 0.7257482261247105,
          "pair_accuracy": 0.930311111137602,
          "positive_goodness": 4.908160511165195,
          "runtime_seconds": 9.958554029464722
        }
      ],
      "layer": 49
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9417036821047465,
          "lr": 0.03,
          "negative_goodness": 1.472839511680603,
          "pair_accuracy": 0.8558222222328186,
          "positive_goodness": 3.6374190672132705,
          "runtime_seconds": 9.988226652145386
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.741615688641866,
          "lr": 0.03,
          "negative_goodness": 1.173699757385254,
          "pair_accuracy": 0.902933333322737,
          "positive_goodness": 4.018752478451199,
          "runtime_seconds": 9.988186120986938
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7491230641523997,
          "lr": 0.03,
          "negative_goodness": 1.1386994646284316,
          "pair_accuracy": 0.8881555555555556,
          "positive_goodness": 4.04879218266805,
          "runtime_seconds": 9.992087841033936
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7314277631547715,
          "lr": 0.03,
          "negative_goodness": 1.0939732081943088,
          "pair_accuracy": 0.9019333333465788,
          "positive_goodness": 4.033838463359409,
          "runtime_seconds": 10.00942611694336
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6815637051476373,
          "lr": 0.03,
          "negative_goodness": 1.0201830136193168,
          "pair_accuracy": 0.9009111111111111,
          "positive_goodness": 4.226503768030803,
          "runtime_seconds": 9.999874114990234
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6854506649017335,
          "lr": 0.03,
          "negative_goodness": 1.0355264951494005,
          "pair_accuracy": 0.9094000000052982,
          "positive_goodness": 4.206494112904867,
          "runtime_seconds": 10.008931875228882
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7062542958259582,
          "lr": 0.03,
          "negative_goodness": 1.0521224022547404,
          "pair_accuracy": 0.9060888888676961,
          "positive_goodness": 4.00074118715922,
          "runtime_seconds": 10.012451887130737
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6609805555555556,
          "lr": 0.03,
          "negative_goodness": 0.9728611498249902,
          "pair_accuracy": 0.8991555555555556,
          "positive_goodness": 4.2190863035413955,
          "runtime_seconds": 10.009950637817383
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6052597746637133,
          "lr": 0.03,
          "negative_goodness": 0.9317849480628967,
          "pair_accuracy": 0.917377777756585,
          "positive_goodness": 4.398246662224664,
          "runtime_seconds": 10.038393497467041
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6786376272757848,
          "lr": 0.03,
          "negative_goodness": 0.9839559029791091,
          "pair_accuracy": 0.9002444444444444,
          "positive_goodness": 4.147732072194417,
          "runtime_seconds": 10.06421184539795
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6206770835240683,
          "lr": 0.03,
          "negative_goodness": 0.9208910596423678,
          "pair_accuracy": 0.9122222222752041,
          "positive_goodness": 4.401299571990966,
          "runtime_seconds": 10.040464401245117
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.646733862929874,
          "lr": 0.03,
          "negative_goodness": 0.9323406349182128,
          "pair_accuracy": 0.9061555555767483,
          "positive_goodness": 4.360781724294027,
          "runtime_seconds": 10.050564050674438
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5639505513085259,
          "lr": 0.03,
          "negative_goodness": 0.8436890657001072,
          "pair_accuracy": 0.9298666666666666,
          "positive_goodness": 4.67078637392256,
          "runtime_seconds": 10.076878309249878
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5593360664288203,
          "lr": 0.03,
          "negative_goodness": 0.824041066424052,
          "pair_accuracy": 0.9322888888888888,
          "positive_goodness": 4.67922130440606,
          "runtime_seconds": 10.03655481338501
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.606739276793268,
          "lr": 0.03,
          "negative_goodness": 0.8725128966172536,
          "pair_accuracy": 0.9174,
          "positive_goodness": 4.459211054907905,
          "runtime_seconds": 10.006713628768921
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.600708917678727,
          "lr": 0.03,
          "negative_goodness": 0.8456813607030444,
          "pair_accuracy": 0.9163555555555556,
          "positive_goodness": 4.567625704871284,
          "runtime_seconds": 9.989904403686523
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6459993882285224,
          "lr": 0.03,
          "negative_goodness": 0.9007037235260009,
          "pair_accuracy": 0.9058666666454739,
          "positive_goodness": 4.367943588468764,
          "runtime_seconds": 10.002551555633545
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5583876171218024,
          "lr": 0.03,
          "negative_goodness": 0.8222946037928264,
          "pair_accuracy": 0.9282888888676961,
          "positive_goodness": 4.723868201149835,
          "runtime_seconds": 10.058602094650269
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5569208331108093,
          "lr": 0.03,
          "negative_goodness": 0.798187047041787,
          "pair_accuracy": 0.9254222222010294,
          "positive_goodness": 4.790486860317654,
          "runtime_seconds": 10.06980037689209
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.650234633702702,
          "lr": 0.03,
          "negative_goodness": 0.863260536453459,
          "pair_accuracy": 0.8929777777777778,
          "positive_goodness": 4.308837576124403,
          "runtime_seconds": 10.068115711212158
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5183581573486328,
          "lr": 0.03,
          "negative_goodness": 0.7757959654914008,
          "pair_accuracy": 0.9387555555555556,
          "positive_goodness": 5.020672807481554,
          "runtime_seconds": 10.0659658908844
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5910618380970425,
          "lr": 0.03,
          "negative_goodness": 0.8475605146408081,
          "pair_accuracy": 0.9246444444444445,
          "positive_goodness": 4.576875430128309,
          "runtime_seconds": 10.088855028152466
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.610367955160141,
          "lr": 0.03,
          "negative_goodness": 0.8323906297895644,
          "pair_accuracy": 0.9023777777777777,
          "positive_goodness": 4.565001979827881,
          "runtime_seconds": 10.070333003997803
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5436448327382406,
          "lr": 0.03,
          "negative_goodness": 0.757046722539266,
          "pair_accuracy": 0.9256888888835907,
          "positive_goodness": 4.8093398515701296,
          "runtime_seconds": 10.075289249420166
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5423519087632497,
          "lr": 0.03,
          "negative_goodness": 0.7400590353647868,
          "pair_accuracy": 0.9283777777777777,
          "positive_goodness": 4.89999448682997,
          "runtime_seconds": 10.076465129852295
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5914755151112875,
          "lr": 0.03,
          "negative_goodness": 0.8227116187731425,
          "pair_accuracy": 0.9181333333439298,
          "positive_goodness": 4.591641405614217,
          "runtime_seconds": 10.072831630706787
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5640851142883301,
          "lr": 0.03,
          "negative_goodness": 0.771505237642924,
          "pair_accuracy": 0.9194666666640176,
          "positive_goodness": 4.85873080751631,
          "runtime_seconds": 10.066692590713501
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6184421784586377,
          "lr": 0.03,
          "negative_goodness": 0.8269205969783995,
          "pair_accuracy": 0.9096222222222222,
          "positive_goodness": 4.4850337091234,
          "runtime_seconds": 10.075336217880249
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.572581745783488,
          "lr": 0.03,
          "negative_goodness": 0.7949862522655063,
          "pair_accuracy": 0.9179555555555555,
          "positive_goodness": 4.622385264460246,
          "runtime_seconds": 10.062690734863281
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5761285832087198,
          "lr": 0.03,
          "negative_goodness": 0.8141102801216973,
          "pair_accuracy": 0.9159777777777778,
          "positive_goodness": 4.688251463402642,
          "runtime_seconds": 10.070357322692871
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5997178022940953,
          "lr": 0.03,
          "negative_goodness": 0.8259070762395859,
          "pair_accuracy": 0.9182444444444444,
          "positive_goodness": 4.621902669355604,
          "runtime_seconds": 10.070482730865479
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5994257957670424,
          "lr": 0.03,
          "negative_goodness": 0.8105767558627659,
          "pair_accuracy": 0.9043777777777777,
          "positive_goodness": 4.528519570075141,
          "runtime_seconds": 10.064057111740112
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5293665364371406,
          "lr": 0.03,
          "negative_goodness": 0.7204504658699036,
          "pair_accuracy": 0.9235555555555556,
          "positive_goodness": 5.011023088497586,
          "runtime_seconds": 10.067633867263794
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5538254436651866,
          "lr": 0.03,
          "negative_goodness": 0.7695837338990635,
          "pair_accuracy": 0.9274222222222223,
          "positive_goodness": 5.0185204643249515,
          "runtime_seconds": 10.065929889678955
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5663096979141236,
          "lr": 0.03,
          "negative_goodness": 0.7761912986861335,
          "pair_accuracy": 0.9148222222275204,
          "positive_goodness": 4.919061868667603,
          "runtime_seconds": 10.075566291809082
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5695985800213283,
          "lr": 0.03,
          "negative_goodness": 0.752494679345025,
          "pair_accuracy": 0.9134,
          "positive_goodness": 4.81699115808275,
          "runtime_seconds": 10.081359624862671
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5886774830288357,
          "lr": 0.03,
          "negative_goodness": 0.7689340820709865,
          "pair_accuracy": 0.9161555555555555,
          "positive_goodness": 4.581326762390137,
          "runtime_seconds": 10.073734283447266
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5840071121692657,
          "lr": 0.03,
          "negative_goodness": 0.8005987316237556,
          "pair_accuracy": 0.9154222222222222,
          "positive_goodness": 4.627646752760145,
          "runtime_seconds": 10.0725576877594
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5640161395178901,
          "lr": 0.03,
          "negative_goodness": 0.7558196410179138,
          "pair_accuracy": 0.9205777777797646,
          "positive_goodness": 4.757303883806864,
          "runtime_seconds": 10.065823554992676
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5807559632937114,
          "lr": 0.03,
          "negative_goodness": 0.7790652207957374,
          "pair_accuracy": 0.9202444444444444,
          "positive_goodness": 4.596275162124634,
          "runtime_seconds": 10.082281112670898
        }
      ],
      "layer": 50
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8916916262096829,
          "lr": 0.03,
          "negative_goodness": 1.2235718869527181,
          "pair_accuracy": 0.8423555555555555,
          "positive_goodness": 3.277624616071913,
          "runtime_seconds": 10.094029903411865
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8801621314154731,
          "lr": 0.03,
          "negative_goodness": 1.2874601439158122,
          "pair_accuracy": 0.8439111111112767,
          "positive_goodness": 3.46462568458981,
          "runtime_seconds": 10.091124296188354
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7782271981053882,
          "lr": 0.03,
          "negative_goodness": 1.1636875904983945,
          "pair_accuracy": 0.8726,
          "positive_goodness": 3.7533600045945907,
          "runtime_seconds": 10.044451236724854
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7099221853256226,
          "lr": 0.03,
          "negative_goodness": 1.055033711804284,
          "pair_accuracy": 0.8970666666560703,
          "positive_goodness": 4.118368091773987,
          "runtime_seconds": 10.047720193862915
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8068508183638254,
          "lr": 0.03,
          "negative_goodness": 1.1543930247015424,
          "pair_accuracy": 0.8626666666666667,
          "positive_goodness": 3.8044279781765407,
          "runtime_seconds": 10.042433023452759
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7437988771862454,
          "lr": 0.03,
          "negative_goodness": 1.1057939317491319,
          "pair_accuracy": 0.8823111111217075,
          "positive_goodness": 3.9048104088677302,
          "runtime_seconds": 10.050527334213257
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7126632631116443,
          "lr": 0.03,
          "negative_goodness": 1.0569900338994132,
          "pair_accuracy": 0.8988222222222222,
          "positive_goodness": 4.100460506947836,
          "runtime_seconds": 10.040066242218018
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7053868012958103,
          "lr": 0.03,
          "negative_goodness": 1.024080309979121,
          "pair_accuracy": 0.9015777778201634,
          "positive_goodness": 4.075339190059238,
          "runtime_seconds": 10.04748249053955
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6931406771977743,
          "lr": 0.03,
          "negative_goodness": 1.0425356752501593,
          "pair_accuracy": 0.9011777777671814,
          "positive_goodness": 3.9995582905663385,
          "runtime_seconds": 10.039661169052124
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6920218367682563,
          "lr": 0.03,
          "negative_goodness": 0.998586137787501,
          "pair_accuracy": 0.8944,
          "positive_goodness": 4.125454496977064,
          "runtime_seconds": 10.076419591903687
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7179563438097636,
          "lr": 0.03,
          "negative_goodness": 1.0376373873021867,
          "pair_accuracy": 0.8908,
          "positive_goodness": 4.030581722365485,
          "runtime_seconds": 10.083015203475952
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6577165043751398,
          "lr": 0.03,
          "negative_goodness": 0.9520927327156067,
          "pair_accuracy": 0.9063111111111111,
          "positive_goodness": 4.303022258504232,
          "runtime_seconds": 10.029913425445557
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6593450240347121,
          "lr": 0.03,
          "negative_goodness": 0.9611270493189494,
          "pair_accuracy": 0.9068666666666667,
          "positive_goodness": 4.263143110487196,
          "runtime_seconds": 9.795397996902466
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6598168652004666,
          "lr": 0.03,
          "negative_goodness": 0.9624421834415859,
          "pair_accuracy": 0.9056666666507721,
          "positive_goodness": 4.264582021713257,
          "runtime_seconds": 9.987699031829834
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6861370947731866,
          "lr": 0.03,
          "negative_goodness": 0.9768257255660163,
          "pair_accuracy": 0.8928,
          "positive_goodness": 4.148165478346083,
          "runtime_seconds": 9.9945068359375
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6395842588106792,
          "lr": 0.03,
          "negative_goodness": 0.9463875416013929,
          "pair_accuracy": 0.9119555555873446,
          "positive_goodness": 4.304518228997124,
          "runtime_seconds": 9.990309000015259
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6264479235755073,
          "lr": 0.03,
          "negative_goodness": 0.9241142172124651,
          "pair_accuracy": 0.9155555555635029,
          "positive_goodness": 4.385504115147061,
          "runtime_seconds": 9.990079879760742
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6472865338616901,
          "lr": 0.03,
          "negative_goodness": 0.9396644218285879,
          "pair_accuracy": 0.9119333333333334,
          "positive_goodness": 4.361950411563449,
          "runtime_seconds": 9.994667768478394
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6599823800298903,
          "lr": 0.03,
          "negative_goodness": 0.8997915664858288,
          "pair_accuracy": 0.8968,
          "positive_goodness": 4.3186571550157336,
          "runtime_seconds": 9.988005876541138
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6195765741348267,
          "lr": 0.03,
          "negative_goodness": 0.8919681346416474,
          "pair_accuracy": 0.9130888888888888,
          "positive_goodness": 4.404558177778456,
          "runtime_seconds": 9.987842082977295
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6563851802984874,
          "lr": 0.03,
          "negative_goodness": 0.9373459913624658,
          "pair_accuracy": 0.9037333333333334,
          "positive_goodness": 4.2269506585015195,
          "runtime_seconds": 9.987286567687988
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6119672870477041,
          "lr": 0.03,
          "negative_goodness": 0.8608438099304835,
          "pair_accuracy": 0.9146888888888889,
          "positive_goodness": 4.493078649308947,
          "runtime_seconds": 10.004509210586548
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6938771210617489,
          "lr": 0.03,
          "negative_goodness": 0.982613749730587,
          "pair_accuracy": 0.8922444444444444,
          "positive_goodness": 4.127942349497477,
          "runtime_seconds": 10.022331476211548
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6152054488446977,
          "lr": 0.03,
          "negative_goodness": 0.9069699532932706,
          "pair_accuracy": 0.9212,
          "positive_goodness": 4.390490487331814,
          "runtime_seconds": 10.049613237380981
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6033343175040351,
          "lr": 0.03,
          "negative_goodness": 0.8740071310308245,
          "pair_accuracy": 0.9234222222116258,
          "positive_goodness": 4.5692776895311145,
          "runtime_seconds": 10.045437574386597
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6055138310803307,
          "lr": 0.03,
          "negative_goodness": 0.8379862177451451,
          "pair_accuracy": 0.9206444444338481,
          "positive_goodness": 4.5478488578796386,
          "runtime_seconds": 10.044795274734497
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5896425144195556,
          "lr": 0.03,
          "negative_goodness": 0.8378793379677667,
          "pair_accuracy": 0.9139777777989705,
          "positive_goodness": 4.592958962843153,
          "runtime_seconds": 10.050657272338867
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6157212405628628,
          "lr": 0.03,
          "negative_goodness": 0.8552991679588954,
          "pair_accuracy": 0.9097777777777778,
          "positive_goodness": 4.50022475827535,
          "runtime_seconds": 10.048592805862427
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6480584205839369,
          "lr": 0.03,
          "negative_goodness": 0.8610575610346264,
          "pair_accuracy": 0.9038222222222222,
          "positive_goodness": 4.287657062996758,
          "runtime_seconds": 10.046785593032837
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6681474072403378,
          "lr": 0.03,
          "negative_goodness": 0.9362824473089641,
          "pair_accuracy": 0.8977555555555555,
          "positive_goodness": 4.234708596462673,
          "runtime_seconds": 10.047510147094727
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.629091486231486,
          "lr": 0.03,
          "negative_goodness": 0.880902905008528,
          "pair_accuracy": 0.9112,
          "positive_goodness": 4.411175779872471,
          "runtime_seconds": 10.036160707473755
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5875038864188724,
          "lr": 0.03,
          "negative_goodness": 0.8212243908272849,
          "pair_accuracy": 0.9152,
          "positive_goodness": 4.607126539018419,
          "runtime_seconds": 10.022600173950195
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6294390913009643,
          "lr": 0.03,
          "negative_goodness": 0.8555995503399108,
          "pair_accuracy": 0.9126,
          "positive_goodness": 4.347152785831027,
          "runtime_seconds": 10.026370525360107
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6741595644844903,
          "lr": 0.03,
          "negative_goodness": 0.915696722290251,
          "pair_accuracy": 0.8945777778307596,
          "positive_goodness": 4.243603065003289,
          "runtime_seconds": 9.843211889266968
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5785855993853675,
          "lr": 0.03,
          "negative_goodness": 0.8352880256679323,
          "pair_accuracy": 0.9282444444444444,
          "positive_goodness": 4.516455561743842,
          "runtime_seconds": 10.00782036781311
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5963580963558621,
          "lr": 0.03,
          "negative_goodness": 0.8372634417374929,
          "pair_accuracy": 0.9156,
          "positive_goodness": 4.65563289135827,
          "runtime_seconds": 10.071914196014404
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6413373706181844,
          "lr": 0.03,
          "negative_goodness": 0.9062503250731362,
          "pair_accuracy": 0.9087777777883742,
          "positive_goodness": 4.304126962365045,
          "runtime_seconds": 10.047698020935059
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5715888849894206,
          "lr": 0.03,
          "negative_goodness": 0.8214134670628441,
          "pair_accuracy": 0.9300666666348775,
          "positive_goodness": 4.62971503507826,
          "runtime_seconds": 10.047661066055298
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6094175758573744,
          "lr": 0.03,
          "negative_goodness": 0.8267737293508318,
          "pair_accuracy": 0.9082666666666667,
          "positive_goodness": 4.546088009558783,
          "runtime_seconds": 10.050795555114746
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5436757520675659,
          "lr": 0.03,
          "negative_goodness": 0.7642697678142124,
          "pair_accuracy": 0.9368888888888889,
          "positive_goodness": 4.897004393810696,
          "runtime_seconds": 10.051849603652954
        }
      ],
      "layer": 51
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9557259690072801,
          "lr": 0.03,
          "negative_goodness": 1.4865344363424513,
          "pair_accuracy": 0.8629555555555556,
          "positive_goodness": 3.6184927385965984,
          "runtime_seconds": 10.06769847869873
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8219555794768864,
          "lr": 0.03,
          "negative_goodness": 1.2903196554819742,
          "pair_accuracy": 0.8778,
          "positive_goodness": 3.858036119121975,
          "runtime_seconds": 10.08444356918335
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8830483508427938,
          "lr": 0.03,
          "negative_goodness": 1.3619267497168648,
          "pair_accuracy": 0.8547777777989706,
          "positive_goodness": 3.436230291112264,
          "runtime_seconds": 10.061748266220093
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8066341383245256,
          "lr": 0.03,
          "negative_goodness": 1.2473411675665114,
          "pair_accuracy": 0.8755555555555555,
          "positive_goodness": 3.7521911625332303,
          "runtime_seconds": 10.072533369064331
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7798412339740329,
          "lr": 0.03,
          "negative_goodness": 1.2198930560006036,
          "pair_accuracy": 0.8795111110899183,
          "positive_goodness": 3.805536384624905,
          "runtime_seconds": 10.068535327911377
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7680840172873603,
          "lr": 0.03,
          "negative_goodness": 1.1675408064312405,
          "pair_accuracy": 0.871177777809567,
          "positive_goodness": 3.859105820613437,
          "runtime_seconds": 10.07304072380066
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.762499171813329,
          "lr": 0.03,
          "negative_goodness": 1.161603455066681,
          "pair_accuracy": 0.8853555555343628,
          "positive_goodness": 3.8439432194179957,
          "runtime_seconds": 10.098217010498047
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7248866796917386,
          "lr": 0.03,
          "negative_goodness": 1.1079583627065024,
          "pair_accuracy": 0.8889111111429002,
          "positive_goodness": 3.9824595818837483,
          "runtime_seconds": 10.119882106781006
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7290160112169054,
          "lr": 0.03,
          "negative_goodness": 1.1077965009901258,
          "pair_accuracy": 0.8833111111164093,
          "positive_goodness": 3.983990436108907,
          "runtime_seconds": 10.115929365158081
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7179092936648263,
          "lr": 0.03,
          "negative_goodness": 1.0821924878994624,
          "pair_accuracy": 0.8916222222222222,
          "positive_goodness": 3.9307518244425457,
          "runtime_seconds": 10.122286319732666
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7187846850713094,
          "lr": 0.03,
          "negative_goodness": 1.0966253268559774,
          "pair_accuracy": 0.8872888888676961,
          "positive_goodness": 3.9600891078101266,
          "runtime_seconds": 10.12340497970581
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7410257040871514,
          "lr": 0.03,
          "negative_goodness": 1.1070935099283854,
          "pair_accuracy": 0.8802000000211928,
          "positive_goodness": 3.936323635228475,
          "runtime_seconds": 10.125559329986572
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6704885511504279,
          "lr": 0.03,
          "negative_goodness": 1.0207052899254694,
          "pair_accuracy": 0.8971555555343628,
          "positive_goodness": 4.303736881807115,
          "runtime_seconds": 10.124876022338867
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7239309618843927,
          "lr": 0.03,
          "negative_goodness": 1.0713069507598878,
          "pair_accuracy": 0.8848222222646077,
          "positive_goodness": 4.064977707884046,
          "runtime_seconds": 10.123961687088013
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6675378434711032,
          "lr": 0.03,
          "negative_goodness": 0.9911460291544596,
          "pair_accuracy": 0.8984666666984558,
          "positive_goodness": 4.222072166188558,
          "runtime_seconds": 10.103669881820679
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6409906976434919,
          "lr": 0.03,
          "negative_goodness": 1.0104387816005282,
          "pair_accuracy": 0.9171555555555555,
          "positive_goodness": 4.3052408507453075,
          "runtime_seconds": 10.071081161499023
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6289795566876729,
          "lr": 0.03,
          "negative_goodness": 0.9423096930821737,
          "pair_accuracy": 0.9099333333121405,
          "positive_goodness": 4.516633827590942,
          "runtime_seconds": 10.069024801254272
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.644540837987264,
          "lr": 0.03,
          "negative_goodness": 0.969155046166314,
          "pair_accuracy": 0.9044222222752041,
          "positive_goodness": 4.443670421685113,
          "runtime_seconds": 10.071126461029053
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6823875209013621,
          "lr": 0.03,
          "negative_goodness": 0.9484774690945943,
          "pair_accuracy": 0.8947777777777778,
          "positive_goodness": 4.194467809549967,
          "runtime_seconds": 10.065601825714111
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.665967687564426,
          "lr": 0.03,
          "negative_goodness": 0.9677410857306586,
          "pair_accuracy": 0.8983555555237664,
          "positive_goodness": 4.2335990572611495,
          "runtime_seconds": 10.068625211715698
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6723186161677043,
          "lr": 0.03,
          "negative_goodness": 0.9574134540769789,
          "pair_accuracy": 0.8908222222222222,
          "positive_goodness": 4.13111358426412,
          "runtime_seconds": 10.065691947937012
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6419587172879113,
          "lr": 0.03,
          "negative_goodness": 0.9564501709434721,
          "pair_accuracy": 0.9109777777777778,
          "positive_goodness": 4.351354719967312,
          "runtime_seconds": 10.06331491470337
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6620844048579534,
          "lr": 0.03,
          "negative_goodness": 0.9669577015240988,
          "pair_accuracy": 0.9060666666666667,
          "positive_goodness": 4.241286279551188,
          "runtime_seconds": 10.064308404922485
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6998578227096134,
          "lr": 0.03,
          "negative_goodness": 0.9880886892504163,
          "pair_accuracy": 0.8863555555555556,
          "positive_goodness": 4.049694043562147,
          "runtime_seconds": 10.065243482589722
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6523337262736426,
          "lr": 0.03,
          "negative_goodness": 0.9519903821627299,
          "pair_accuracy": 0.9040888888888889,
          "positive_goodness": 4.24152026570638,
          "runtime_seconds": 10.008589267730713
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6552094273090363,
          "lr": 0.03,
          "negative_goodness": 0.9475867868794335,
          "pair_accuracy": 0.9087555555555555,
          "positive_goodness": 4.2027712844848635,
          "runtime_seconds": 10.00507664680481
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6009650703509649,
          "lr": 0.03,
          "negative_goodness": 0.8850744945804278,
          "pair_accuracy": 0.9152222222222223,
          "positive_goodness": 4.567711513264974,
          "runtime_seconds": 10.00866985321045
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6103424462238948,
          "lr": 0.03,
          "negative_goodness": 0.8861770941191249,
          "pair_accuracy": 0.9131333333333334,
          "positive_goodness": 4.534850696902805,
          "runtime_seconds": 10.013022422790527
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.661388168504503,
          "lr": 0.03,
          "negative_goodness": 0.935618517197503,
          "pair_accuracy": 0.8955777777989705,
          "positive_goodness": 4.2640014832814535,
          "runtime_seconds": 10.008787631988525
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6529282795164321,
          "lr": 0.03,
          "negative_goodness": 0.9317127757602268,
          "pair_accuracy": 0.8959333333386316,
          "positive_goodness": 4.302178327793545,
          "runtime_seconds": 10.017077684402466
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6171348922305637,
          "lr": 0.03,
          "negative_goodness": 0.9063283411661783,
          "pair_accuracy": 0.9099111111243566,
          "positive_goodness": 4.383739192867279,
          "runtime_seconds": 10.025922775268555
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6007845366107093,
          "lr": 0.03,
          "negative_goodness": 0.8810880542649163,
          "pair_accuracy": 0.9222666666666667,
          "positive_goodness": 4.483666107855902,
          "runtime_seconds": 10.060091018676758
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5970280952692032,
          "lr": 0.03,
          "negative_goodness": 0.8551419611030154,
          "pair_accuracy": 0.9170222222222222,
          "positive_goodness": 4.601159931352403,
          "runtime_seconds": 10.068086385726929
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6164924780925115,
          "lr": 0.03,
          "negative_goodness": 0.8833399078104232,
          "pair_accuracy": 0.9114666666666666,
          "positive_goodness": 4.425194469536676,
          "runtime_seconds": 10.031185865402222
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6498852258788215,
          "lr": 0.03,
          "negative_goodness": 0.9199689781930711,
          "pair_accuracy": 0.9081555555555556,
          "positive_goodness": 4.396459900241428,
          "runtime_seconds": 10.010058164596558
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6231957963413662,
          "lr": 0.03,
          "negative_goodness": 0.8923180164337158,
          "pair_accuracy": 0.9083555555767483,
          "positive_goodness": 4.419305969492594,
          "runtime_seconds": 9.960160493850708
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6129528957472907,
          "lr": 0.03,
          "negative_goodness": 0.8618695213529799,
          "pair_accuracy": 0.9099333333333334,
          "positive_goodness": 4.603142702441746,
          "runtime_seconds": 10.01974630355835
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6263078727510241,
          "lr": 0.03,
          "negative_goodness": 0.8587322796503702,
          "pair_accuracy": 0.9062666667090522,
          "positive_goodness": 4.451288690121968,
          "runtime_seconds": 10.018493175506592
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5635419694264729,
          "lr": 0.03,
          "negative_goodness": 0.8421482093916999,
          "pair_accuracy": 0.9344222222381168,
          "positive_goodness": 4.75666315313975,
          "runtime_seconds": 10.007421016693115
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6361039624876447,
          "lr": 0.03,
          "negative_goodness": 0.8626828548444642,
          "pair_accuracy": 0.8913555555555556,
          "positive_goodness": 4.4521284100850425,
          "runtime_seconds": 10.08686375617981
        }
      ],
      "layer": 52
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9718790128919813,
          "lr": 0.03,
          "negative_goodness": 1.3510441356235081,
          "pair_accuracy": 0.8151333333757188,
          "positive_goodness": 3.0526271159278022,
          "runtime_seconds": 10.092494249343872
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8496109322865804,
          "lr": 0.03,
          "negative_goodness": 1.259851583035787,
          "pair_accuracy": 0.8513555555820466,
          "positive_goodness": 3.5341094347847832,
          "runtime_seconds": 9.994556188583374
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7416288950602213,
          "lr": 0.03,
          "negative_goodness": 1.1296082976871067,
          "pair_accuracy": 0.883577777783076,
          "positive_goodness": 3.957219272486369,
          "runtime_seconds": 9.933800458908081
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7248642477300432,
          "lr": 0.03,
          "negative_goodness": 1.076265779765447,
          "pair_accuracy": 0.8945777777777778,
          "positive_goodness": 4.004423327975803,
          "runtime_seconds": 10.100605726242065
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.790148381084866,
          "lr": 0.03,
          "negative_goodness": 1.1577402498986986,
          "pair_accuracy": 0.8792666666666666,
          "positive_goodness": 3.796155741712782,
          "runtime_seconds": 10.011046171188354
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7412220695442624,
          "lr": 0.03,
          "negative_goodness": 1.0655189945353403,
          "pair_accuracy": 0.8893555555555556,
          "positive_goodness": 3.8866528477138944,
          "runtime_seconds": 9.981118202209473
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7463502488560146,
          "lr": 0.03,
          "negative_goodness": 1.083470902411143,
          "pair_accuracy": 0.8758666667196485,
          "positive_goodness": 3.8914403356340195,
          "runtime_seconds": 10.079550504684448
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7480585777759552,
          "lr": 0.03,
          "negative_goodness": 1.0943528555181292,
          "pair_accuracy": 0.8838222222222222,
          "positive_goodness": 3.8668270648532443,
          "runtime_seconds": 9.621582984924316
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7394980255974664,
          "lr": 0.03,
          "negative_goodness": 1.0837025665654076,
          "pair_accuracy": 0.8933333333121406,
          "positive_goodness": 3.974250686921014,
          "runtime_seconds": 9.993419408798218
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6718798721207513,
          "lr": 0.03,
          "negative_goodness": 0.9840706965446472,
          "pair_accuracy": 0.9109333333015441,
          "positive_goodness": 4.096597917599148,
          "runtime_seconds": 9.846485614776611
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6862703913794623,
          "lr": 0.03,
          "negative_goodness": 0.9949673471132914,
          "pair_accuracy": 0.9034222222228845,
          "positive_goodness": 4.118851169925266,
          "runtime_seconds": 10.065385818481445
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6531623085154428,
          "lr": 0.03,
          "negative_goodness": 0.9820671804322136,
          "pair_accuracy": 0.9109777777777778,
          "positive_goodness": 4.324530500369602,
          "runtime_seconds": 9.684788465499878
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6543766511069403,
          "lr": 0.03,
          "negative_goodness": 0.9269744169606103,
          "pair_accuracy": 0.9136888888941871,
          "positive_goodness": 4.196119406572977,
          "runtime_seconds": 9.848071575164795
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6766125249756707,
          "lr": 0.03,
          "negative_goodness": 0.9378234143257141,
          "pair_accuracy": 0.8993111111217075,
          "positive_goodness": 4.174975962363349,
          "runtime_seconds": 9.697723388671875
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6721136437601514,
          "lr": 0.03,
          "negative_goodness": 0.961543494436476,
          "pair_accuracy": 0.9054666666666666,
          "positive_goodness": 4.1395423909505205,
          "runtime_seconds": 9.953272104263306
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6194746271981133,
          "lr": 0.03,
          "negative_goodness": 0.8648158974647522,
          "pair_accuracy": 0.9108888888676961,
          "positive_goodness": 4.43980187763638,
          "runtime_seconds": 9.598949670791626
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6352555414835612,
          "lr": 0.03,
          "negative_goodness": 0.9068665282673306,
          "pair_accuracy": 0.912,
          "positive_goodness": 4.389910551140043,
          "runtime_seconds": 9.710328817367554
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6874113742881351,
          "lr": 0.03,
          "negative_goodness": 0.9548589927302467,
          "pair_accuracy": 0.8892444444338481,
          "positive_goodness": 4.078043294991387,
          "runtime_seconds": 9.708877325057983
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6376496504677667,
          "lr": 0.03,
          "negative_goodness": 0.9139197806199392,
          "pair_accuracy": 0.9061555556085374,
          "positive_goodness": 4.366563694636027,
          "runtime_seconds": 10.010497808456421
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.631622070672777,
          "lr": 0.03,
          "negative_goodness": 0.9079685488541921,
          "pair_accuracy": 0.9131777778095669,
          "positive_goodness": 4.282988567903307,
          "runtime_seconds": 9.704167366027832
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6150699621412489,
          "lr": 0.03,
          "negative_goodness": 0.8679924266550276,
          "pair_accuracy": 0.9196444444232517,
          "positive_goodness": 4.523173342386881,
          "runtime_seconds": 9.852821350097656
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6355326179292466,
          "lr": 0.03,
          "negative_goodness": 0.8804945720222261,
          "pair_accuracy": 0.9052666667090522,
          "positive_goodness": 4.334465966415405,
          "runtime_seconds": 9.841196537017822
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6250092512660557,
          "lr": 0.03,
          "negative_goodness": 0.8794384945074717,
          "pair_accuracy": 0.9124888888782925,
          "positive_goodness": 4.422526327641805,
          "runtime_seconds": 9.936088800430298
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6323445023086336,
          "lr": 0.03,
          "negative_goodness": 0.8904897312985526,
          "pair_accuracy": 0.9059777777777778,
          "positive_goodness": 4.39959243036906,
          "runtime_seconds": 9.66298508644104
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6345611913151211,
          "lr": 0.03,
          "negative_goodness": 0.8671521504349179,
          "pair_accuracy": 0.9061777777777777,
          "positive_goodness": 4.359532369147407,
          "runtime_seconds": 9.750511884689331
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6710732631789313,
          "lr": 0.03,
          "negative_goodness": 0.9364320003509522,
          "pair_accuracy": 0.8891555555661519,
          "positive_goodness": 4.224419231075711,
          "runtime_seconds": 9.790742874145508
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6294779200659858,
          "lr": 0.03,
          "negative_goodness": 0.8965282597091463,
          "pair_accuracy": 0.9159333333121406,
          "positive_goodness": 4.394501925553216,
          "runtime_seconds": 9.906727313995361
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5926749333911472,
          "lr": 0.03,
          "negative_goodness": 0.8322979968547821,
          "pair_accuracy": 0.9233333333121406,
          "positive_goodness": 4.523051480314467,
          "runtime_seconds": 9.759467124938965
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5953530943234762,
          "lr": 0.03,
          "negative_goodness": 0.8487500261598163,
          "pair_accuracy": 0.9191999999894036,
          "positive_goodness": 4.580622627894083,
          "runtime_seconds": 9.668816804885864
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6216759985393948,
          "lr": 0.03,
          "negative_goodness": 0.8617629915449354,
          "pair_accuracy": 0.9055777777777778,
          "positive_goodness": 4.456602893659803,
          "runtime_seconds": 9.79399299621582
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6270539381557041,
          "lr": 0.03,
          "negative_goodness": 0.8674475597990884,
          "pair_accuracy": 0.9052888888570998,
          "positive_goodness": 4.4408058378007675,
          "runtime_seconds": 9.865944147109985
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6497213345315721,
          "lr": 0.03,
          "negative_goodness": 0.8860253891626994,
          "pair_accuracy": 0.9066222222540113,
          "positive_goodness": 4.264841134219699,
          "runtime_seconds": 9.57270097732544
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6478628385755751,
          "lr": 0.03,
          "negative_goodness": 0.8761018545044793,
          "pair_accuracy": 0.8985111110899183,
          "positive_goodness": 4.298050107023451,
          "runtime_seconds": 9.696243047714233
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5726414273579915,
          "lr": 0.03,
          "negative_goodness": 0.7792402010891173,
          "pair_accuracy": 0.9261333333333334,
          "positive_goodness": 4.5869896021525065,
          "runtime_seconds": 9.783829927444458
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6024058533615536,
          "lr": 0.03,
          "negative_goodness": 0.8513342796802521,
          "pair_accuracy": 0.9102444444444444,
          "positive_goodness": 4.477421525828044,
          "runtime_seconds": 9.8998384475708
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5758690766652426,
          "lr": 0.03,
          "negative_goodness": 0.80571090531879,
          "pair_accuracy": 0.9204888888941871,
          "positive_goodness": 4.6717776040395105,
          "runtime_seconds": 9.829283475875854
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6449668455574248,
          "lr": 0.03,
          "negative_goodness": 0.8706805886454052,
          "pair_accuracy": 0.9014666666666666,
          "positive_goodness": 4.356467363823785,
          "runtime_seconds": 9.959268808364868
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5819087991714478,
          "lr": 0.03,
          "negative_goodness": 0.8065519719998042,
          "pair_accuracy": 0.9193333333333333,
          "positive_goodness": 4.750033147515191,
          "runtime_seconds": 9.90379285812378
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6394201956775454,
          "lr": 0.03,
          "negative_goodness": 0.8755332006778982,
          "pair_accuracy": 0.9075777777777778,
          "positive_goodness": 4.348800137159559,
          "runtime_seconds": 9.989676237106323
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5755850804355409,
          "lr": 0.03,
          "negative_goodness": 0.7802389313850138,
          "pair_accuracy": 0.9215777777777778,
          "positive_goodness": 4.6606920705159505,
          "runtime_seconds": 9.804670572280884
        }
      ],
      "layer": 53
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9807074271572961,
          "lr": 0.03,
          "negative_goodness": 1.4999519066386753,
          "pair_accuracy": 0.8416666666666667,
          "positive_goodness": 3.3484102884080675,
          "runtime_seconds": 10.036877632141113
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8130361848513286,
          "lr": 0.03,
          "negative_goodness": 1.2160580439885458,
          "pair_accuracy": 0.8684222222222222,
          "positive_goodness": 3.8970202912648517,
          "runtime_seconds": 10.032211780548096
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7887228790309694,
          "lr": 0.03,
          "negative_goodness": 1.1878752432982127,
          "pair_accuracy": 0.8789111111111111,
          "positive_goodness": 3.7453713707817924,
          "runtime_seconds": 9.981094360351562
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7168530240588717,
          "lr": 0.03,
          "negative_goodness": 1.0708329482184515,
          "pair_accuracy": 0.891977777756585,
          "positive_goodness": 4.147188596428765,
          "runtime_seconds": 10.006554365158081
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7424158500247532,
          "lr": 0.03,
          "negative_goodness": 1.1288277846548291,
          "pair_accuracy": 0.8802444444338481,
          "positive_goodness": 3.9260529023064508,
          "runtime_seconds": 9.976880311965942
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6924821253140767,
          "lr": 0.03,
          "negative_goodness": 1.0509499920845031,
          "pair_accuracy": 0.8957111110899183,
          "positive_goodness": 4.0846704053243,
          "runtime_seconds": 9.977164268493652
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6563846886899736,
          "lr": 0.03,
          "negative_goodness": 1.013778870042165,
          "pair_accuracy": 0.9031777777777777,
          "positive_goodness": 4.276834740532769,
          "runtime_seconds": 9.76147723197937
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6660584641138713,
          "lr": 0.03,
          "negative_goodness": 0.9720643954171074,
          "pair_accuracy": 0.8950666666560703,
          "positive_goodness": 4.268892664040459,
          "runtime_seconds": 10.009721040725708
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6510847702556186,
          "lr": 0.03,
          "negative_goodness": 0.985142549112108,
          "pair_accuracy": 0.9080888889312744,
          "positive_goodness": 4.35552965804206,
          "runtime_seconds": 10.043035984039307
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6921646865102979,
          "lr": 0.03,
          "negative_goodness": 1.0182068000157674,
          "pair_accuracy": 0.8993111111111111,
          "positive_goodness": 4.154021824391683,
          "runtime_seconds": 9.945164442062378
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6463984684626262,
          "lr": 0.03,
          "negative_goodness": 0.9608935300191244,
          "pair_accuracy": 0.9027111111217075,
          "positive_goodness": 4.395462994257609,
          "runtime_seconds": 10.02266526222229
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6677164799054464,
          "lr": 0.03,
          "negative_goodness": 0.9661255883905623,
          "pair_accuracy": 0.9020222222222222,
          "positive_goodness": 4.2232778763665095,
          "runtime_seconds": 10.079427719116211
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6703425888697306,
          "lr": 0.03,
          "negative_goodness": 0.9930842946158515,
          "pair_accuracy": 0.8971111111058129,
          "positive_goodness": 4.268312313312954,
          "runtime_seconds": 10.118689060211182
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6907692275895013,
          "lr": 0.03,
          "negative_goodness": 0.9726520744747585,
          "pair_accuracy": 0.887511111079322,
          "positive_goodness": 4.133011679712931,
          "runtime_seconds": 10.136014223098755
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.609856798670027,
          "lr": 0.03,
          "negative_goodness": 0.9066604468133714,
          "pair_accuracy": 0.9106222222646078,
          "positive_goodness": 4.461973866907756,
          "runtime_seconds": 10.119157075881958
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6754365342722999,
          "lr": 0.03,
          "negative_goodness": 0.963351062933604,
          "pair_accuracy": 0.9008222222222222,
          "positive_goodness": 4.197352243126764,
          "runtime_seconds": 10.1236572265625
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.639821836010615,
          "lr": 0.03,
          "negative_goodness": 0.9253360828611585,
          "pair_accuracy": 0.9049777777777778,
          "positive_goodness": 4.257168584272597,
          "runtime_seconds": 10.134371757507324
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6100702373080783,
          "lr": 0.03,
          "negative_goodness": 0.9000901824951172,
          "pair_accuracy": 0.9121333333346578,
          "positive_goodness": 4.497454149542914,
          "runtime_seconds": 10.121986150741577
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.599796954758962,
          "lr": 0.03,
          "negative_goodness": 0.8847956112649705,
          "pair_accuracy": 0.9184666666666667,
          "positive_goodness": 4.4942666529337565,
          "runtime_seconds": 10.113982915878296
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6181610445234511,
          "lr": 0.03,
          "negative_goodness": 0.9079151033507453,
          "pair_accuracy": 0.9115555555555556,
          "positive_goodness": 4.436755153274536,
          "runtime_seconds": 10.089767932891846
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6077179144647387,
          "lr": 0.03,
          "negative_goodness": 0.893466213575999,
          "pair_accuracy": 0.9162666666666667,
          "positive_goodness": 4.438487059699164,
          "runtime_seconds": 10.034184217453003
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6458089850213793,
          "lr": 0.03,
          "negative_goodness": 0.9158478715260824,
          "pair_accuracy": 0.9024666666560703,
          "positive_goodness": 4.42747243147956,
          "runtime_seconds": 10.119109392166138
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5897651215129428,
          "lr": 0.03,
          "negative_goodness": 0.8748973689609104,
          "pair_accuracy": 0.9209555555555555,
          "positive_goodness": 4.479646542443169,
          "runtime_seconds": 10.10434365272522
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6350981562296549,
          "lr": 0.03,
          "negative_goodness": 0.9059914469718933,
          "pair_accuracy": 0.9061999999841054,
          "positive_goodness": 4.439764390458001,
          "runtime_seconds": 10.010063409805298
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6265923896577623,
          "lr": 0.03,
          "negative_goodness": 0.904791773739126,
          "pair_accuracy": 0.9106,
          "positive_goodness": 4.50167994817098,
          "runtime_seconds": 10.041465044021606
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6176078755802579,
          "lr": 0.03,
          "negative_goodness": 0.8897638054529826,
          "pair_accuracy": 0.9160666667090522,
          "positive_goodness": 4.42020427585178,
          "runtime_seconds": 10.058037281036377
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6441897880739635,
          "lr": 0.03,
          "negative_goodness": 0.8915969023452864,
          "pair_accuracy": 0.8964666666666666,
          "positive_goodness": 4.461563881598579,
          "runtime_seconds": 9.988579273223877
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5800856943130493,
          "lr": 0.03,
          "negative_goodness": 0.8301542021221585,
          "pair_accuracy": 0.9161777777618832,
          "positive_goodness": 4.775342433887058,
          "runtime_seconds": 9.989960670471191
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.681165795411004,
          "lr": 0.03,
          "negative_goodness": 0.9199062249713473,
          "pair_accuracy": 0.8937111111217075,
          "positive_goodness": 4.277552214474148,
          "runtime_seconds": 9.844154596328735
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6098415383709802,
          "lr": 0.03,
          "negative_goodness": 0.8951451687574387,
          "pair_accuracy": 0.9175555555555556,
          "positive_goodness": 4.484138892873128,
          "runtime_seconds": 10.031460285186768
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5783637369632721,
          "lr": 0.03,
          "negative_goodness": 0.831114099544949,
          "pair_accuracy": 0.9209555555555555,
          "positive_goodness": 4.624740789922078,
          "runtime_seconds": 10.014838218688965
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5879253962410821,
          "lr": 0.03,
          "negative_goodness": 0.8038611711608039,
          "pair_accuracy": 0.9078666666878594,
          "positive_goodness": 4.663435381825765,
          "runtime_seconds": 10.053936243057251
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5620518515904744,
          "lr": 0.03,
          "negative_goodness": 0.7963704710218642,
          "pair_accuracy": 0.9213333333757189,
          "positive_goodness": 4.885161902597216,
          "runtime_seconds": 10.016268491744995
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5540232646094428,
          "lr": 0.03,
          "negative_goodness": 0.773684991285536,
          "pair_accuracy": 0.9259111111217075,
          "positive_goodness": 4.782418795098199,
          "runtime_seconds": 10.031703233718872
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6310140514161852,
          "lr": 0.03,
          "negative_goodness": 0.8799674922943115,
          "pair_accuracy": 0.9025111111270057,
          "positive_goodness": 4.507643565898471,
          "runtime_seconds": 10.019968271255493
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5956684907727772,
          "lr": 0.03,
          "negative_goodness": 0.8232087631702423,
          "pair_accuracy": 0.9093111111111111,
          "positive_goodness": 4.547465909025404,
          "runtime_seconds": 10.034471988677979
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6168594803651174,
          "lr": 0.03,
          "negative_goodness": 0.8669228552374575,
          "pair_accuracy": 0.9097111111111111,
          "positive_goodness": 4.560904757859972,
          "runtime_seconds": 10.078142404556274
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5976247637006972,
          "lr": 0.03,
          "negative_goodness": 0.816377407140202,
          "pair_accuracy": 0.9116888888888889,
          "positive_goodness": 4.622243157789442,
          "runtime_seconds": 10.065387964248657
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5976096093707615,
          "lr": 0.03,
          "negative_goodness": 0.8610959091795816,
          "pair_accuracy": 0.9171111111111111,
          "positive_goodness": 4.6870799832661945,
          "runtime_seconds": 10.02001142501831
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.579174010292689,
          "lr": 0.03,
          "negative_goodness": 0.7979912240107854,
          "pair_accuracy": 0.9161777777777778,
          "positive_goodness": 4.678039666324191,
          "runtime_seconds": 10.03408169746399
        }
      ],
      "layer": 54
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.184197072177463,
          "lr": 0.03,
          "negative_goodness": 1.3534939605395,
          "pair_accuracy": 0.8492444444444445,
          "positive_goodness": 2.7945538678275215,
          "runtime_seconds": 9.775387525558472
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1423126959694756,
          "lr": 0.03,
          "negative_goodness": 1.4092236820644803,
          "pair_accuracy": 0.8524000000158946,
          "positive_goodness": 2.940797165468004,
          "runtime_seconds": 9.778346300125122
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1151776327874925,
          "lr": 0.03,
          "negative_goodness": 1.3359610687679715,
          "pair_accuracy": 0.877,
          "positive_goodness": 2.823753111775716,
          "runtime_seconds": 9.774840593338013
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0267702130423653,
          "lr": 0.03,
          "negative_goodness": 1.236902877553304,
          "pair_accuracy": 0.9089777777777778,
          "positive_goodness": 3.254718428717719,
          "runtime_seconds": 9.770963668823242
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0638780898412068,
          "lr": 0.03,
          "negative_goodness": 1.3004277753432592,
          "pair_accuracy": 0.8862222222222222,
          "positive_goodness": 3.1546159934149847,
          "runtime_seconds": 9.771470069885254
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.1263346552530924,
          "lr": 0.03,
          "negative_goodness": 1.3717342495388456,
          "pair_accuracy": 0.8730222222116258,
          "positive_goodness": 2.7517613819758098,
          "runtime_seconds": 9.776463508605957
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0981660309473673,
          "lr": 0.03,
          "negative_goodness": 1.366488700580597,
          "pair_accuracy": 0.8813111110899183,
          "positive_goodness": 3.1017440055847167,
          "runtime_seconds": 9.77240538597107
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0905553121990628,
          "lr": 0.03,
          "negative_goodness": 1.329091675037808,
          "pair_accuracy": 0.8784444444444445,
          "positive_goodness": 2.8984737918006047,
          "runtime_seconds": 9.780826330184937
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.093832874086168,
          "lr": 0.03,
          "negative_goodness": 1.3685844909667968,
          "pair_accuracy": 0.873711111079322,
          "positive_goodness": 2.945703710746765,
          "runtime_seconds": 9.761581897735596
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.1031283352533976,
          "lr": 0.03,
          "negative_goodness": 1.3643838286293877,
          "pair_accuracy": 0.8654444444444445,
          "positive_goodness": 2.8902267471313476,
          "runtime_seconds": 9.762607097625732
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.116275408914354,
          "lr": 0.03,
          "negative_goodness": 1.4166171488867865,
          "pair_accuracy": 0.8648000000529819,
          "positive_goodness": 2.7553805559370255,
          "runtime_seconds": 9.799038648605347
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1229927423477173,
          "lr": 0.03,
          "negative_goodness": 1.4264613360087077,
          "pair_accuracy": 0.8569111110899184,
          "positive_goodness": 2.7742156440311008,
          "runtime_seconds": 9.71019721031189
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.106313990105523,
          "lr": 0.03,
          "negative_goodness": 1.372574581638972,
          "pair_accuracy": 0.8615111111640931,
          "positive_goodness": 2.7277152480655245,
          "runtime_seconds": 9.671103715896606
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.0745124628278944,
          "lr": 0.03,
          "negative_goodness": 1.3363565123240153,
          "pair_accuracy": 0.8901777777698305,
          "positive_goodness": 2.8931194282955595,
          "runtime_seconds": 9.812143564224243
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.106962527900272,
          "lr": 0.03,
          "negative_goodness": 1.4091783302307128,
          "pair_accuracy": 0.8826222222116259,
          "positive_goodness": 2.8020219415452745,
          "runtime_seconds": 9.758358240127563
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.0264011932346555,
          "lr": 0.03,
          "negative_goodness": 1.2492899574915568,
          "pair_accuracy": 0.9042222222222223,
          "positive_goodness": 3.021982100168864,
          "runtime_seconds": 9.837210893630981
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.08896471886105,
          "lr": 0.03,
          "negative_goodness": 1.3336359154807196,
          "pair_accuracy": 0.8936000000317892,
          "positive_goodness": 2.866050891918606,
          "runtime_seconds": 9.832108736038208
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.0629276325649686,
          "lr": 0.03,
          "negative_goodness": 1.2971882881376477,
          "pair_accuracy": 0.8883777777671814,
          "positive_goodness": 2.921773898612128,
          "runtime_seconds": 9.847082138061523
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.129939404466417,
          "lr": 0.03,
          "negative_goodness": 1.4075821552912393,
          "pair_accuracy": 0.8699555556085374,
          "positive_goodness": 2.8492314466052586,
          "runtime_seconds": 9.82695746421814
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1219772945404052,
          "lr": 0.03,
          "negative_goodness": 1.3969622328440348,
          "pair_accuracy": 0.8547111111217075,
          "positive_goodness": 2.720562565867106,
          "runtime_seconds": 9.850557088851929
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0430937149047852,
          "lr": 0.03,
          "negative_goodness": 1.2596888225237528,
          "pair_accuracy": 0.8816888888570997,
          "positive_goodness": 3.067155018488566,
          "runtime_seconds": 9.849125862121582
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.129721160252889,
          "lr": 0.03,
          "negative_goodness": 1.4573959629482693,
          "pair_accuracy": 0.8826,
          "positive_goodness": 2.72557011557685,
          "runtime_seconds": 9.838758707046509
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.0721709324412876,
          "lr": 0.03,
          "negative_goodness": 1.3606446496327718,
          "pair_accuracy": 0.8961111111111111,
          "positive_goodness": 2.8980208649105497,
          "runtime_seconds": 9.839472532272339
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.0590342574649387,
          "lr": 0.03,
          "negative_goodness": 1.2955707064734565,
          "pair_accuracy": 0.8896666666666667,
          "positive_goodness": 2.903395784801907,
          "runtime_seconds": 9.84665560722351
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.0687768292321098,
          "lr": 0.03,
          "negative_goodness": 1.3674302232530382,
          "pair_accuracy": 0.8854888888888889,
          "positive_goodness": 2.9371806815253363,
          "runtime_seconds": 9.83845591545105
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.0857497111320495,
          "lr": 0.03,
          "negative_goodness": 1.353075526216295,
          "pair_accuracy": 0.8896888888888889,
          "positive_goodness": 2.8680795538160537,
          "runtime_seconds": 9.846652746200562
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.0320108869128757,
          "lr": 0.03,
          "negative_goodness": 1.2962803907606337,
          "pair_accuracy": 0.8926444444762336,
          "positive_goodness": 2.9321901667488945,
          "runtime_seconds": 9.841848611831665
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.0658618065039316,
          "lr": 0.03,
          "negative_goodness": 1.3228056475109524,
          "pair_accuracy": 0.9113777777777777,
          "positive_goodness": 3.0528482829623753,
          "runtime_seconds": 9.842699527740479
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.107486102273729,
          "lr": 0.03,
          "negative_goodness": 1.363236610115899,
          "pair_accuracy": 0.878000000052982,
          "positive_goodness": 2.7865187793307835,
          "runtime_seconds": 9.847919940948486
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.0292572712580363,
          "lr": 0.03,
          "negative_goodness": 1.3128881837738884,
          "pair_accuracy": 0.9016888888888889,
          "positive_goodness": 3.026307892311944,
          "runtime_seconds": 9.845136642456055
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.1028423228581747,
          "lr": 0.03,
          "negative_goodness": 1.3455672025044758,
          "pair_accuracy": 0.8734222222222222,
          "positive_goodness": 2.753966315460205,
          "runtime_seconds": 9.842769622802734
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.0995811727735731,
          "lr": 0.03,
          "negative_goodness": 1.3632474960327148,
          "pair_accuracy": 0.8721333333757189,
          "positive_goodness": 2.7637847128232322,
          "runtime_seconds": 9.84635066986084
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.0494107941097683,
          "lr": 0.03,
          "negative_goodness": 1.2981311967637803,
          "pair_accuracy": 0.8899777777777778,
          "positive_goodness": 2.9735177730242413,
          "runtime_seconds": 9.846891164779663
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.029825587187873,
          "lr": 0.03,
          "negative_goodness": 1.3036056589444478,
          "pair_accuracy": 0.8936444444444445,
          "positive_goodness": 3.099489004908668,
          "runtime_seconds": 9.83812165260315
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.0700099790361193,
          "lr": 0.03,
          "negative_goodness": 1.35077005343967,
          "pair_accuracy": 0.8826000000211928,
          "positive_goodness": 2.874786649915907,
          "runtime_seconds": 9.84872579574585
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.0482548462020027,
          "lr": 0.03,
          "negative_goodness": 1.2838380948490566,
          "pair_accuracy": 0.9033555555555556,
          "positive_goodness": 2.984557406234741,
          "runtime_seconds": 9.840322494506836
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.0628106483565436,
          "lr": 0.03,
          "negative_goodness": 1.34119630590015,
          "pair_accuracy": 0.8997555555555555,
          "positive_goodness": 2.9668071258544924,
          "runtime_seconds": 9.852153301239014
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.0685276712311638,
          "lr": 0.03,
          "negative_goodness": 1.3287960688273113,
          "pair_accuracy": 0.8903111111005148,
          "positive_goodness": 2.873085006629096,
          "runtime_seconds": 9.85128116607666
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.0555061865912543,
          "lr": 0.03,
          "negative_goodness": 1.2827911155700684,
          "pair_accuracy": 0.8979999999788072,
          "positive_goodness": 3.080144876819187,
          "runtime_seconds": 9.853239059448242
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.0406131548351711,
          "lr": 0.03,
          "negative_goodness": 1.3308772464964125,
          "pair_accuracy": 0.909844444433848,
          "positive_goodness": 3.0667766004456416,
          "runtime_seconds": 9.84464406967163
        }
      ],
      "layer": 55
    }
  ],
  "protocol_family": "resnet_local_learning_crossover",
  "provenance": {
    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "total_wall_seconds": 23673.216548919678,
  "work": {
    "candidate_label_evaluation_presentations": 50000,
    "completed_global_epochs": 2240,
    "feedforward_example_passes": 201600000,
    "forward_macs_per_example": 125485696,
    "forward_parameter_count": 853018,
    "local_target_backward_example_evaluations": 201600000,
    "local_vjp_example_evaluations": 0,
    "logical_task_loss_queries": 0,
    "num_trainable_layers": 56,
    "ordinary_training_examples": 100800000,
    "ordinary_validation_examples": 5000,
    "relaxation_example_passes": 0,
    "training_example_presentations": 201600000
  }
}