{
  "architecture": {
    "base_width": 16,
    "depth": 20,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "forward_parameter_count": 269722,
    "normalization": "batchnorm",
    "residual_scale": 1.0
  },
  "args": {
    "augment_train": 1,
    "batch_size": 128,
    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
    "depth": 20,
    "device": "cuda",
    "dp_alpha": 0.0,
    "dp_beta": 0.1,
    "dp_inference_passes": 16,
    "ep_beta": 0.5,
    "ep_dt": 0.5,
    "ep_free_steps": 20,
    "ep_nudge_steps": 4,
    "epochs": 40,
    "eval_every": 1,
    "eval_split": "validation",
    "feedback_seed": 1729,
    "ff_score_from_layer": 1,
    "ff_threshold": 2.0,
    "loader_seed": 0,
    "lr": 0.03,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "constant",
    "max_steps": 0,
    "method": "ff",
    "momentum": 0.9,
    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json",
    "output_lr": 0.03,
    "pepita_projection_scale": 0.05,
    "seed": 0,
    "split_seed": 2027,
    "train_limit": 0,
    "val_examples": 5000,
    "weight_decay": 0.0001,
    "width": 16
  },
  "epochs": [],
  "evaluation_protocol": {
    "split": "validation",
    "test_evaluations": 0,
    "test_used_for_selection": false
  },
  "final": {
    "accuracy": 0.1174,
    "evaluation_seconds": 1.5146634578704834,
    "examples": 5000,
    "finite": true,
    "loss": null
  },
  "first_nonfinite_step": null,
  "hardware": {
    "cuda_device_name": "NVIDIA RTX A6000",
    "cuda_visible_devices": "0",
    "device": "cuda",
    "device_total_memory_bytes": 50896568320,
    "peak_memory_allocated_bytes": 5474375168,
    "peak_memory_reserved_bytes": 5981077504,
    "torch_version": "2.3.1+cu118"
  },
  "layers": [
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.4005121697319878,
          "lr": 0.03,
          "negative_goodness": 1.9601310234069824,
          "pair_accuracy": 0.4739333333598243,
          "positive_goodness": 1.960143262354533,
          "runtime_seconds": 4.442354917526245
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.387007635582818,
          "lr": 0.03,
          "negative_goodness": 1.9987232278611924,
          "pair_accuracy": 0.47797777780426876,
          "positive_goodness": 1.9987444209204779,
          "runtime_seconds": 4.020473480224609
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3869588102340697,
          "lr": 0.03,
          "negative_goodness": 1.9987902463701037,
          "pair_accuracy": 0.48168888891537986,
          "positive_goodness": 1.9988118118286133,
          "runtime_seconds": 4.022093057632446
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3869192715115017,
          "lr": 0.03,
          "negative_goodness": 1.9989530067443848,
          "pair_accuracy": 0.47273333336512247,
          "positive_goodness": 1.9989705510033502,
          "runtime_seconds": 4.014694690704346
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3867757701237997,
          "lr": 0.03,
          "negative_goodness": 1.999157364824083,
          "pair_accuracy": 0.47580000001589456,
          "positive_goodness": 1.9991776374816894,
          "runtime_seconds": 4.016554832458496
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.386698933813307,
          "lr": 0.03,
          "negative_goodness": 1.9993364699469671,
          "pair_accuracy": 0.4782444444656372,
          "positive_goodness": 1.9993548776838515,
          "runtime_seconds": 4.028818130493164
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3865385099834866,
          "lr": 0.03,
          "negative_goodness": 1.9995932447221545,
          "pair_accuracy": 0.4743111111164093,
          "positive_goodness": 1.9996111343807643,
          "runtime_seconds": 4.022809743881226
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3864329044977823,
          "lr": 0.03,
          "negative_goodness": 1.999763582971361,
          "pair_accuracy": 0.47788888888888886,
          "positive_goodness": 1.9997798079808553,
          "runtime_seconds": 4.012293815612793
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3863745658662585,
          "lr": 0.03,
          "negative_goodness": 1.9998732730017768,
          "pair_accuracy": 0.48206666666666664,
          "positive_goodness": 1.9998874375661215,
          "runtime_seconds": 4.015212297439575
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.38633431869083,
          "lr": 0.03,
          "negative_goodness": 1.9999270596398249,
          "pair_accuracy": 0.4774444444126553,
          "positive_goodness": 1.9999369727240668,
          "runtime_seconds": 4.020283460617065
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3863177184846667,
          "lr": 0.03,
          "negative_goodness": 1.9999535449557835,
          "pair_accuracy": 0.48113333332273694,
          "positive_goodness": 1.9999625151316325,
          "runtime_seconds": 4.0136635303497314
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3863131265004476,
          "lr": 0.03,
          "negative_goodness": 1.999965398449368,
          "pair_accuracy": 0.479,
          "positive_goodness": 1.9999739984088474,
          "runtime_seconds": 4.013098478317261
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3863072466108535,
          "lr": 0.03,
          "negative_goodness": 1.9999784149593778,
          "pair_accuracy": 0.47993333331214055,
          "positive_goodness": 1.9999848613527087,
          "runtime_seconds": 3.9994678497314453
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3863020559734769,
          "lr": 0.03,
          "negative_goodness": 1.999984212176005,
          "pair_accuracy": 0.4804888888888889,
          "positive_goodness": 1.9999912085851033,
          "runtime_seconds": 4.003154039382935
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.3862991156260172,
          "lr": 0.03,
          "negative_goodness": 1.9999898837831285,
          "pair_accuracy": 0.47864444448682997,
          "positive_goodness": 1.9999962279849581,
          "runtime_seconds": 4.000916481018066
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3862972198486327,
          "lr": 0.03,
          "negative_goodness": 1.9999917033513388,
          "pair_accuracy": 0.47744444443384804,
          "positive_goodness": 1.999997399160597,
          "runtime_seconds": 4.000702142715454
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3862957434124417,
          "lr": 0.03,
          "negative_goodness": 1.9999922891616821,
          "pair_accuracy": 0.47704444445504085,
          "positive_goodness": 1.9999996165593465,
          "runtime_seconds": 4.0117340087890625
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3862954868740505,
          "lr": 0.03,
          "negative_goodness": 1.999992126803928,
          "pair_accuracy": 0.47262222221162586,
          "positive_goodness": 2.0000018541971842,
          "runtime_seconds": 4.025058031082153
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.386294012811449,
          "lr": 0.03,
          "negative_goodness": 1.9999834719975789,
          "pair_accuracy": 0.46595555555555557,
          "positive_goodness": 2.000004315800137,
          "runtime_seconds": 4.020641803741455
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3862845910602146,
          "lr": 0.03,
          "negative_goodness": 1.9999536404927571,
          "pair_accuracy": 0.4767777777618832,
          "positive_goodness": 2.000026096534729,
          "runtime_seconds": 4.025409698486328
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3862585081736247,
          "lr": 0.03,
          "negative_goodness": 1.999894027794732,
          "pair_accuracy": 0.48071111107932196,
          "positive_goodness": 2.00008999065823,
          "runtime_seconds": 4.013952255249023
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3862183980941774,
          "lr": 0.03,
          "negative_goodness": 1.9998316767374675,
          "pair_accuracy": 0.480444444460339,
          "positive_goodness": 2.0001379673851862,
          "runtime_seconds": 4.018738746643066
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3861571537653605,
          "lr": 0.03,
          "negative_goodness": 1.9997450352350872,
          "pair_accuracy": 0.47771111108991837,
          "positive_goodness": 2.0002439667595757,
          "runtime_seconds": 4.02006196975708
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3861010393354627,
          "lr": 0.03,
          "negative_goodness": 1.9995863431294758,
          "pair_accuracy": 0.4808888888994853,
          "positive_goodness": 2.0003641815609403,
          "runtime_seconds": 4.017390727996826
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3860183791266547,
          "lr": 0.03,
          "negative_goodness": 1.9994270960913765,
          "pair_accuracy": 0.4767111110952165,
          "positive_goodness": 2.0004117652045355,
          "runtime_seconds": 4.0145299434661865
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3858748785018922,
          "lr": 0.03,
          "negative_goodness": 1.999183433702257,
          "pair_accuracy": 0.47682222221692405,
          "positive_goodness": 2.0007004488839044,
          "runtime_seconds": 4.007335186004639
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3857943122016059,
          "lr": 0.03,
          "negative_goodness": 1.999058674536811,
          "pair_accuracy": 0.4764666666560703,
          "positive_goodness": 2.0009235049353706,
          "runtime_seconds": 4.0228271484375
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3859377777311537,
          "lr": 0.03,
          "negative_goodness": 1.9993038423326281,
          "pair_accuracy": 0.48022222221162586,
          "positive_goodness": 2.000637299092611,
          "runtime_seconds": 4.021588563919067
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3855776105456883,
          "lr": 0.03,
          "negative_goodness": 1.9986911282433404,
          "pair_accuracy": 0.4796222222222222,
          "positive_goodness": 2.0011943065219455,
          "runtime_seconds": 4.012900114059448
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3854861862394545,
          "lr": 0.03,
          "negative_goodness": 1.998729441663954,
          "pair_accuracy": 0.47946666669845583,
          "positive_goodness": 2.001515883763631,
          "runtime_seconds": 4.018191576004028
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3852819519466824,
          "lr": 0.03,
          "negative_goodness": 1.998212189102173,
          "pair_accuracy": 0.4805555555661519,
          "positive_goodness": 2.001762049272325,
          "runtime_seconds": 4.014139890670776
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3854936304516263,
          "lr": 0.03,
          "negative_goodness": 1.998297024536133,
          "pair_accuracy": 0.48102222224871316,
          "positive_goodness": 2.0014716115103828,
          "runtime_seconds": 4.005394697189331
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.385308371755812,
          "lr": 0.03,
          "negative_goodness": 1.9982786936865913,
          "pair_accuracy": 0.4831555555873447,
          "positive_goodness": 2.0018401529735987,
          "runtime_seconds": 4.019372940063477
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3851973777982924,
          "lr": 0.03,
          "negative_goodness": 1.997974285613166,
          "pair_accuracy": 0.48304444447623357,
          "positive_goodness": 2.0018273219214544,
          "runtime_seconds": 4.024045705795288
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3853170914120145,
          "lr": 0.03,
          "negative_goodness": 1.9982329156239826,
          "pair_accuracy": 0.4868444444762336,
          "positive_goodness": 2.0019923520618015,
          "runtime_seconds": 4.022265434265137
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3852790722952948,
          "lr": 0.03,
          "negative_goodness": 1.9981024457719592,
          "pair_accuracy": 0.48771111113230387,
          "positive_goodness": 2.001845592329237,
          "runtime_seconds": 4.022640943527222
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.38514535668691,
          "lr": 0.03,
          "negative_goodness": 1.9979354625066121,
          "pair_accuracy": 0.4862888889418708,
          "positive_goodness": 2.0020988483428956,
          "runtime_seconds": 4.01956844329834
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3853505014419556,
          "lr": 0.03,
          "negative_goodness": 1.9982058176676432,
          "pair_accuracy": 0.48740000002119277,
          "positive_goodness": 2.001756338289049,
          "runtime_seconds": 4.021960020065308
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3851402035395304,
          "lr": 0.03,
          "negative_goodness": 1.9978458022223577,
          "pair_accuracy": 0.4874222222275204,
          "positive_goodness": 2.0021881000094943,
          "runtime_seconds": 4.0125696659088135
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3851493269178603,
          "lr": 0.03,
          "negative_goodness": 1.9978735819498699,
          "pair_accuracy": 0.4847333333492279,
          "positive_goodness": 2.0020106267293296,
          "runtime_seconds": 4.008484125137329
        }
      ],
      "layer": 0
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3932117523829142,
          "lr": 0.03,
          "negative_goodness": 1.9616084063635932,
          "pair_accuracy": 0.5247555555820466,
          "positive_goodness": 1.974602836057875,
          "runtime_seconds": 4.113959550857544
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3788628021876017,
          "lr": 0.03,
          "negative_goodness": 1.9895675208621555,
          "pair_accuracy": 0.5424222222010294,
          "positive_goodness": 2.014808629099528,
          "runtime_seconds": 4.104449510574341
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3786113515641953,
          "lr": 0.03,
          "negative_goodness": 1.9886924804475572,
          "pair_accuracy": 0.5455777777989705,
          "positive_goodness": 2.015313993771871,
          "runtime_seconds": 4.11234712600708
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.377780750550164,
          "lr": 0.03,
          "negative_goodness": 1.9879824965159099,
          "pair_accuracy": 0.5495111111005148,
          "positive_goodness": 2.017264287439982,
          "runtime_seconds": 4.115158319473267
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3765279240290325,
          "lr": 0.03,
          "negative_goodness": 1.9865627773072985,
          "pair_accuracy": 0.5553333333757189,
          "positive_goodness": 2.019646032121446,
          "runtime_seconds": 4.1120030879974365
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.376173061413235,
          "lr": 0.03,
          "negative_goodness": 1.9854636295954387,
          "pair_accuracy": 0.5514000000317891,
          "positive_goodness": 2.0205752878401015,
          "runtime_seconds": 4.109644412994385
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.375299360148112,
          "lr": 0.03,
          "negative_goodness": 1.9841995730294122,
          "pair_accuracy": 0.5567555555714502,
          "positive_goodness": 2.0230227034038966,
          "runtime_seconds": 4.113102436065674
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3759224034839206,
          "lr": 0.03,
          "negative_goodness": 1.985288997162713,
          "pair_accuracy": 0.5568222222328186,
          "positive_goodness": 2.021230537372165,
          "runtime_seconds": 4.119059324264526
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3745707266277738,
          "lr": 0.03,
          "negative_goodness": 1.9830020762973362,
          "pair_accuracy": 0.5587555555555556,
          "positive_goodness": 2.024046246761746,
          "runtime_seconds": 4.122097492218018
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3748952810499404,
          "lr": 0.03,
          "negative_goodness": 1.9827730545891655,
          "pair_accuracy": 0.5614000000317891,
          "positive_goodness": 2.023238257153829,
          "runtime_seconds": 4.121074914932251
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3740840565363566,
          "lr": 0.03,
          "negative_goodness": 1.9826951626459757,
          "pair_accuracy": 0.5675333333757189,
          "positive_goodness": 2.0253078161027696,
          "runtime_seconds": 4.122215509414673
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3735402496761746,
          "lr": 0.03,
          "negative_goodness": 1.9814580365710788,
          "pair_accuracy": 0.5683333333015442,
          "positive_goodness": 2.0261573245578344,
          "runtime_seconds": 4.118436336517334
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3735931759940254,
          "lr": 0.03,
          "negative_goodness": 1.9812357808007135,
          "pair_accuracy": 0.5697111111323039,
          "positive_goodness": 2.0262974440256754,
          "runtime_seconds": 4.121304035186768
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3727920609580146,
          "lr": 0.03,
          "negative_goodness": 1.9802444451861911,
          "pair_accuracy": 0.5747333333757189,
          "positive_goodness": 2.0279628845638697,
          "runtime_seconds": 4.114097356796265
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.373754797384474,
          "lr": 0.03,
          "negative_goodness": 1.9805093935224745,
          "pair_accuracy": 0.5681555555343628,
          "positive_goodness": 2.025516858461168,
          "runtime_seconds": 4.1124608516693115
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3733848461151124,
          "lr": 0.03,
          "negative_goodness": 1.9802470002916124,
          "pair_accuracy": 0.5681777777989705,
          "positive_goodness": 2.0270457220289444,
          "runtime_seconds": 4.109096050262451
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3730305892096626,
          "lr": 0.03,
          "negative_goodness": 1.9798825311024983,
          "pair_accuracy": 0.5712888889100817,
          "positive_goodness": 2.0274167782677543,
          "runtime_seconds": 4.112367630004883
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3722204663806492,
          "lr": 0.03,
          "negative_goodness": 1.9783378393809001,
          "pair_accuracy": 0.5704666666984558,
          "positive_goodness": 2.029221641243829,
          "runtime_seconds": 4.114980220794678
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3718132865269979,
          "lr": 0.03,
          "negative_goodness": 1.9782278279622396,
          "pair_accuracy": 0.573044444433848,
          "positive_goodness": 2.029831932682461,
          "runtime_seconds": 4.117157459259033
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3723131368425157,
          "lr": 0.03,
          "negative_goodness": 1.977868480512831,
          "pair_accuracy": 0.5662444444762336,
          "positive_goodness": 2.0281764190673828,
          "runtime_seconds": 4.110045671463013
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3716715061823528,
          "lr": 0.03,
          "negative_goodness": 1.977911436589559,
          "pair_accuracy": 0.5648666666878595,
          "positive_goodness": 2.0306532088597615,
          "runtime_seconds": 4.111177921295166
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3707589925130208,
          "lr": 0.03,
          "negative_goodness": 1.9765842014524673,
          "pair_accuracy": 0.565288888894187,
          "positive_goodness": 2.0322339486016165,
          "runtime_seconds": 4.110898971557617
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3705475579367743,
          "lr": 0.03,
          "negative_goodness": 1.9760299474080403,
          "pair_accuracy": 0.5623777777777778,
          "positive_goodness": 2.032383829583062,
          "runtime_seconds": 4.112079620361328
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3704794426176283,
          "lr": 0.03,
          "negative_goodness": 1.9754500739839342,
          "pair_accuracy": 0.5654222222010294,
          "positive_goodness": 2.0320675870259604,
          "runtime_seconds": 4.110180377960205
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3701289758046469,
          "lr": 0.03,
          "negative_goodness": 1.9758330468071832,
          "pair_accuracy": 0.5655777778201633,
          "positive_goodness": 2.0334881067487927,
          "runtime_seconds": 4.11220645904541
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3707050980673896,
          "lr": 0.03,
          "negative_goodness": 1.9754781870736016,
          "pair_accuracy": 0.569222222243415,
          "positive_goodness": 2.0323951642778186,
          "runtime_seconds": 4.106773853302002
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3700828728569878,
          "lr": 0.03,
          "negative_goodness": 1.9751642570707533,
          "pair_accuracy": 0.5675777777671814,
          "positive_goodness": 2.032820465342204,
          "runtime_seconds": 4.107302904129028
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3702864546669855,
          "lr": 0.03,
          "negative_goodness": 1.9752910245683457,
          "pair_accuracy": 0.5660222222540113,
          "positive_goodness": 2.0329235928429497,
          "runtime_seconds": 4.10903525352478
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3692832588407728,
          "lr": 0.03,
          "negative_goodness": 1.974154246351454,
          "pair_accuracy": 0.5685555555343628,
          "positive_goodness": 2.034878907945421,
          "runtime_seconds": 4.12065315246582
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3693706057442558,
          "lr": 0.03,
          "negative_goodness": 1.9733561725616455,
          "pair_accuracy": 0.569355555597941,
          "positive_goodness": 2.0345855024125843,
          "runtime_seconds": 4.105545282363892
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.369382768503825,
          "lr": 0.03,
          "negative_goodness": 1.972923424741957,
          "pair_accuracy": 0.571688888920678,
          "positive_goodness": 2.034545042461819,
          "runtime_seconds": 4.101029396057129
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3687460449006823,
          "lr": 0.03,
          "negative_goodness": 1.9730511844846936,
          "pair_accuracy": 0.5806444444232517,
          "positive_goodness": 2.0357176334381104,
          "runtime_seconds": 4.110149383544922
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3699555436240303,
          "lr": 0.03,
          "negative_goodness": 1.9736906222449409,
          "pair_accuracy": 0.5723111111534966,
          "positive_goodness": 2.033873972998725,
          "runtime_seconds": 4.110774993896484
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3682082608116997,
          "lr": 0.03,
          "negative_goodness": 1.972206425772773,
          "pair_accuracy": 0.5771333333015441,
          "positive_goodness": 2.037496131939358,
          "runtime_seconds": 4.109734296798706
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3686906690385607,
          "lr": 0.03,
          "negative_goodness": 1.9720414384629992,
          "pair_accuracy": 0.5766666666348775,
          "positive_goodness": 2.0361298236846923,
          "runtime_seconds": 4.105909585952759
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.367443592071533,
          "lr": 0.03,
          "negative_goodness": 1.9704478031582302,
          "pair_accuracy": 0.5784666667090522,
          "positive_goodness": 2.0388355396906537,
          "runtime_seconds": 4.10884690284729
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.369210840818617,
          "lr": 0.03,
          "negative_goodness": 1.9718139563030668,
          "pair_accuracy": 0.5817111110793219,
          "positive_goodness": 2.0347980559455023,
          "runtime_seconds": 4.107010841369629
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3679332441541883,
          "lr": 0.03,
          "negative_goodness": 1.9716569560792712,
          "pair_accuracy": 0.5771111111111111,
          "positive_goodness": 2.0374635754479304,
          "runtime_seconds": 4.1074538230896
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3676768312030367,
          "lr": 0.03,
          "negative_goodness": 1.971307231648763,
          "pair_accuracy": 0.5788666666560703,
          "positive_goodness": 2.0386354187435574,
          "runtime_seconds": 4.110522985458374
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3673629220750596,
          "lr": 0.03,
          "negative_goodness": 1.9699760090933907,
          "pair_accuracy": 0.5747111111005148,
          "positive_goodness": 2.038680723444621,
          "runtime_seconds": 4.107245445251465
        }
      ],
      "layer": 1
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.377819001473321,
          "lr": 0.03,
          "negative_goodness": 1.988411927011278,
          "pair_accuracy": 0.6025777777936724,
          "positive_goodness": 2.0198782718870376,
          "runtime_seconds": 4.189739227294922
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3689779887517293,
          "lr": 0.03,
          "negative_goodness": 1.977996727180481,
          "pair_accuracy": 0.6368222222646077,
          "positive_goodness": 2.0353663258446586,
          "runtime_seconds": 4.187904357910156
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3653394732369317,
          "lr": 0.03,
          "negative_goodness": 1.9717015564176772,
          "pair_accuracy": 0.6386222222222222,
          "positive_goodness": 2.0421092027028402,
          "runtime_seconds": 4.190337419509888
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3630898765775892,
          "lr": 0.03,
          "negative_goodness": 1.969029081132677,
          "pair_accuracy": 0.6375333333545261,
          "positive_goodness": 2.04675103225708,
          "runtime_seconds": 4.1922993659973145
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3621609250174629,
          "lr": 0.03,
          "negative_goodness": 1.9674551836861505,
          "pair_accuracy": 0.6351777777777777,
          "positive_goodness": 2.0488910830603704,
          "runtime_seconds": 4.192067861557007
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3584965751859877,
          "lr": 0.03,
          "negative_goodness": 1.962687554359436,
          "pair_accuracy": 0.6484666666878595,
          "positive_goodness": 2.0554449939727784,
          "runtime_seconds": 4.188335657119751
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3579738311555651,
          "lr": 0.03,
          "negative_goodness": 1.9613158783170912,
          "pair_accuracy": 0.6446222222222222,
          "positive_goodness": 2.0575264681922065,
          "runtime_seconds": 4.19608473777771
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3570324223836263,
          "lr": 0.03,
          "negative_goodness": 1.9603937348683675,
          "pair_accuracy": 0.6486888889418708,
          "positive_goodness": 2.0589015285491943,
          "runtime_seconds": 4.192540407180786
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3565069114896986,
          "lr": 0.03,
          "negative_goodness": 1.9574748461405436,
          "pair_accuracy": 0.6499555555237664,
          "positive_goodness": 2.0602696283976236,
          "runtime_seconds": 4.191425085067749
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3548604204389785,
          "lr": 0.03,
          "negative_goodness": 1.9565950325436063,
          "pair_accuracy": 0.6549777777459886,
          "positive_goodness": 2.0633816044277613,
          "runtime_seconds": 4.1922101974487305
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3576543834686279,
          "lr": 0.03,
          "negative_goodness": 1.9582678382025824,
          "pair_accuracy": 0.6433777777671814,
          "positive_goodness": 2.057178598573473,
          "runtime_seconds": 4.190258026123047
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3543724989785089,
          "lr": 0.03,
          "negative_goodness": 1.9560766280492148,
          "pair_accuracy": 0.6526222222063276,
          "positive_goodness": 2.0639543571048313,
          "runtime_seconds": 4.196247577667236
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3541788685480753,
          "lr": 0.03,
          "negative_goodness": 1.9558083656522962,
          "pair_accuracy": 0.6543333333015442,
          "positive_goodness": 2.064950257788764,
          "runtime_seconds": 4.195421934127808
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3527351928710938,
          "lr": 0.03,
          "negative_goodness": 1.9519619402355617,
          "pair_accuracy": 0.6550888889153799,
          "positive_goodness": 2.0670503174040054,
          "runtime_seconds": 4.192782640457153
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.351364672279358,
          "lr": 0.03,
          "negative_goodness": 1.9520452878528172,
          "pair_accuracy": 0.6645555556085374,
          "positive_goodness": 2.0699025149027506,
          "runtime_seconds": 4.191969633102417
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3504573486116198,
          "lr": 0.03,
          "negative_goodness": 1.9508601203494602,
          "pair_accuracy": 0.6547555555343628,
          "positive_goodness": 2.073028755739,
          "runtime_seconds": 4.193140506744385
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3510946736865574,
          "lr": 0.03,
          "negative_goodness": 1.9499657888412476,
          "pair_accuracy": 0.6579555555661519,
          "positive_goodness": 2.0703362597147623,
          "runtime_seconds": 4.193693399429321
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3515895300759209,
          "lr": 0.03,
          "negative_goodness": 1.951262267473009,
          "pair_accuracy": 0.6517333333757188,
          "positive_goodness": 2.0698351888868545,
          "runtime_seconds": 4.201700925827026
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.348997885047065,
          "lr": 0.03,
          "negative_goodness": 1.9480472557915582,
          "pair_accuracy": 0.6626666666454739,
          "positive_goodness": 2.074948938645257,
          "runtime_seconds": 4.194263696670532
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3493221042209202,
          "lr": 0.03,
          "negative_goodness": 1.9477416581683689,
          "pair_accuracy": 0.6602888889312745,
          "positive_goodness": 2.074237415568034,
          "runtime_seconds": 4.191493511199951
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3491587013244628,
          "lr": 0.03,
          "negative_goodness": 1.9469362277560764,
          "pair_accuracy": 0.6563555555449592,
          "positive_goodness": 2.0752004085116917,
          "runtime_seconds": 4.192288875579834
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3484515547010634,
          "lr": 0.03,
          "negative_goodness": 1.9464157408396403,
          "pair_accuracy": 0.6596444444656372,
          "positive_goodness": 2.0758873582204185,
          "runtime_seconds": 4.195840120315552
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3472602286868625,
          "lr": 0.03,
          "negative_goodness": 1.943950325287713,
          "pair_accuracy": 0.6643555555343628,
          "positive_goodness": 2.079246378941006,
          "runtime_seconds": 4.19755220413208
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3445955679363675,
          "lr": 0.03,
          "negative_goodness": 1.9409946622636582,
          "pair_accuracy": 0.6659999999894036,
          "positive_goodness": 2.082460123782688,
          "runtime_seconds": 4.191541910171509
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.347445178604126,
          "lr": 0.03,
          "negative_goodness": 1.944903024673462,
          "pair_accuracy": 0.6602888888782925,
          "positive_goodness": 2.078291101116604,
          "runtime_seconds": 4.196112394332886
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3451454876581828,
          "lr": 0.03,
          "negative_goodness": 1.9426024759928386,
          "pair_accuracy": 0.6640444444550408,
          "positive_goodness": 2.0826487350463867,
          "runtime_seconds": 4.196904182434082
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3476428396013047,
          "lr": 0.03,
          "negative_goodness": 1.9441010345458984,
          "pair_accuracy": 0.6514444444656372,
          "positive_goodness": 2.0779040483898585,
          "runtime_seconds": 4.1969990730285645
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3460337111155192,
          "lr": 0.03,
          "negative_goodness": 1.9414667540656196,
          "pair_accuracy": 0.6618666666878594,
          "positive_goodness": 2.0802998406304254,
          "runtime_seconds": 4.2013139724731445
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3455608212788899,
          "lr": 0.03,
          "negative_goodness": 1.9409561617745295,
          "pair_accuracy": 0.6598888889100817,
          "positive_goodness": 2.082043794208103,
          "runtime_seconds": 4.191962003707886
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3452154147254096,
          "lr": 0.03,
          "negative_goodness": 1.9412786587609185,
          "pair_accuracy": 0.6612000000423855,
          "positive_goodness": 2.083108978568183,
          "runtime_seconds": 4.188827753067017
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3440360547595553,
          "lr": 0.03,
          "negative_goodness": 1.9406251360575357,
          "pair_accuracy": 0.6558444444550409,
          "positive_goodness": 2.0848511718326144,
          "runtime_seconds": 4.184606313705444
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3450186493767633,
          "lr": 0.03,
          "negative_goodness": 1.9395471615261501,
          "pair_accuracy": 0.6597999999682108,
          "positive_goodness": 2.083051565000746,
          "runtime_seconds": 4.190711975097656
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3430828803804187,
          "lr": 0.03,
          "negative_goodness": 1.9397762009938557,
          "pair_accuracy": 0.6647333333015442,
          "positive_goodness": 2.086174620183309,
          "runtime_seconds": 4.194082498550415
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3443509083429972,
          "lr": 0.03,
          "negative_goodness": 1.939459768401252,
          "pair_accuracy": 0.6593333333651225,
          "positive_goodness": 2.0850511862013077,
          "runtime_seconds": 4.1875410079956055
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.343963647058275,
          "lr": 0.03,
          "negative_goodness": 1.938435262383355,
          "pair_accuracy": 0.6605555555873447,
          "positive_goodness": 2.0843620100657145,
          "runtime_seconds": 4.1936259269714355
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3425550727208455,
          "lr": 0.03,
          "negative_goodness": 1.9362288673612806,
          "pair_accuracy": 0.6664444444762336,
          "positive_goodness": 2.0886418140835232,
          "runtime_seconds": 4.192058324813843
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3442666721132066,
          "lr": 0.03,
          "negative_goodness": 1.938911836412218,
          "pair_accuracy": 0.6634222221904331,
          "positive_goodness": 2.085127221340603,
          "runtime_seconds": 4.2011988162994385
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3421695910135905,
          "lr": 0.03,
          "negative_goodness": 1.938083782280816,
          "pair_accuracy": 0.6660222222540114,
          "positive_goodness": 2.0885892077551946,
          "runtime_seconds": 4.189666986465454
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3424739128960503,
          "lr": 0.03,
          "negative_goodness": 1.9359384698232014,
          "pair_accuracy": 0.6598222222646077,
          "positive_goodness": 2.0879136048210993,
          "runtime_seconds": 4.190378904342651
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3415609036551581,
          "lr": 0.03,
          "negative_goodness": 1.9366985896852282,
          "pair_accuracy": 0.6621999999788072,
          "positive_goodness": 2.0899602895524767,
          "runtime_seconds": 4.189827919006348
        }
      ],
      "layer": 2
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.363385203827752,
          "lr": 0.03,
          "negative_goodness": 1.931928123558892,
          "pair_accuracy": 0.6857333333863153,
          "positive_goodness": 2.032686831580268,
          "runtime_seconds": 4.109395265579224
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3369102628072103,
          "lr": 0.03,
          "negative_goodness": 1.94321404616038,
          "pair_accuracy": 0.7363333333439297,
          "positive_goodness": 2.0945876924726696,
          "runtime_seconds": 4.1077492237091064
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3268187275568644,
          "lr": 0.03,
          "negative_goodness": 1.9339646657731797,
          "pair_accuracy": 0.7559333333757189,
          "positive_goodness": 2.1149529910193547,
          "runtime_seconds": 4.110430717468262
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3245545294019911,
          "lr": 0.03,
          "negative_goodness": 1.9301436735788982,
          "pair_accuracy": 0.7551111111217075,
          "positive_goodness": 2.1197704235924615,
          "runtime_seconds": 4.1098246574401855
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3178527632819281,
          "lr": 0.03,
          "negative_goodness": 1.9235243468814427,
          "pair_accuracy": 0.7648888888888888,
          "positive_goodness": 2.1320185907151963,
          "runtime_seconds": 4.111273288726807
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.315113187874688,
          "lr": 0.03,
          "negative_goodness": 1.9183410339567397,
          "pair_accuracy": 0.7679333333651225,
          "positive_goodness": 2.1381145515441893,
          "runtime_seconds": 4.114124059677124
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3114647230148315,
          "lr": 0.03,
          "negative_goodness": 1.9148493578169081,
          "pair_accuracy": 0.7791555555237664,
          "positive_goodness": 2.146503318532308,
          "runtime_seconds": 4.1095290184021
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3104503438313801,
          "lr": 0.03,
          "negative_goodness": 1.9163819240993925,
          "pair_accuracy": 0.7753777777459886,
          "positive_goodness": 2.148409844631619,
          "runtime_seconds": 4.1121180057525635
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3083513871298895,
          "lr": 0.03,
          "negative_goodness": 1.9117465037239922,
          "pair_accuracy": 0.7786000000211928,
          "positive_goodness": 2.153146329667833,
          "runtime_seconds": 4.110498666763306
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3067161347495184,
          "lr": 0.03,
          "negative_goodness": 1.9115743683073256,
          "pair_accuracy": 0.7828444444550409,
          "positive_goodness": 2.1538376466963025,
          "runtime_seconds": 4.123650550842285
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.305268999332852,
          "lr": 0.03,
          "negative_goodness": 1.9080196282280817,
          "pair_accuracy": 0.7817333333333333,
          "positive_goodness": 2.1598868948618573,
          "runtime_seconds": 4.118238925933838
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3026913959291246,
          "lr": 0.03,
          "negative_goodness": 1.9037724354426067,
          "pair_accuracy": 0.7814000000105964,
          "positive_goodness": 2.164972158135308,
          "runtime_seconds": 4.1203014850616455
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.2983160450617472,
          "lr": 0.03,
          "negative_goodness": 1.903342233742608,
          "pair_accuracy": 0.789422222243415,
          "positive_goodness": 2.1723839891645644,
          "runtime_seconds": 4.110793828964233
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3024447118123372,
          "lr": 0.03,
          "negative_goodness": 1.9038895222345988,
          "pair_accuracy": 0.785155555597941,
          "positive_goodness": 2.1654021936204697,
          "runtime_seconds": 4.112881660461426
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.300776331753201,
          "lr": 0.03,
          "negative_goodness": 1.904529643037584,
          "pair_accuracy": 0.7814444444868299,
          "positive_goodness": 2.1692047299702963,
          "runtime_seconds": 4.1149022579193115
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.295808846007453,
          "lr": 0.03,
          "negative_goodness": 1.8953657155142891,
          "pair_accuracy": 0.7936222222328186,
          "positive_goodness": 2.1770795996348062,
          "runtime_seconds": 4.110299825668335
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.2970855795330472,
          "lr": 0.03,
          "negative_goodness": 1.8987712918599446,
          "pair_accuracy": 0.787111111164093,
          "positive_goodness": 2.177000882636176,
          "runtime_seconds": 4.1118690967559814
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.2918610087924534,
          "lr": 0.03,
          "negative_goodness": 1.8922594525231256,
          "pair_accuracy": 0.7957333333015442,
          "positive_goodness": 2.1850923847198485,
          "runtime_seconds": 4.112123966217041
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.2919201947742038,
          "lr": 0.03,
          "negative_goodness": 1.8956940507888793,
          "pair_accuracy": 0.7908000000211928,
          "positive_goodness": 2.187077578353882,
          "runtime_seconds": 4.1048362255096436
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.2930115173975627,
          "lr": 0.03,
          "negative_goodness": 1.8957206906636557,
          "pair_accuracy": 0.7942666666772631,
          "positive_goodness": 2.182431216812134,
          "runtime_seconds": 4.117568731307983
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.2937716511832342,
          "lr": 0.03,
          "negative_goodness": 1.8946809824201796,
          "pair_accuracy": 0.7905333333015442,
          "positive_goodness": 2.185149971050686,
          "runtime_seconds": 4.114433526992798
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.2919936807844374,
          "lr": 0.03,
          "negative_goodness": 1.8919096178266737,
          "pair_accuracy": 0.7935555555449592,
          "positive_goodness": 2.1863580347061156,
          "runtime_seconds": 4.11887264251709
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.2913187218560114,
          "lr": 0.03,
          "negative_goodness": 1.8922362888124253,
          "pair_accuracy": 0.7917555555237664,
          "positive_goodness": 2.1884951011233857,
          "runtime_seconds": 4.110252380371094
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.286971730486552,
          "lr": 0.03,
          "negative_goodness": 1.8853241403579712,
          "pair_accuracy": 0.7964888888570998,
          "positive_goodness": 2.195241275490655,
          "runtime_seconds": 4.118106126785278
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.283953804037306,
          "lr": 0.03,
          "negative_goodness": 1.88493439678616,
          "pair_accuracy": 0.8019999999788072,
          "positive_goodness": 2.203698545413547,
          "runtime_seconds": 4.117110252380371
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.2850521908442178,
          "lr": 0.03,
          "negative_goodness": 1.8889475898106893,
          "pair_accuracy": 0.8008000000317892,
          "positive_goodness": 2.2001524258083767,
          "runtime_seconds": 4.116452217102051
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.2863224657058716,
          "lr": 0.03,
          "negative_goodness": 1.8848744878556993,
          "pair_accuracy": 0.8008,
          "positive_goodness": 2.198052465947469,
          "runtime_seconds": 4.109140396118164
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.2888672659132216,
          "lr": 0.03,
          "negative_goodness": 1.8857604767693414,
          "pair_accuracy": 0.7932888888782925,
          "positive_goodness": 2.195436905585395,
          "runtime_seconds": 4.109589099884033
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.287426065105862,
          "lr": 0.03,
          "negative_goodness": 1.8860534832848443,
          "pair_accuracy": 0.796244444433848,
          "positive_goodness": 2.1965638163672554,
          "runtime_seconds": 4.114764928817749
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.2829054540634155,
          "lr": 0.03,
          "negative_goodness": 1.8822332061343723,
          "pair_accuracy": 0.8018444444656372,
          "positive_goodness": 2.2035463251749676,
          "runtime_seconds": 4.117783546447754
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.2779868308173286,
          "lr": 0.03,
          "negative_goodness": 1.8805023892508612,
          "pair_accuracy": 0.8104666666772631,
          "positive_goodness": 2.2148855459425185,
          "runtime_seconds": 4.109351873397827
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.2816419819513958,
          "lr": 0.03,
          "negative_goodness": 1.8800837342368233,
          "pair_accuracy": 0.8048888888570997,
          "positive_goodness": 2.2094416664123537,
          "runtime_seconds": 4.113013744354248
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.2849041304270425,
          "lr": 0.03,
          "negative_goodness": 1.883195079506768,
          "pair_accuracy": 0.8004222222752041,
          "positive_goodness": 2.204313894059923,
          "runtime_seconds": 4.10442852973938
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.2862440074920654,
          "lr": 0.03,
          "negative_goodness": 1.8819093544218275,
          "pair_accuracy": 0.795333333354526,
          "positive_goodness": 2.1977786841922335,
          "runtime_seconds": 4.106237888336182
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.2795901706271702,
          "lr": 0.03,
          "negative_goodness": 1.878754656346639,
          "pair_accuracy": 0.800511111164093,
          "positive_goodness": 2.2136409760369196,
          "runtime_seconds": 4.115696668624878
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.273770546468099,
          "lr": 0.03,
          "negative_goodness": 1.8739364440706041,
          "pair_accuracy": 0.8139999999788072,
          "positive_goodness": 2.2241989495595296,
          "runtime_seconds": 4.120581150054932
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.2855378384484184,
          "lr": 0.03,
          "negative_goodness": 1.8780484038035075,
          "pair_accuracy": 0.7950444444762336,
          "positive_goodness": 2.200965281889174,
          "runtime_seconds": 4.113895654678345
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.2787170732710096,
          "lr": 0.03,
          "negative_goodness": 1.8770143736097549,
          "pair_accuracy": 0.8050222221904331,
          "positive_goodness": 2.2143660593244765,
          "runtime_seconds": 4.105283737182617
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.2779149461534287,
          "lr": 0.03,
          "negative_goodness": 1.8770735144085355,
          "pair_accuracy": 0.8076444444232517,
          "positive_goodness": 2.2181284451378716,
          "runtime_seconds": 4.112576484680176
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.2746874359766642,
          "lr": 0.03,
          "negative_goodness": 1.874471704588996,
          "pair_accuracy": 0.8097111110793219,
          "positive_goodness": 2.2218546881781682,
          "runtime_seconds": 4.11297082901001
        }
      ],
      "layer": 3
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3157120634290906,
          "lr": 0.03,
          "negative_goodness": 1.9484853195614285,
          "pair_accuracy": 0.7645777778201633,
          "positive_goodness": 2.159882808007134,
          "runtime_seconds": 4.204307317733765
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.288856547249688,
          "lr": 0.03,
          "negative_goodness": 1.922778161324395,
          "pair_accuracy": 0.8473777778201633,
          "positive_goodness": 2.2029851684570314,
          "runtime_seconds": 4.196081161499023
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2831481364780002,
          "lr": 0.03,
          "negative_goodness": 1.9161016929626464,
          "pair_accuracy": 0.8459999999894037,
          "positive_goodness": 2.2125621995713978,
          "runtime_seconds": 4.201501846313477
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.2773577492396038,
          "lr": 0.03,
          "negative_goodness": 1.909256796052721,
          "pair_accuracy": 0.8535333333439297,
          "positive_goodness": 2.2219490837944877,
          "runtime_seconds": 4.1992692947387695
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.281189894824558,
          "lr": 0.03,
          "negative_goodness": 1.9089860293918186,
          "pair_accuracy": 0.8432444444974263,
          "positive_goodness": 2.2147648111131457,
          "runtime_seconds": 4.1973044872283936
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.267738566992018,
          "lr": 0.03,
          "negative_goodness": 1.9021486432393393,
          "pair_accuracy": 0.862711111164093,
          "positive_goodness": 2.2413983477274577,
          "runtime_seconds": 4.20433235168457
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.2716917334874471,
          "lr": 0.03,
          "negative_goodness": 1.9015547044330172,
          "pair_accuracy": 0.8528666667196486,
          "positive_goodness": 2.232240942086114,
          "runtime_seconds": 4.195948362350464
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.268565087721083,
          "lr": 0.03,
          "negative_goodness": 1.897976900906033,
          "pair_accuracy": 0.8529777778307597,
          "positive_goodness": 2.2403096967485214,
          "runtime_seconds": 4.196468114852905
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.2722486602995131,
          "lr": 0.03,
          "negative_goodness": 1.8991807861116197,
          "pair_accuracy": 0.8445555555661519,
          "positive_goodness": 2.2317002367655436,
          "runtime_seconds": 4.189431428909302
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.2715027571148343,
          "lr": 0.03,
          "negative_goodness": 1.8981195918824938,
          "pair_accuracy": 0.8423777778307597,
          "positive_goodness": 2.2346959274715847,
          "runtime_seconds": 4.200538635253906
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.2652780989117092,
          "lr": 0.03,
          "negative_goodness": 1.8943852587382,
          "pair_accuracy": 0.8531111111111112,
          "positive_goodness": 2.247254833645291,
          "runtime_seconds": 4.192700386047363
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.2609423194885254,
          "lr": 0.03,
          "negative_goodness": 1.8917788743125068,
          "pair_accuracy": 0.8580888888888889,
          "positive_goodness": 2.255651056628757,
          "runtime_seconds": 4.193871736526489
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.2643611871931288,
          "lr": 0.03,
          "negative_goodness": 1.8916995449066163,
          "pair_accuracy": 0.8551555555979411,
          "positive_goodness": 2.2481832693311903,
          "runtime_seconds": 4.203734874725342
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.2568806176291571,
          "lr": 0.03,
          "negative_goodness": 1.8886215185589261,
          "pair_accuracy": 0.8588000000423855,
          "positive_goodness": 2.263132833353678,
          "runtime_seconds": 4.208460092544556
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.2610209760877822,
          "lr": 0.03,
          "negative_goodness": 1.8899302138646443,
          "pair_accuracy": 0.8533111111005147,
          "positive_goodness": 2.255463768386841,
          "runtime_seconds": 4.208158493041992
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.2577741435580783,
          "lr": 0.03,
          "negative_goodness": 1.8883643886990018,
          "pair_accuracy": 0.8593333333439297,
          "positive_goodness": 2.2636377524058022,
          "runtime_seconds": 4.199467182159424
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.2629735854466757,
          "lr": 0.03,
          "negative_goodness": 1.8870703446494208,
          "pair_accuracy": 0.8501333333757188,
          "positive_goodness": 2.2503213762495253,
          "runtime_seconds": 4.200150012969971
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.2616565897623697,
          "lr": 0.03,
          "negative_goodness": 1.885458588112725,
          "pair_accuracy": 0.8536222222328186,
          "positive_goodness": 2.256426188108656,
          "runtime_seconds": 4.1971845626831055
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.258948041703966,
          "lr": 0.03,
          "negative_goodness": 1.8856301119062635,
          "pair_accuracy": 0.8553111111005147,
          "positive_goodness": 2.2627197759840225,
          "runtime_seconds": 4.201722621917725
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.2626366814931234,
          "lr": 0.03,
          "negative_goodness": 1.8864861684375338,
          "pair_accuracy": 0.8458222222222223,
          "positive_goodness": 2.251456928973728,
          "runtime_seconds": 4.199927091598511
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.258236756600274,
          "lr": 0.03,
          "negative_goodness": 1.885933362197876,
          "pair_accuracy": 0.8567555555661519,
          "positive_goodness": 2.2624497179667156,
          "runtime_seconds": 4.201143026351929
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.2537546156141492,
          "lr": 0.03,
          "negative_goodness": 1.8826512704849243,
          "pair_accuracy": 0.8634222222222222,
          "positive_goodness": 2.2695890622033015,
          "runtime_seconds": 4.197016477584839
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.2545791104210748,
          "lr": 0.03,
          "negative_goodness": 1.8804515733718872,
          "pair_accuracy": 0.8510888889418708,
          "positive_goodness": 2.268062123362223,
          "runtime_seconds": 4.2015540599823
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.2598558737860786,
          "lr": 0.03,
          "negative_goodness": 1.883889200952318,
          "pair_accuracy": 0.8443555555661519,
          "positive_goodness": 2.2604875445048016,
          "runtime_seconds": 4.199657440185547
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.251000226465861,
          "lr": 0.03,
          "negative_goodness": 1.8796693729612561,
          "pair_accuracy": 0.8598666666772631,
          "positive_goodness": 2.277060289764404,
          "runtime_seconds": 4.198919057846069
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.2538767469406127,
          "lr": 0.03,
          "negative_goodness": 1.8825780462900799,
          "pair_accuracy": 0.8567555555767483,
          "positive_goodness": 2.2724789172702367,
          "runtime_seconds": 4.195985555648804
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.255681205982632,
          "lr": 0.03,
          "negative_goodness": 1.8782661268234253,
          "pair_accuracy": 0.849644444433848,
          "positive_goodness": 2.2660218763139515,
          "runtime_seconds": 4.200608491897583
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.2569354396608141,
          "lr": 0.03,
          "negative_goodness": 1.881655883471171,
          "pair_accuracy": 0.8555111110899184,
          "positive_goodness": 2.265819185087416,
          "runtime_seconds": 4.206806659698486
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.2572458042144776,
          "lr": 0.03,
          "negative_goodness": 1.8813825391557482,
          "pair_accuracy": 0.8477777778201633,
          "positive_goodness": 2.2641023755815293,
          "runtime_seconds": 4.229756116867065
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.2528791308297051,
          "lr": 0.03,
          "negative_goodness": 1.8796792140748766,
          "pair_accuracy": 0.855822222243415,
          "positive_goodness": 2.2716078596750897,
          "runtime_seconds": 4.198012590408325
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.2482066959169176,
          "lr": 0.03,
          "negative_goodness": 1.8749223246892293,
          "pair_accuracy": 0.8649555555767483,
          "positive_goodness": 2.283548356713189,
          "runtime_seconds": 4.191958904266357
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.255266463194953,
          "lr": 0.03,
          "negative_goodness": 1.8821477475060358,
          "pair_accuracy": 0.8520444444338481,
          "positive_goodness": 2.2713998101764257,
          "runtime_seconds": 4.196762800216675
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.2492809716542561,
          "lr": 0.03,
          "negative_goodness": 1.876965950287713,
          "pair_accuracy": 0.8567111110899184,
          "positive_goodness": 2.2810123310512966,
          "runtime_seconds": 4.200186729431152
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.2522084690729778,
          "lr": 0.03,
          "negative_goodness": 1.8745041070302328,
          "pair_accuracy": 0.8550666666560703,
          "positive_goodness": 2.2744709118737116,
          "runtime_seconds": 4.196854114532471
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.2531635791142781,
          "lr": 0.03,
          "negative_goodness": 1.8761790663825142,
          "pair_accuracy": 0.8522444444974263,
          "positive_goodness": 2.2732953005048966,
          "runtime_seconds": 4.196591854095459
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.252931639374627,
          "lr": 0.03,
          "negative_goodness": 1.879946422068278,
          "pair_accuracy": 0.8550666667090522,
          "positive_goodness": 2.2732917787763807,
          "runtime_seconds": 4.193106174468994
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.252428323788113,
          "lr": 0.03,
          "negative_goodness": 1.8761344367133246,
          "pair_accuracy": 0.8489555555343627,
          "positive_goodness": 2.2745753856658935,
          "runtime_seconds": 4.191633701324463
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.2447429954952665,
          "lr": 0.03,
          "negative_goodness": 1.8715160071902806,
          "pair_accuracy": 0.8606888888570997,
          "positive_goodness": 2.2904863514794243,
          "runtime_seconds": 4.1963582038879395
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.247154250441657,
          "lr": 0.03,
          "negative_goodness": 1.8738527304331463,
          "pair_accuracy": 0.859177777756585,
          "positive_goodness": 2.285267403793335,
          "runtime_seconds": 4.185273885726929
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.254693643315633,
          "lr": 0.03,
          "negative_goodness": 1.878792155011495,
          "pair_accuracy": 0.8467999999894036,
          "positive_goodness": 2.2718647586186727,
          "runtime_seconds": 4.191496133804321
        }
      ],
      "layer": 4
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2261495694054498,
          "lr": 0.03,
          "negative_goodness": 1.846273912217882,
          "pair_accuracy": 0.8636666667196485,
          "positive_goodness": 2.3070808848487006,
          "runtime_seconds": 4.106675386428833
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1712898673481411,
          "lr": 0.03,
          "negative_goodness": 1.8397306237326727,
          "pair_accuracy": 0.8874222222116258,
          "positive_goodness": 2.438155224609375,
          "runtime_seconds": 4.117546796798706
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1548335404925876,
          "lr": 0.03,
          "negative_goodness": 1.824768670739068,
          "pair_accuracy": 0.8901333333757189,
          "positive_goodness": 2.476646268251207,
          "runtime_seconds": 4.115573167800903
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.150726117346022,
          "lr": 0.03,
          "negative_goodness": 1.8177449900097318,
          "pair_accuracy": 0.8958000000317892,
          "positive_goodness": 2.4877128871070013,
          "runtime_seconds": 4.110372066497803
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.13550559586419,
          "lr": 0.03,
          "negative_goodness": 1.8021509422302247,
          "pair_accuracy": 0.9006,
          "positive_goodness": 2.5281707704755996,
          "runtime_seconds": 4.108009576797485
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.1413805837101407,
          "lr": 0.03,
          "negative_goodness": 1.8074235565609402,
          "pair_accuracy": 0.8972222222222223,
          "positive_goodness": 2.5102762009090847,
          "runtime_seconds": 4.108757257461548
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.1273996325598823,
          "lr": 0.03,
          "negative_goodness": 1.7942975905524359,
          "pair_accuracy": 0.8991555555237664,
          "positive_goodness": 2.548309704123603,
          "runtime_seconds": 4.10643196105957
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.1150318355242412,
          "lr": 0.03,
          "negative_goodness": 1.7895531732135348,
          "pair_accuracy": 0.9064222222116258,
          "positive_goodness": 2.575343133629693,
          "runtime_seconds": 4.1074371337890625
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.1278533650928073,
          "lr": 0.03,
          "negative_goodness": 1.7907552389568753,
          "pair_accuracy": 0.8966000000317892,
          "positive_goodness": 2.546345408121745,
          "runtime_seconds": 4.112310171127319
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.119874164422353,
          "lr": 0.03,
          "negative_goodness": 1.7889745242860582,
          "pair_accuracy": 0.9062444444444444,
          "positive_goodness": 2.5609932209014894,
          "runtime_seconds": 4.1086225509643555
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.1267456806288825,
          "lr": 0.03,
          "negative_goodness": 1.787269320869446,
          "pair_accuracy": 0.890511111164093,
          "positive_goodness": 2.551787612279256,
          "runtime_seconds": 4.104816675186157
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1227829819573296,
          "lr": 0.03,
          "negative_goodness": 1.7890382353040908,
          "pair_accuracy": 0.8938666666878594,
          "positive_goodness": 2.557402565765381,
          "runtime_seconds": 4.106895923614502
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.1133449703322515,
          "lr": 0.03,
          "negative_goodness": 1.7809584218555026,
          "pair_accuracy": 0.9034222222222222,
          "positive_goodness": 2.5775802551693388,
          "runtime_seconds": 4.117905139923096
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.1116062195248073,
          "lr": 0.03,
          "negative_goodness": 1.776624480480618,
          "pair_accuracy": 0.9046000000105964,
          "positive_goodness": 2.5840108837975397,
          "runtime_seconds": 4.107118368148804
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.104581275452508,
          "lr": 0.03,
          "negative_goodness": 1.7667369323306614,
          "pair_accuracy": 0.9027333333121406,
          "positive_goodness": 2.604363182406955,
          "runtime_seconds": 4.101730585098267
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.0890382770114475,
          "lr": 0.03,
          "negative_goodness": 1.7625344626108805,
          "pair_accuracy": 0.9158666666507721,
          "positive_goodness": 2.6373711786058216,
          "runtime_seconds": 4.107868194580078
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0999188919067382,
          "lr": 0.03,
          "negative_goodness": 1.7646269097646077,
          "pair_accuracy": 0.9048222222275204,
          "positive_goodness": 2.608219020292494,
          "runtime_seconds": 4.10097336769104
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1012301017973158,
          "lr": 0.03,
          "negative_goodness": 1.7666165583292643,
          "pair_accuracy": 0.9074444444444445,
          "positive_goodness": 2.6064119266933865,
          "runtime_seconds": 4.104971170425415
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.1002144324620564,
          "lr": 0.03,
          "negative_goodness": 1.7622497907426622,
          "pair_accuracy": 0.9065111111111112,
          "positive_goodness": 2.6119467107984753,
          "runtime_seconds": 4.113715171813965
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.0859359534687467,
          "lr": 0.03,
          "negative_goodness": 1.7537220824771458,
          "pair_accuracy": 0.9099111111005147,
          "positive_goodness": 2.6461770452287463,
          "runtime_seconds": 4.10743260383606
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0961598378075494,
          "lr": 0.03,
          "negative_goodness": 1.7621391343010797,
          "pair_accuracy": 0.9046222221904331,
          "positive_goodness": 2.623654704793294,
          "runtime_seconds": 4.109234809875488
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.1111296663496228,
          "lr": 0.03,
          "negative_goodness": 1.7718900956471761,
          "pair_accuracy": 0.8995777777777778,
          "positive_goodness": 2.582934309556749,
          "runtime_seconds": 4.10819673538208
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.1079474945492214,
          "lr": 0.03,
          "negative_goodness": 1.7705527676264445,
          "pair_accuracy": 0.9076444444126553,
          "positive_goodness": 2.5943449639638265,
          "runtime_seconds": 4.102893114089966
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.1167044221242268,
          "lr": 0.03,
          "negative_goodness": 1.773430486339993,
          "pair_accuracy": 0.894977777756585,
          "positive_goodness": 2.577734714041816,
          "runtime_seconds": 4.106491565704346
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.09606968460083,
          "lr": 0.03,
          "negative_goodness": 1.7651921961890327,
          "pair_accuracy": 0.9110000000529819,
          "positive_goodness": 2.622268991088867,
          "runtime_seconds": 4.111208915710449
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.1023774824778239,
          "lr": 0.03,
          "negative_goodness": 1.7662188081317478,
          "pair_accuracy": 0.9075333333015442,
          "positive_goodness": 2.602567477501763,
          "runtime_seconds": 4.108267545700073
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.1002922629462348,
          "lr": 0.03,
          "negative_goodness": 1.7583807843738133,
          "pair_accuracy": 0.8983555555449592,
          "positive_goodness": 2.6132256741841635,
          "runtime_seconds": 4.110975742340088
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.0839439553578694,
          "lr": 0.03,
          "negative_goodness": 1.7537993270874024,
          "pair_accuracy": 0.9174666666666667,
          "positive_goodness": 2.649188068177965,
          "runtime_seconds": 4.1149396896362305
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.10768420914544,
          "lr": 0.03,
          "negative_goodness": 1.762215388361613,
          "pair_accuracy": 0.8966222222646077,
          "positive_goodness": 2.597895335430569,
          "runtime_seconds": 4.108246326446533
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.106371989271376,
          "lr": 0.03,
          "negative_goodness": 1.7670591165966458,
          "pair_accuracy": 0.8955111110899183,
          "positive_goodness": 2.600708002344767,
          "runtime_seconds": 4.100904941558838
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.0930078121609157,
          "lr": 0.03,
          "negative_goodness": 1.755316619152493,
          "pair_accuracy": 0.9030888888782925,
          "positive_goodness": 2.627472414991591,
          "runtime_seconds": 4.101433038711548
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.0807727708816528,
          "lr": 0.03,
          "negative_goodness": 1.747190545739068,
          "pair_accuracy": 0.9093333333121406,
          "positive_goodness": 2.657519578721788,
          "runtime_seconds": 4.1081531047821045
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.086436436780294,
          "lr": 0.03,
          "negative_goodness": 1.749000685988532,
          "pair_accuracy": 0.9083999999682109,
          "positive_goodness": 2.6419464111751982,
          "runtime_seconds": 4.118070602416992
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.0928397960450915,
          "lr": 0.03,
          "negative_goodness": 1.7556655973646376,
          "pair_accuracy": 0.903822222243415,
          "positive_goodness": 2.629086883884006,
          "runtime_seconds": 4.112451076507568
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.0838440064960055,
          "lr": 0.03,
          "negative_goodness": 1.747723941675822,
          "pair_accuracy": 0.9109999999788072,
          "positive_goodness": 2.652326032723321,
          "runtime_seconds": 4.115649700164795
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.0802116849687364,
          "lr": 0.03,
          "negative_goodness": 1.7458540690316093,
          "pair_accuracy": 0.9100222222328186,
          "positive_goodness": 2.6584667794969348,
          "runtime_seconds": 4.117010593414307
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.0919653782950507,
          "lr": 0.03,
          "negative_goodness": 1.7514284866756864,
          "pair_accuracy": 0.9058888889418708,
          "positive_goodness": 2.633768251885308,
          "runtime_seconds": 4.11143159866333
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.080985579999288,
          "lr": 0.03,
          "negative_goodness": 1.742019308895535,
          "pair_accuracy": 0.9063777777777777,
          "positive_goodness": 2.65904129647149,
          "runtime_seconds": 4.102772951126099
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.1102697087817721,
          "lr": 0.03,
          "negative_goodness": 1.7628061603122287,
          "pair_accuracy": 0.8910444444762335,
          "positive_goodness": 2.5946157149420843,
          "runtime_seconds": 4.106356143951416
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.0745362322701348,
          "lr": 0.03,
          "negative_goodness": 1.739738830312093,
          "pair_accuracy": 0.9123777777459886,
          "positive_goodness": 2.6703601700676813,
          "runtime_seconds": 4.105858564376831
        }
      ],
      "layer": 5
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2282417302873399,
          "lr": 0.03,
          "negative_goodness": 1.9139733407550388,
          "pair_accuracy": 0.838422222190433,
          "positive_goodness": 2.3548981219821505,
          "runtime_seconds": 4.183380365371704
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1528942929797703,
          "lr": 0.03,
          "negative_goodness": 1.8545381876627605,
          "pair_accuracy": 0.9038666666666667,
          "positive_goodness": 2.489146173010932,
          "runtime_seconds": 4.186413049697876
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.1441439374923705,
          "lr": 0.03,
          "negative_goodness": 1.8414307845433553,
          "pair_accuracy": 0.9059111111640931,
          "positive_goodness": 2.51084839714898,
          "runtime_seconds": 4.182114362716675
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.1254109309090508,
          "lr": 0.03,
          "negative_goodness": 1.8262093807644315,
          "pair_accuracy": 0.9185777777777778,
          "positive_goodness": 2.5477708988613554,
          "runtime_seconds": 4.181799411773682
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.1301531390508015,
          "lr": 0.03,
          "negative_goodness": 1.827271707810296,
          "pair_accuracy": 0.9052888889418708,
          "positive_goodness": 2.546695994652642,
          "runtime_seconds": 4.187775611877441
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.120451905632019,
          "lr": 0.03,
          "negative_goodness": 1.8158629444970025,
          "pair_accuracy": 0.9123111111111111,
          "positive_goodness": 2.5558012626224094,
          "runtime_seconds": 4.189437389373779
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.1356065869861178,
          "lr": 0.03,
          "negative_goodness": 1.824257005458408,
          "pair_accuracy": 0.9037777777883742,
          "positive_goodness": 2.5264420747968885,
          "runtime_seconds": 4.190229892730713
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.127683812099033,
          "lr": 0.03,
          "negative_goodness": 1.8262822903315226,
          "pair_accuracy": 0.9100666667196485,
          "positive_goodness": 2.5570729092491997,
          "runtime_seconds": 4.185404300689697
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.1134229776382447,
          "lr": 0.03,
          "negative_goodness": 1.8045417392518786,
          "pair_accuracy": 0.9136000000529819,
          "positive_goodness": 2.5714300395117866,
          "runtime_seconds": 4.188624858856201
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.115643950843811,
          "lr": 0.03,
          "negative_goodness": 1.808674778535631,
          "pair_accuracy": 0.9150444444444444,
          "positive_goodness": 2.5773485818227133,
          "runtime_seconds": 4.18666934967041
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.1108136850145127,
          "lr": 0.03,
          "negative_goodness": 1.8010588664160834,
          "pair_accuracy": 0.9103333333121406,
          "positive_goodness": 2.5858695802900526,
          "runtime_seconds": 4.193897724151611
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.10547662908766,
          "lr": 0.03,
          "negative_goodness": 1.8018836910247802,
          "pair_accuracy": 0.9129555555979411,
          "positive_goodness": 2.599337922244602,
          "runtime_seconds": 4.186630725860596
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.101928511153327,
          "lr": 0.03,
          "negative_goodness": 1.7928600411732991,
          "pair_accuracy": 0.9142888888888889,
          "positive_goodness": 2.6065821189456515,
          "runtime_seconds": 4.187521934509277
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.102749447886149,
          "lr": 0.03,
          "negative_goodness": 1.7906048328399657,
          "pair_accuracy": 0.9124888888782925,
          "positive_goodness": 2.605717048687405,
          "runtime_seconds": 4.1851372718811035
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.1206658038669162,
          "lr": 0.03,
          "negative_goodness": 1.8006284732394748,
          "pair_accuracy": 0.9025555555237664,
          "positive_goodness": 2.5556880288441977,
          "runtime_seconds": 4.18665623664856
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.1069506627188788,
          "lr": 0.03,
          "negative_goodness": 1.7928888461642796,
          "pair_accuracy": 0.9088888888676961,
          "positive_goodness": 2.5999124927944606,
          "runtime_seconds": 4.185266733169556
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0970086763275995,
          "lr": 0.03,
          "negative_goodness": 1.7887196825027465,
          "pair_accuracy": 0.9157999999788072,
          "positive_goodness": 2.614145469792684,
          "runtime_seconds": 4.192104816436768
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1046667453765868,
          "lr": 0.03,
          "negative_goodness": 1.7854950257195368,
          "pair_accuracy": 0.9040888888782925,
          "positive_goodness": 2.59957791756524,
          "runtime_seconds": 4.182960033416748
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0964878037876553,
          "lr": 0.03,
          "negative_goodness": 1.7866339332580568,
          "pair_accuracy": 0.9166444444338481,
          "positive_goodness": 2.617560800382826,
          "runtime_seconds": 4.182856321334839
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.104281988588969,
          "lr": 0.03,
          "negative_goodness": 1.7853485932032267,
          "pair_accuracy": 0.9070000000317892,
          "positive_goodness": 2.6027050721910263,
          "runtime_seconds": 4.18218994140625
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.093880547205607,
          "lr": 0.03,
          "negative_goodness": 1.7818320153978136,
          "pair_accuracy": 0.9113555555449592,
          "positive_goodness": 2.624588359790378,
          "runtime_seconds": 4.188371658325195
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.1089344637976752,
          "lr": 0.03,
          "negative_goodness": 1.7902253051757813,
          "pair_accuracy": 0.9037777778201633,
          "positive_goodness": 2.5970583329518635,
          "runtime_seconds": 4.194866180419922
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.0973363797505697,
          "lr": 0.03,
          "negative_goodness": 1.7793532372368706,
          "pair_accuracy": 0.9114666667090522,
          "positive_goodness": 2.6173748268551296,
          "runtime_seconds": 4.182745695114136
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.083446769481235,
          "lr": 0.03,
          "negative_goodness": 1.7700866875330608,
          "pair_accuracy": 0.9105777777883741,
          "positive_goodness": 2.6520619473351372,
          "runtime_seconds": 4.200013637542725
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.0895815067397223,
          "lr": 0.03,
          "negative_goodness": 1.78178900964525,
          "pair_accuracy": 0.9148666666666667,
          "positive_goodness": 2.633288595453898,
          "runtime_seconds": 4.198870420455933
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.0899646204630533,
          "lr": 0.03,
          "negative_goodness": 1.7726043417400783,
          "pair_accuracy": 0.908755555566152,
          "positive_goodness": 2.6313519655015734,
          "runtime_seconds": 4.189499616622925
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.0940151066886055,
          "lr": 0.03,
          "negative_goodness": 1.7806745727327136,
          "pair_accuracy": 0.9119555555767483,
          "positive_goodness": 2.6332524874369305,
          "runtime_seconds": 4.1830267906188965
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.0918055002212523,
          "lr": 0.03,
          "negative_goodness": 1.7750634720908272,
          "pair_accuracy": 0.9102888888782925,
          "positive_goodness": 2.626335217497084,
          "runtime_seconds": 4.1856865882873535
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.0909241199705335,
          "lr": 0.03,
          "negative_goodness": 1.7725908629099527,
          "pair_accuracy": 0.9091999999894036,
          "positive_goodness": 2.641830966398451,
          "runtime_seconds": 4.18153190612793
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.092774199485779,
          "lr": 0.03,
          "negative_goodness": 1.7789551886876425,
          "pair_accuracy": 0.9198888888994853,
          "positive_goodness": 2.631766346232096,
          "runtime_seconds": 4.17955207824707
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.08910296459198,
          "lr": 0.03,
          "negative_goodness": 1.7688072917726305,
          "pair_accuracy": 0.906911111079322,
          "positive_goodness": 2.636232932366265,
          "runtime_seconds": 4.182530403137207
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.0668831248283386,
          "lr": 0.03,
          "negative_goodness": 1.7581169848548042,
          "pair_accuracy": 0.9193111111005148,
          "positive_goodness": 2.68321595954895,
          "runtime_seconds": 4.194822072982788
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.0772013047112359,
          "lr": 0.03,
          "negative_goodness": 1.7653497921413845,
          "pair_accuracy": 0.917666666677263,
          "positive_goodness": 2.670431421110365,
          "runtime_seconds": 4.18279767036438
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.0893278295728896,
          "lr": 0.03,
          "negative_goodness": 1.7705945396847196,
          "pair_accuracy": 0.9088666666454739,
          "positive_goodness": 2.643431201722887,
          "runtime_seconds": 4.187745094299316
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.0939264350043403,
          "lr": 0.03,
          "negative_goodness": 1.7715770559946695,
          "pair_accuracy": 0.9066666666984559,
          "positive_goodness": 2.624885014682346,
          "runtime_seconds": 4.188612222671509
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.1082750990761652,
          "lr": 0.03,
          "negative_goodness": 1.7769605804231432,
          "pair_accuracy": 0.8950222222328186,
          "positive_goodness": 2.601079196972317,
          "runtime_seconds": 4.187227725982666
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.0996608392503526,
          "lr": 0.03,
          "negative_goodness": 1.7816196267445883,
          "pair_accuracy": 0.9034444444868299,
          "positive_goodness": 2.620765762286716,
          "runtime_seconds": 4.184179306030273
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.0955652079688178,
          "lr": 0.03,
          "negative_goodness": 1.7699977742089166,
          "pair_accuracy": 0.9041555555555556,
          "positive_goodness": 2.621982020441691,
          "runtime_seconds": 4.185506343841553
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.0766044742584229,
          "lr": 0.03,
          "negative_goodness": 1.7584998134613037,
          "pair_accuracy": 0.9079777777671814,
          "positive_goodness": 2.663644162326389,
          "runtime_seconds": 4.1832146644592285
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.0892708026674058,
          "lr": 0.03,
          "negative_goodness": 1.76780527282291,
          "pair_accuracy": 0.9054444444868299,
          "positive_goodness": 2.643021335644192,
          "runtime_seconds": 4.185601472854614
        }
      ],
      "layer": 6
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1253311761008369,
          "lr": 0.03,
          "negative_goodness": 1.6575051356845432,
          "pair_accuracy": 0.8460666666560703,
          "positive_goodness": 2.557292859141032,
          "runtime_seconds": 3.891817331314087
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0763676758024427,
          "lr": 0.03,
          "negative_goodness": 1.6518669692569308,
          "pair_accuracy": 0.8623555555555555,
          "positive_goodness": 2.6672118925730386,
          "runtime_seconds": 3.896362066268921
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0728448446273804,
          "lr": 0.03,
          "negative_goodness": 1.6546233544773525,
          "pair_accuracy": 0.8680888888570998,
          "positive_goodness": 2.6859911384158663,
          "runtime_seconds": 3.8920247554779053
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0365681575987074,
          "lr": 0.03,
          "negative_goodness": 1.6315087844000922,
          "pair_accuracy": 0.8820222222381168,
          "positive_goodness": 2.769213263744778,
          "runtime_seconds": 3.8668699264526367
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0445627415868972,
          "lr": 0.03,
          "negative_goodness": 1.629291656451755,
          "pair_accuracy": 0.8768222222116259,
          "positive_goodness": 2.7458765820821127,
          "runtime_seconds": 3.879272699356079
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.0211790038638644,
          "lr": 0.03,
          "negative_goodness": 1.6018875737508138,
          "pair_accuracy": 0.8818444444762336,
          "positive_goodness": 2.8127167895846896,
          "runtime_seconds": 3.890521287918091
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.029574119038052,
          "lr": 0.03,
          "negative_goodness": 1.6114481822543674,
          "pair_accuracy": 0.8778000000211927,
          "positive_goodness": 2.7895690158843993,
          "runtime_seconds": 3.8903748989105225
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0264175943374634,
          "lr": 0.03,
          "negative_goodness": 1.6093906185574,
          "pair_accuracy": 0.8832222222646078,
          "positive_goodness": 2.7925160817040338,
          "runtime_seconds": 3.890129327774048
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.006596037949456,
          "lr": 0.03,
          "negative_goodness": 1.5959457813898723,
          "pair_accuracy": 0.8902666666454739,
          "positive_goodness": 2.8440994382222495,
          "runtime_seconds": 3.862400770187378
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0075055130640667,
          "lr": 0.03,
          "negative_goodness": 1.5890174460517035,
          "pair_accuracy": 0.8848888888994852,
          "positive_goodness": 2.8418201305389403,
          "runtime_seconds": 3.891815185546875
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.9913885815090603,
          "lr": 0.03,
          "negative_goodness": 1.5767886158625284,
          "pair_accuracy": 0.8924666666984558,
          "positive_goodness": 2.886002661683824,
          "runtime_seconds": 3.8908305168151855
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.9671852130148146,
          "lr": 0.03,
          "negative_goodness": 1.5379837447802225,
          "pair_accuracy": 0.892977777756585,
          "positive_goodness": 2.9561121763865152,
          "runtime_seconds": 3.90191912651062
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.9981403942320082,
          "lr": 0.03,
          "negative_goodness": 1.5739102121565076,
          "pair_accuracy": 0.8828000000211927,
          "positive_goodness": 2.879414331817627,
          "runtime_seconds": 3.8799173831939697
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.9865688554763794,
          "lr": 0.03,
          "negative_goodness": 1.5627147153218588,
          "pair_accuracy": 0.8913111111217075,
          "positive_goodness": 2.898682731543647,
          "runtime_seconds": 3.8865065574645996
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.9876086483637492,
          "lr": 0.03,
          "negative_goodness": 1.5663233857472738,
          "pair_accuracy": 0.8917333333015441,
          "positive_goodness": 2.900077297973633,
          "runtime_seconds": 3.879426956176758
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.9722018902036879,
          "lr": 0.03,
          "negative_goodness": 1.5425182858361137,
          "pair_accuracy": 0.8934888888994853,
          "positive_goodness": 2.951553590053982,
          "runtime_seconds": 3.8823554515838623
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.9493757187631395,
          "lr": 0.03,
          "negative_goodness": 1.519185211859809,
          "pair_accuracy": 0.900533333322737,
          "positive_goodness": 3.002834382587009,
          "runtime_seconds": 3.8933327198028564
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9704292489581637,
          "lr": 0.03,
          "negative_goodness": 1.5397263514412773,
          "pair_accuracy": 0.8953777777777778,
          "positive_goodness": 2.9483693684895833,
          "runtime_seconds": 3.8986411094665527
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.9569258130603366,
          "lr": 0.03,
          "negative_goodness": 1.5266976169162327,
          "pair_accuracy": 0.8955999999788072,
          "positive_goodness": 2.9991216736687556,
          "runtime_seconds": 3.8721351623535156
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9736129059897529,
          "lr": 0.03,
          "negative_goodness": 1.5432440814759996,
          "pair_accuracy": 0.8900666666666667,
          "positive_goodness": 2.9432943698883056,
          "runtime_seconds": 3.8891103267669678
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9708328408771091,
          "lr": 0.03,
          "negative_goodness": 1.538618601820204,
          "pair_accuracy": 0.889688888920678,
          "positive_goodness": 2.962089084752401,
          "runtime_seconds": 3.8976728916168213
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9948084070735508,
          "lr": 0.03,
          "negative_goodness": 1.5637291308720906,
          "pair_accuracy": 0.8846666666454739,
          "positive_goodness": 2.9047905408647323,
          "runtime_seconds": 3.9057857990264893
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.971773373858134,
          "lr": 0.03,
          "negative_goodness": 1.5433490192201402,
          "pair_accuracy": 0.8976888889312744,
          "positive_goodness": 2.956057413185967,
          "runtime_seconds": 3.878641128540039
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.9662275307549371,
          "lr": 0.03,
          "negative_goodness": 1.5293324873182508,
          "pair_accuracy": 0.8927333333015441,
          "positive_goodness": 2.982958706198798,
          "runtime_seconds": 3.892656087875366
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.9604807125939263,
          "lr": 0.03,
          "negative_goodness": 1.5226243591308595,
          "pair_accuracy": 0.8936000000317892,
          "positive_goodness": 2.984456341764662,
          "runtime_seconds": 3.8817129135131836
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9586343354649014,
          "lr": 0.03,
          "negative_goodness": 1.5128548272662692,
          "pair_accuracy": 0.8897999999682109,
          "positive_goodness": 3.0081344315422904,
          "runtime_seconds": 4.018235683441162
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9640578417248196,
          "lr": 0.03,
          "negative_goodness": 1.5206767811245387,
          "pair_accuracy": 0.8883333333651224,
          "positive_goodness": 2.9983419269561766,
          "runtime_seconds": 4.060157299041748
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9197704285091824,
          "lr": 0.03,
          "negative_goodness": 1.4732675714492798,
          "pair_accuracy": 0.9063555555343628,
          "positive_goodness": 3.1108201388888888,
          "runtime_seconds": 4.026797771453857
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9398780798594157,
          "lr": 0.03,
          "negative_goodness": 1.4960400100072224,
          "pair_accuracy": 0.8978000000317892,
          "positive_goodness": 3.057522085020277,
          "runtime_seconds": 3.886897563934326
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9511253603299459,
          "lr": 0.03,
          "negative_goodness": 1.502223103989495,
          "pair_accuracy": 0.8925333333333333,
          "positive_goodness": 3.03213802579244,
          "runtime_seconds": 3.8795042037963867
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9603229959487916,
          "lr": 0.03,
          "negative_goodness": 1.517600659942627,
          "pair_accuracy": 0.8949333333863152,
          "positive_goodness": 3.017794240866767,
          "runtime_seconds": 3.8384146690368652
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.950588881556193,
          "lr": 0.03,
          "negative_goodness": 1.4990133396148682,
          "pair_accuracy": 0.8959555556085375,
          "positive_goodness": 3.031329246902466,
          "runtime_seconds": 3.8312416076660156
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9335020172542996,
          "lr": 0.03,
          "negative_goodness": 1.47775428276062,
          "pair_accuracy": 0.8924222222434149,
          "positive_goodness": 3.081496426773071,
          "runtime_seconds": 3.824446678161621
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.944277149242825,
          "lr": 0.03,
          "negative_goodness": 1.4969571764204237,
          "pair_accuracy": 0.8948888888676961,
          "positive_goodness": 3.057461026679145,
          "runtime_seconds": 3.8228912353515625
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9630947551515368,
          "lr": 0.03,
          "negative_goodness": 1.5212136888715957,
          "pair_accuracy": 0.8920666666560703,
          "positive_goodness": 2.9990695167965358,
          "runtime_seconds": 3.8245339393615723
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9452382517602709,
          "lr": 0.03,
          "negative_goodness": 1.4966110318342845,
          "pair_accuracy": 0.8946,
          "positive_goodness": 3.050751921335856,
          "runtime_seconds": 3.8248226642608643
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9562018103970422,
          "lr": 0.03,
          "negative_goodness": 1.5105079015043046,
          "pair_accuracy": 0.8909777777777778,
          "positive_goodness": 3.019462661149767,
          "runtime_seconds": 3.827463150024414
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.907993979771932,
          "lr": 0.03,
          "negative_goodness": 1.456880996746487,
          "pair_accuracy": 0.9066222222646078,
          "positive_goodness": 3.1567500873989527,
          "runtime_seconds": 3.827312469482422
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.9444151743994819,
          "lr": 0.03,
          "negative_goodness": 1.495000817404853,
          "pair_accuracy": 0.8988222222540113,
          "positive_goodness": 3.0617941925472683,
          "runtime_seconds": 3.8533265590667725
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.970937155342102,
          "lr": 0.03,
          "negative_goodness": 1.5101799403932359,
          "pair_accuracy": 0.8834444444444445,
          "positive_goodness": 2.9957221263885496,
          "runtime_seconds": 3.8618123531341553
        }
      ],
      "layer": 7
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1843314747916327,
          "lr": 0.03,
          "negative_goodness": 1.8096785085466174,
          "pair_accuracy": 0.8119333333439297,
          "positive_goodness": 2.4477177166408963,
          "runtime_seconds": 3.907862663269043
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0908262498007881,
          "lr": 0.03,
          "negative_goodness": 1.7145724468655057,
          "pair_accuracy": 0.8672000000105964,
          "positive_goodness": 2.639638025156657,
          "runtime_seconds": 3.8882288932800293
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0643919554392496,
          "lr": 0.03,
          "negative_goodness": 1.668543790075514,
          "pair_accuracy": 0.8724888889418708,
          "positive_goodness": 2.7071398744371202,
          "runtime_seconds": 3.8655688762664795
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0630058233790927,
          "lr": 0.03,
          "negative_goodness": 1.6633555345111424,
          "pair_accuracy": 0.8711333333333333,
          "positive_goodness": 2.720318223190308,
          "runtime_seconds": 3.8666837215423584
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0618469442155627,
          "lr": 0.03,
          "negative_goodness": 1.6594931891123454,
          "pair_accuracy": 0.8728444444974264,
          "positive_goodness": 2.7255787406073675,
          "runtime_seconds": 3.855844497680664
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.0495743374294706,
          "lr": 0.03,
          "negative_goodness": 1.6361259392844305,
          "pair_accuracy": 0.8753333333651224,
          "positive_goodness": 2.7702808492024737,
          "runtime_seconds": 3.87961483001709
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0467650150299073,
          "lr": 0.03,
          "negative_goodness": 1.6289938568115234,
          "pair_accuracy": 0.8731111110899183,
          "positive_goodness": 2.7646711762746174,
          "runtime_seconds": 3.8812477588653564
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0531198591974047,
          "lr": 0.03,
          "negative_goodness": 1.6303391473770141,
          "pair_accuracy": 0.8746444444126553,
          "positive_goodness": 2.768021809471978,
          "runtime_seconds": 3.901270866394043
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.0322821862750584,
          "lr": 0.03,
          "negative_goodness": 1.6214960707982382,
          "pair_accuracy": 0.8846666667196486,
          "positive_goodness": 2.805942648654514,
          "runtime_seconds": 3.924118757247925
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0120673136605156,
          "lr": 0.03,
          "negative_goodness": 1.5919928324805366,
          "pair_accuracy": 0.8879111111111111,
          "positive_goodness": 2.8543076766120064,
          "runtime_seconds": 3.912341356277466
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.0134641191800435,
          "lr": 0.03,
          "negative_goodness": 1.5882788895289104,
          "pair_accuracy": 0.8836,
          "positive_goodness": 2.8654654865264892,
          "runtime_seconds": 4.003767013549805
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.0213920141008166,
          "lr": 0.03,
          "negative_goodness": 1.6006039105945162,
          "pair_accuracy": 0.883533333322737,
          "positive_goodness": 2.8506203154246013,
          "runtime_seconds": 3.9204907417297363
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.0042789044274225,
          "lr": 0.03,
          "negative_goodness": 1.585235983551873,
          "pair_accuracy": 0.8835333333015442,
          "positive_goodness": 2.889981962500678,
          "runtime_seconds": 3.9103479385375977
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.0242807126363118,
          "lr": 0.03,
          "negative_goodness": 1.5924005566279094,
          "pair_accuracy": 0.8827777777777778,
          "positive_goodness": 2.8300068995157877,
          "runtime_seconds": 3.9340481758117676
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.0146125266498989,
          "lr": 0.03,
          "negative_goodness": 1.589675334654914,
          "pair_accuracy": 0.8811111111111111,
          "positive_goodness": 2.872640680355496,
          "runtime_seconds": 3.8742222785949707
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.02594399383333,
          "lr": 0.03,
          "negative_goodness": 1.586355850007799,
          "pair_accuracy": 0.8740444444444444,
          "positive_goodness": 2.8491206364949546,
          "runtime_seconds": 3.909990072250366
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0040110695732964,
          "lr": 0.03,
          "negative_goodness": 1.5713011403401693,
          "pair_accuracy": 0.889177777756585,
          "positive_goodness": 2.899435606765747,
          "runtime_seconds": 3.8839914798736572
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.0131056555324132,
          "lr": 0.03,
          "negative_goodness": 1.574580996937222,
          "pair_accuracy": 0.8814444444974263,
          "positive_goodness": 2.8823492155710855,
          "runtime_seconds": 3.8894004821777344
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0000256185849508,
          "lr": 0.03,
          "negative_goodness": 1.5647295669131809,
          "pair_accuracy": 0.8848,
          "positive_goodness": 2.919537128194173,
          "runtime_seconds": 4.051071405410767
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.0019603678597344,
          "lr": 0.03,
          "negative_goodness": 1.5666641600926716,
          "pair_accuracy": 0.8837555556085375,
          "positive_goodness": 2.9175658261617023,
          "runtime_seconds": 4.1140007972717285
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.0088668394936455,
          "lr": 0.03,
          "negative_goodness": 1.567333915922377,
          "pair_accuracy": 0.8832888889100816,
          "positive_goodness": 2.8925293108410304,
          "runtime_seconds": 4.086546421051025
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.0147882745954726,
          "lr": 0.03,
          "negative_goodness": 1.5675391729142931,
          "pair_accuracy": 0.8811333333121406,
          "positive_goodness": 2.8851874069213865,
          "runtime_seconds": 3.9882283210754395
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9775476300557454,
          "lr": 0.03,
          "negative_goodness": 1.5453736410564847,
          "pair_accuracy": 0.8896000000105964,
          "positive_goodness": 2.9565597864786786,
          "runtime_seconds": 4.124258279800415
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.0086930328263177,
          "lr": 0.03,
          "negative_goodness": 1.5672792819764878,
          "pair_accuracy": 0.8848888888570997,
          "positive_goodness": 2.9004936158921986,
          "runtime_seconds": 4.13614296913147
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.004484528933631,
          "lr": 0.03,
          "negative_goodness": 1.5652869699902006,
          "pair_accuracy": 0.8776444444444444,
          "positive_goodness": 2.8996909873962404,
          "runtime_seconds": 3.9356095790863037
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9996444772614373,
          "lr": 0.03,
          "negative_goodness": 1.5542908275816176,
          "pair_accuracy": 0.8870888888888889,
          "positive_goodness": 2.9176612499660917,
          "runtime_seconds": 3.8748137950897217
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.99581383389367,
          "lr": 0.03,
          "negative_goodness": 1.554695945739746,
          "pair_accuracy": 0.8837777778307597,
          "positive_goodness": 2.932477813212077,
          "runtime_seconds": 4.096490859985352
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9769430025524564,
          "lr": 0.03,
          "negative_goodness": 1.54367327770657,
          "pair_accuracy": 0.8932888889418708,
          "positive_goodness": 2.967214637798733,
          "runtime_seconds": 4.005157470703125
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9958069711261326,
          "lr": 0.03,
          "negative_goodness": 1.5501911715401544,
          "pair_accuracy": 0.8857333333439297,
          "positive_goodness": 2.9392935397254094,
          "runtime_seconds": 4.02176308631897
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9945689824210273,
          "lr": 0.03,
          "negative_goodness": 1.549483028878106,
          "pair_accuracy": 0.8896444444444445,
          "positive_goodness": 2.9278550802230834,
          "runtime_seconds": 3.8879575729370117
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.0012718841340806,
          "lr": 0.03,
          "negative_goodness": 1.5568728165096706,
          "pair_accuracy": 0.8787111111323038,
          "positive_goodness": 2.9311372423807778,
          "runtime_seconds": 3.9071977138519287
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9884383135371738,
          "lr": 0.03,
          "negative_goodness": 1.5362172483020358,
          "pair_accuracy": 0.8891111111005148,
          "positive_goodness": 2.9436491321987575,
          "runtime_seconds": 3.878896474838257
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9966020227644179,
          "lr": 0.03,
          "negative_goodness": 1.5529784621344673,
          "pair_accuracy": 0.8856444444762336,
          "positive_goodness": 2.942101957702637,
          "runtime_seconds": 3.882232666015625
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.0121936600367227,
          "lr": 0.03,
          "negative_goodness": 1.5539330653296577,
          "pair_accuracy": 0.879,
          "positive_goodness": 2.8834142702314587,
          "runtime_seconds": 3.9066760540008545
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9778893494076198,
          "lr": 0.03,
          "negative_goodness": 1.5371667425791422,
          "pair_accuracy": 0.8920444444126553,
          "positive_goodness": 2.9968213414933946,
          "runtime_seconds": 3.908698320388794
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9934703800413344,
          "lr": 0.03,
          "negative_goodness": 1.5379041339238484,
          "pair_accuracy": 0.8794444444444445,
          "positive_goodness": 2.9410683835347493,
          "runtime_seconds": 3.920137405395508
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9869493277973599,
          "lr": 0.03,
          "negative_goodness": 1.539103998629252,
          "pair_accuracy": 0.8869777778201633,
          "positive_goodness": 2.9599283844417994,
          "runtime_seconds": 3.9171736240386963
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.983934252527025,
          "lr": 0.03,
          "negative_goodness": 1.5345206484688654,
          "pair_accuracy": 0.884066666645474,
          "positive_goodness": 2.978272841644287,
          "runtime_seconds": 3.8899288177490234
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.977417014143202,
          "lr": 0.03,
          "negative_goodness": 1.527415295622084,
          "pair_accuracy": 0.892,
          "positive_goodness": 2.9887521514468722,
          "runtime_seconds": 3.863647222518921
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.0022231745613945,
          "lr": 0.03,
          "negative_goodness": 1.5487360752741495,
          "pair_accuracy": 0.8798,
          "positive_goodness": 2.929055310100979,
          "runtime_seconds": 3.8910257816314697
        }
      ],
      "layer": 8
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0358832864337497,
          "lr": 0.03,
          "negative_goodness": 1.6675561219321358,
          "pair_accuracy": 0.8819555555873447,
          "positive_goodness": 2.7537703990936278,
          "runtime_seconds": 3.8370935916900635
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9891615707291497,
          "lr": 0.03,
          "negative_goodness": 1.6530320317586262,
          "pair_accuracy": 0.8782222222010294,
          "positive_goodness": 2.8915867245144313,
          "runtime_seconds": 3.83945894241333
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8878141170077853,
          "lr": 0.03,
          "negative_goodness": 1.5606034367879231,
          "pair_accuracy": 0.9192888888888889,
          "positive_goodness": 3.1682924705929225,
          "runtime_seconds": 3.837035894393921
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.9117577192730374,
          "lr": 0.03,
          "negative_goodness": 1.5643655072106255,
          "pair_accuracy": 0.9013777777724796,
          "positive_goodness": 3.146012950621711,
          "runtime_seconds": 3.910130262374878
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.9163189773877461,
          "lr": 0.03,
          "negative_goodness": 1.5582847270329794,
          "pair_accuracy": 0.9064888888888889,
          "positive_goodness": 3.129040741475423,
          "runtime_seconds": 3.9021759033203125
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.9082701563305325,
          "lr": 0.03,
          "negative_goodness": 1.545086894162496,
          "pair_accuracy": 0.8994000000211928,
          "positive_goodness": 3.1755112706926134,
          "runtime_seconds": 3.9099040031433105
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9188763835112254,
          "lr": 0.03,
          "negative_goodness": 1.5447528271357218,
          "pair_accuracy": 0.8950222222222223,
          "positive_goodness": 3.1430123339335125,
          "runtime_seconds": 3.9067559242248535
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.9009803359561497,
          "lr": 0.03,
          "negative_goodness": 1.5375380429797703,
          "pair_accuracy": 0.8955777777777778,
          "positive_goodness": 3.210897341240777,
          "runtime_seconds": 3.9030160903930664
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.9296967094845242,
          "lr": 0.03,
          "negative_goodness": 1.558184096230401,
          "pair_accuracy": 0.8940444444762335,
          "positive_goodness": 3.1142229231940375,
          "runtime_seconds": 3.893656015396118
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.9302207252502441,
          "lr": 0.03,
          "negative_goodness": 1.5469240951326158,
          "pair_accuracy": 0.8794222222328186,
          "positive_goodness": 3.1327387749989826,
          "runtime_seconds": 3.8969104290008545
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.9186549046622382,
          "lr": 0.03,
          "negative_goodness": 1.5371480662027994,
          "pair_accuracy": 0.8908222222169241,
          "positive_goodness": 3.157744024954902,
          "runtime_seconds": 3.904487133026123
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.9055257738961113,
          "lr": 0.03,
          "negative_goodness": 1.5495680402119953,
          "pair_accuracy": 0.9050444444974264,
          "positive_goodness": 3.2144851754506427,
          "runtime_seconds": 3.903032064437866
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.9011442115677728,
          "lr": 0.03,
          "negative_goodness": 1.5247069632424248,
          "pair_accuracy": 0.9033999999682109,
          "positive_goodness": 3.2015889662424724,
          "runtime_seconds": 3.897266387939453
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.884363050450219,
          "lr": 0.03,
          "negative_goodness": 1.5073396715164185,
          "pair_accuracy": 0.9005777777671814,
          "positive_goodness": 3.254066605207655,
          "runtime_seconds": 3.904639482498169
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8884530794249641,
          "lr": 0.03,
          "negative_goodness": 1.5119021244684856,
          "pair_accuracy": 0.9037111111111111,
          "positive_goodness": 3.2621248037550186,
          "runtime_seconds": 3.903503179550171
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.9187686367140876,
          "lr": 0.03,
          "negative_goodness": 1.5215731049643622,
          "pair_accuracy": 0.8779333333333333,
          "positive_goodness": 3.1877019118414984,
          "runtime_seconds": 3.907388210296631
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.8834266141679552,
          "lr": 0.03,
          "negative_goodness": 1.5007580158869425,
          "pair_accuracy": 0.9014000000211928,
          "positive_goodness": 3.2883937250349256,
          "runtime_seconds": 3.8962643146514893
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9097687305238512,
          "lr": 0.03,
          "negative_goodness": 1.5162624812232124,
          "pair_accuracy": 0.8775333333651225,
          "positive_goodness": 3.227445184495714,
          "runtime_seconds": 3.90580153465271
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.8739692093743219,
          "lr": 0.03,
          "negative_goodness": 1.4910369480980767,
          "pair_accuracy": 0.9014,
          "positive_goodness": 3.3236650600857205,
          "runtime_seconds": 3.906627893447876
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8951612075911628,
          "lr": 0.03,
          "negative_goodness": 1.5078423842324151,
          "pair_accuracy": 0.8975555555555556,
          "positive_goodness": 3.27828961452908,
          "runtime_seconds": 3.9129366874694824
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9092739360809327,
          "lr": 0.03,
          "negative_goodness": 1.5301395987616644,
          "pair_accuracy": 0.8998444444974264,
          "positive_goodness": 3.1839873522016737,
          "runtime_seconds": 3.918229818344116
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.873044596391254,
          "lr": 0.03,
          "negative_goodness": 1.4895911621411642,
          "pair_accuracy": 0.9045777777777778,
          "positive_goodness": 3.346990058135986,
          "runtime_seconds": 3.906986951828003
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.8575657847086589,
          "lr": 0.03,
          "negative_goodness": 1.4663995742162068,
          "pair_accuracy": 0.9096444444444445,
          "positive_goodness": 3.391477436404758,
          "runtime_seconds": 3.908240795135498
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.8869966570748223,
          "lr": 0.03,
          "negative_goodness": 1.495113319545322,
          "pair_accuracy": 0.8983555555237664,
          "positive_goodness": 3.297498961639404,
          "runtime_seconds": 3.9032323360443115
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.8865034440676371,
          "lr": 0.03,
          "negative_goodness": 1.490049732568529,
          "pair_accuracy": 0.8895777778095669,
          "positive_goodness": 3.3070731699201796,
          "runtime_seconds": 3.9077041149139404
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.8749743803977966,
          "lr": 0.03,
          "negative_goodness": 1.4780747811635335,
          "pair_accuracy": 0.8995555555343628,
          "positive_goodness": 3.3651324629889596,
          "runtime_seconds": 3.908973217010498
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.8773001370800866,
          "lr": 0.03,
          "negative_goodness": 1.4838626975165472,
          "pair_accuracy": 0.9038444444444445,
          "positive_goodness": 3.318234583706326,
          "runtime_seconds": 3.90739369392395
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.877095800866021,
          "lr": 0.03,
          "negative_goodness": 1.4652223713556924,
          "pair_accuracy": 0.8914444444550408,
          "positive_goodness": 3.348999482006497,
          "runtime_seconds": 3.9011974334716797
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.8842959954897562,
          "lr": 0.03,
          "negative_goodness": 1.4718309762742785,
          "pair_accuracy": 0.8925777778307596,
          "positive_goodness": 3.3168835601382787,
          "runtime_seconds": 3.9106037616729736
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.8843337440278795,
          "lr": 0.03,
          "negative_goodness": 1.492759492195977,
          "pair_accuracy": 0.892955555597941,
          "positive_goodness": 3.3245956931644014,
          "runtime_seconds": 3.9105334281921387
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.8821527151955498,
          "lr": 0.03,
          "negative_goodness": 1.4774398944642808,
          "pair_accuracy": 0.8911999999788073,
          "positive_goodness": 3.3469902198367647,
          "runtime_seconds": 3.9100475311279297
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.8507096779081557,
          "lr": 0.03,
          "negative_goodness": 1.4567865567737155,
          "pair_accuracy": 0.9117111111005147,
          "positive_goodness": 3.4275777196248374,
          "runtime_seconds": 3.8992552757263184
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.8544254676394992,
          "lr": 0.03,
          "negative_goodness": 1.457909365272522,
          "pair_accuracy": 0.9106444444444445,
          "positive_goodness": 3.415316786532932,
          "runtime_seconds": 3.9088897705078125
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.8812329434818692,
          "lr": 0.03,
          "negative_goodness": 1.4804432313495213,
          "pair_accuracy": 0.8978888888782925,
          "positive_goodness": 3.3376074785868326,
          "runtime_seconds": 3.868914842605591
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.8678501529693603,
          "lr": 0.03,
          "negative_goodness": 1.4742986324628193,
          "pair_accuracy": 0.9004444444444445,
          "positive_goodness": 3.3758217328389484,
          "runtime_seconds": 3.8653645515441895
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.8640371051364475,
          "lr": 0.03,
          "negative_goodness": 1.450820818625556,
          "pair_accuracy": 0.9100444444444444,
          "positive_goodness": 3.40370659061008,
          "runtime_seconds": 3.872363567352295
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.8628585001839532,
          "lr": 0.03,
          "negative_goodness": 1.4698487561543783,
          "pair_accuracy": 0.9032222222328186,
          "positive_goodness": 3.4137300084431965,
          "runtime_seconds": 3.845562696456909
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.8846077808168199,
          "lr": 0.03,
          "negative_goodness": 1.4818413024054633,
          "pair_accuracy": 0.8956222222010295,
          "positive_goodness": 3.3225142946455213,
          "runtime_seconds": 3.863171339035034
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.8155634877734714,
          "lr": 0.03,
          "negative_goodness": 1.4268885684543187,
          "pair_accuracy": 0.9235555556085374,
          "positive_goodness": 3.550938623046875,
          "runtime_seconds": 3.847903251647949
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.8900680318832398,
          "lr": 0.03,
          "negative_goodness": 1.4901371713638305,
          "pair_accuracy": 0.8961333333121406,
          "positive_goodness": 3.3048774739159477,
          "runtime_seconds": 3.904465913772583
        }
      ],
      "layer": 9
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0558351916684046,
          "lr": 0.03,
          "negative_goodness": 1.6067137994554308,
          "pair_accuracy": 0.849644444433848,
          "positive_goodness": 2.9186081733703615,
          "runtime_seconds": 3.915478467941284
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9601502426147461,
          "lr": 0.03,
          "negative_goodness": 1.4416416626824273,
          "pair_accuracy": 0.8825333333439297,
          "positive_goodness": 3.0841339188045924,
          "runtime_seconds": 3.9097015857696533
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9383914781358507,
          "lr": 0.03,
          "negative_goodness": 1.421867149840461,
          "pair_accuracy": 0.8879333333015442,
          "positive_goodness": 3.128555516857571,
          "runtime_seconds": 3.909867525100708
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.9118359811358981,
          "lr": 0.03,
          "negative_goodness": 1.4038405808554755,
          "pair_accuracy": 0.8943777777459886,
          "positive_goodness": 3.1915371131896975,
          "runtime_seconds": 3.8653600215911865
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.9123529336505466,
          "lr": 0.03,
          "negative_goodness": 1.4165537573708429,
          "pair_accuracy": 0.8956444444762336,
          "positive_goodness": 3.2077453693389892,
          "runtime_seconds": 3.9085640907287598
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8871742343266805,
          "lr": 0.03,
          "negative_goodness": 1.3885399338616264,
          "pair_accuracy": 0.89604444448683,
          "positive_goodness": 3.2800258140563967,
          "runtime_seconds": 3.907447338104248
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9020539134343465,
          "lr": 0.03,
          "negative_goodness": 1.409446581946479,
          "pair_accuracy": 0.888466666677263,
          "positive_goodness": 3.2381191890292698,
          "runtime_seconds": 3.9050984382629395
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8911553741455078,
          "lr": 0.03,
          "negative_goodness": 1.3994558487786186,
          "pair_accuracy": 0.8967999999788072,
          "positive_goodness": 3.2583565584818523,
          "runtime_seconds": 3.9226937294006348
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8563773856480916,
          "lr": 0.03,
          "negative_goodness": 1.3645244947857327,
          "pair_accuracy": 0.9061111111217075,
          "positive_goodness": 3.390390911738078,
          "runtime_seconds": 3.9016947746276855
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8591050770123799,
          "lr": 0.03,
          "negative_goodness": 1.357219104854266,
          "pair_accuracy": 0.9074444444444445,
          "positive_goodness": 3.3817755713568793,
          "runtime_seconds": 3.8427021503448486
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8486003678851658,
          "lr": 0.03,
          "negative_goodness": 1.3438505852275424,
          "pair_accuracy": 0.9098222222222222,
          "positive_goodness": 3.4300622630649142,
          "runtime_seconds": 3.844301700592041
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.8622047729598151,
          "lr": 0.03,
          "negative_goodness": 1.3653751761436463,
          "pair_accuracy": 0.9028222222222222,
          "positive_goodness": 3.4188227526346844,
          "runtime_seconds": 3.8534493446350098
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.8448330414242214,
          "lr": 0.03,
          "negative_goodness": 1.3307753030141194,
          "pair_accuracy": 0.9062444444656372,
          "positive_goodness": 3.4596204611036514,
          "runtime_seconds": 3.853543758392334
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.8678845011499193,
          "lr": 0.03,
          "negative_goodness": 1.3660157205581664,
          "pair_accuracy": 0.8988222222222222,
          "positive_goodness": 3.3959336793687607,
          "runtime_seconds": 3.852619171142578
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8356462349467807,
          "lr": 0.03,
          "negative_goodness": 1.3266758021672567,
          "pair_accuracy": 0.9064222222222222,
          "positive_goodness": 3.5070715271843804,
          "runtime_seconds": 3.850132465362549
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.8201515030172136,
          "lr": 0.03,
          "negative_goodness": 1.3000073939429388,
          "pair_accuracy": 0.9118,
          "positive_goodness": 3.5903649731953937,
          "runtime_seconds": 3.8485333919525146
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.8472950864579942,
          "lr": 0.03,
          "negative_goodness": 1.335951808643341,
          "pair_accuracy": 0.9033333333333333,
          "positive_goodness": 3.4772789139641658,
          "runtime_seconds": 3.844280242919922
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.8416874306360881,
          "lr": 0.03,
          "negative_goodness": 1.334253598382738,
          "pair_accuracy": 0.9083111111429003,
          "positive_goodness": 3.504263954035441,
          "runtime_seconds": 3.848423957824707
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.845147163910336,
          "lr": 0.03,
          "negative_goodness": 1.3505227263397641,
          "pair_accuracy": 0.9065333333333333,
          "positive_goodness": 3.474437249077691,
          "runtime_seconds": 3.8709206581115723
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8251677840338812,
          "lr": 0.03,
          "negative_goodness": 1.3000160573323567,
          "pair_accuracy": 0.9118666666454739,
          "positive_goodness": 3.563138605456882,
          "runtime_seconds": 3.9167888164520264
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.8264957674794727,
          "lr": 0.03,
          "negative_goodness": 1.3109123407072492,
          "pair_accuracy": 0.9071333333333333,
          "positive_goodness": 3.5757242730034724,
          "runtime_seconds": 3.9021761417388916
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.8075486160066393,
          "lr": 0.03,
          "negative_goodness": 1.2898654060151842,
          "pair_accuracy": 0.9191555556085375,
          "positive_goodness": 3.644220988845825,
          "runtime_seconds": 3.903717279434204
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.8173870400746663,
          "lr": 0.03,
          "negative_goodness": 1.2887617046356201,
          "pair_accuracy": 0.9076666666454739,
          "positive_goodness": 3.6470405620151096,
          "runtime_seconds": 3.9132630825042725
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.8551283103095161,
          "lr": 0.03,
          "negative_goodness": 1.3388442260954114,
          "pair_accuracy": 0.8978222222540113,
          "positive_goodness": 3.5073866847144233,
          "runtime_seconds": 3.8511555194854736
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.8107140611224705,
          "lr": 0.03,
          "negative_goodness": 1.279279676331414,
          "pair_accuracy": 0.9116222222010295,
          "positive_goodness": 3.655449427837796,
          "runtime_seconds": 3.8524422645568848
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.8283477087550694,
          "lr": 0.03,
          "negative_goodness": 1.3093871060901219,
          "pair_accuracy": 0.909733333322737,
          "positive_goodness": 3.6376003587086996,
          "runtime_seconds": 3.8554325103759766
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.8208261838277181,
          "lr": 0.03,
          "negative_goodness": 1.3111751277711656,
          "pair_accuracy": 0.9124666666984558,
          "positive_goodness": 3.592458839458889,
          "runtime_seconds": 3.855693817138672
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.8106666393703884,
          "lr": 0.03,
          "negative_goodness": 1.2786455172220865,
          "pair_accuracy": 0.9120666667090522,
          "positive_goodness": 3.6696208088345,
          "runtime_seconds": 3.8595430850982666
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.8037709504445394,
          "lr": 0.03,
          "negative_goodness": 1.2663682245678372,
          "pair_accuracy": 0.9128222221904331,
          "positive_goodness": 3.6842671020507813,
          "runtime_seconds": 3.8626623153686523
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7958856056743198,
          "lr": 0.03,
          "negative_goodness": 1.2591524255540636,
          "pair_accuracy": 0.9156444444444445,
          "positive_goodness": 3.7226974939982096,
          "runtime_seconds": 3.854762315750122
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7791351869556639,
          "lr": 0.03,
          "negative_goodness": 1.234616523162524,
          "pair_accuracy": 0.9174,
          "positive_goodness": 3.877089628346761,
          "runtime_seconds": 3.8604252338409424
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.815367404323154,
          "lr": 0.03,
          "negative_goodness": 1.2798442450205485,
          "pair_accuracy": 0.9144888888570998,
          "positive_goodness": 3.654650759209527,
          "runtime_seconds": 3.913480520248413
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7859028269873725,
          "lr": 0.03,
          "negative_goodness": 1.2477321193059285,
          "pair_accuracy": 0.9167333333545261,
          "positive_goodness": 3.755795608859592,
          "runtime_seconds": 3.8648133277893066
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.8295221572875977,
          "lr": 0.03,
          "negative_goodness": 1.2960095588260228,
          "pair_accuracy": 0.9003333333121406,
          "positive_goodness": 3.604596774843004,
          "runtime_seconds": 3.8969411849975586
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.8073719693289862,
          "lr": 0.03,
          "negative_goodness": 1.2717388545778063,
          "pair_accuracy": 0.9144666667196486,
          "positive_goodness": 3.695022182591756,
          "runtime_seconds": 3.888864517211914
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.8209946473942863,
          "lr": 0.03,
          "negative_goodness": 1.2879728712293836,
          "pair_accuracy": 0.9033555555555556,
          "positive_goodness": 3.656694803788927,
          "runtime_seconds": 3.878284215927124
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.8024388017018637,
          "lr": 0.03,
          "negative_goodness": 1.2641130877600777,
          "pair_accuracy": 0.9175111111429003,
          "positive_goodness": 3.702834570058187,
          "runtime_seconds": 3.9240264892578125
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7886253163284725,
          "lr": 0.03,
          "negative_goodness": 1.248301322301229,
          "pair_accuracy": 0.9202,
          "positive_goodness": 3.7417381613837346,
          "runtime_seconds": 3.912605047225952
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7849113559828864,
          "lr": 0.03,
          "negative_goodness": 1.2513682071738772,
          "pair_accuracy": 0.9186444444444445,
          "positive_goodness": 3.763354557715522,
          "runtime_seconds": 3.9177615642547607
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.786431483274036,
          "lr": 0.03,
          "negative_goodness": 1.2500878911866082,
          "pair_accuracy": 0.9154666666666667,
          "positive_goodness": 3.7885238456726076,
          "runtime_seconds": 3.9139344692230225
        }
      ],
      "layer": 10
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9468249512778388,
          "lr": 0.03,
          "negative_goodness": 1.3204057310316297,
          "pair_accuracy": 0.863777777783076,
          "positive_goodness": 3.0895350177764893,
          "runtime_seconds": 3.9005627632141113
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8487998251067268,
          "lr": 0.03,
          "negative_goodness": 1.2718467063268026,
          "pair_accuracy": 0.9001999999788073,
          "positive_goodness": 3.39873157365587,
          "runtime_seconds": 3.8964779376983643
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.854365719127655,
          "lr": 0.03,
          "negative_goodness": 1.2608610014809503,
          "pair_accuracy": 0.8967555555449592,
          "positive_goodness": 3.38607457347446,
          "runtime_seconds": 3.8429393768310547
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7880270669725206,
          "lr": 0.03,
          "negative_goodness": 1.1702091563330757,
          "pair_accuracy": 0.9146000000529819,
          "positive_goodness": 3.6401710270351835,
          "runtime_seconds": 3.877209186553955
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8010227835973104,
          "lr": 0.03,
          "negative_goodness": 1.1939093811459012,
          "pair_accuracy": 0.9088222222752042,
          "positive_goodness": 3.609933455106947,
          "runtime_seconds": 3.838693141937256
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7712847319920858,
          "lr": 0.03,
          "negative_goodness": 1.1547626070022583,
          "pair_accuracy": 0.9135555555449592,
          "positive_goodness": 3.7263993840535483,
          "runtime_seconds": 3.8337302207946777
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7530221975061628,
          "lr": 0.03,
          "negative_goodness": 1.1332294219070012,
          "pair_accuracy": 0.9189555555555555,
          "positive_goodness": 3.816787183041043,
          "runtime_seconds": 3.9034388065338135
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7625816127035353,
          "lr": 0.03,
          "negative_goodness": 1.1389508597691853,
          "pair_accuracy": 0.9139111111111111,
          "positive_goodness": 3.8304185469733345,
          "runtime_seconds": 3.8991498947143555
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7548678985171848,
          "lr": 0.03,
          "negative_goodness": 1.1211944930818345,
          "pair_accuracy": 0.9162888888888889,
          "positive_goodness": 3.856129520458645,
          "runtime_seconds": 3.9053709506988525
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7666283572329415,
          "lr": 0.03,
          "negative_goodness": 1.1345050811502668,
          "pair_accuracy": 0.9106,
          "positive_goodness": 3.8186040117899576,
          "runtime_seconds": 3.89774489402771
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7755829943233066,
          "lr": 0.03,
          "negative_goodness": 1.1560776280826992,
          "pair_accuracy": 0.9156444444444445,
          "positive_goodness": 3.804604751671685,
          "runtime_seconds": 3.9063711166381836
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7591350213898552,
          "lr": 0.03,
          "negative_goodness": 1.1263152501000298,
          "pair_accuracy": 0.9170666666878594,
          "positive_goodness": 3.8892634816487632,
          "runtime_seconds": 3.9011969566345215
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7373749463982052,
          "lr": 0.03,
          "negative_goodness": 1.0926800289339489,
          "pair_accuracy": 0.9170666666666667,
          "positive_goodness": 4.00246992263794,
          "runtime_seconds": 3.895674228668213
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.781813658036126,
          "lr": 0.03,
          "negative_goodness": 1.155914085706075,
          "pair_accuracy": 0.911577777756585,
          "positive_goodness": 3.8111412300957572,
          "runtime_seconds": 3.8969686031341553
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7285303099685245,
          "lr": 0.03,
          "negative_goodness": 1.087854132408566,
          "pair_accuracy": 0.9219777777777778,
          "positive_goodness": 4.027747608862983,
          "runtime_seconds": 3.8957676887512207
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7384331241342756,
          "lr": 0.03,
          "negative_goodness": 1.1174515972773233,
          "pair_accuracy": 0.9209777777777778,
          "positive_goodness": 3.9917766626146105,
          "runtime_seconds": 3.898087739944458
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7153649346987406,
          "lr": 0.03,
          "negative_goodness": 1.0875280453364053,
          "pair_accuracy": 0.92404444448683,
          "positive_goodness": 4.1265461230383975,
          "runtime_seconds": 3.8917388916015625
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.725791405889723,
          "lr": 0.03,
          "negative_goodness": 1.095050508732266,
          "pair_accuracy": 0.9222000000211927,
          "positive_goodness": 4.053754569329156,
          "runtime_seconds": 3.8963663578033447
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6751564452701144,
          "lr": 0.03,
          "negative_goodness": 1.0129327408896551,
          "pair_accuracy": 0.9333555555343628,
          "positive_goodness": 4.3327192353990345,
          "runtime_seconds": 3.9045045375823975
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7049860657162137,
          "lr": 0.03,
          "negative_goodness": 1.0386129658805,
          "pair_accuracy": 0.9245333333439297,
          "positive_goodness": 4.2470057428571915,
          "runtime_seconds": 3.8986971378326416
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6562255241605971,
          "lr": 0.03,
          "negative_goodness": 0.9907547793282403,
          "pair_accuracy": 0.9356444444656372,
          "positive_goodness": 4.441044807179769,
          "runtime_seconds": 3.8853600025177
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6918718002425299,
          "lr": 0.03,
          "negative_goodness": 1.0240726950327554,
          "pair_accuracy": 0.9295111111005148,
          "positive_goodness": 4.268153716108534,
          "runtime_seconds": 3.909026861190796
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7078117112265693,
          "lr": 0.03,
          "negative_goodness": 1.0638484600279066,
          "pair_accuracy": 0.9281999999788072,
          "positive_goodness": 4.252589094712999,
          "runtime_seconds": 3.8973166942596436
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7089377976523505,
          "lr": 0.03,
          "negative_goodness": 1.0535264881134032,
          "pair_accuracy": 0.9250444444762336,
          "positive_goodness": 4.218918970870972,
          "runtime_seconds": 3.8400402069091797
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7071906132592095,
          "lr": 0.03,
          "negative_goodness": 1.047954317771064,
          "pair_accuracy": 0.9195111110793219,
          "positive_goodness": 4.262293440416125,
          "runtime_seconds": 3.8457603454589844
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7116877640088399,
          "lr": 0.03,
          "negative_goodness": 1.0522976061291165,
          "pair_accuracy": 0.9203333333015442,
          "positive_goodness": 4.242380603790283,
          "runtime_seconds": 3.842684030532837
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7251088712586297,
          "lr": 0.03,
          "negative_goodness": 1.0552146358913845,
          "pair_accuracy": 0.9188000000529819,
          "positive_goodness": 4.1465361424764,
          "runtime_seconds": 3.8365907669067383
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6870019319693248,
          "lr": 0.03,
          "negative_goodness": 1.0192479966693455,
          "pair_accuracy": 0.928,
          "positive_goodness": 4.348951516977946,
          "runtime_seconds": 3.8479909896850586
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.715013603401184,
          "lr": 0.03,
          "negative_goodness": 1.0573060506714715,
          "pair_accuracy": 0.9198444444656372,
          "positive_goodness": 4.278624683761596,
          "runtime_seconds": 3.8979618549346924
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7120110624127918,
          "lr": 0.03,
          "negative_goodness": 1.0707091020849016,
          "pair_accuracy": 0.9245555555555556,
          "positive_goodness": 4.16941495997111,
          "runtime_seconds": 3.9019105434417725
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6906147976769341,
          "lr": 0.03,
          "negative_goodness": 1.0338624197218154,
          "pair_accuracy": 0.9305555555343628,
          "positive_goodness": 4.3780581447177465,
          "runtime_seconds": 3.833395481109619
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7117188526418474,
          "lr": 0.03,
          "negative_goodness": 1.0395845964749655,
          "pair_accuracy": 0.9166444444444445,
          "positive_goodness": 4.327581964111328,
          "runtime_seconds": 3.8332207202911377
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6844747766123878,
          "lr": 0.03,
          "negative_goodness": 1.0150699672487047,
          "pair_accuracy": 0.9281111110899184,
          "positive_goodness": 4.411062888336182,
          "runtime_seconds": 3.8316667079925537
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6922942256556617,
          "lr": 0.03,
          "negative_goodness": 1.0258845878601075,
          "pair_accuracy": 0.9252444444444444,
          "positive_goodness": 4.365875509728326,
          "runtime_seconds": 3.843471050262451
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6570231073644426,
          "lr": 0.03,
          "negative_goodness": 0.9738702452977498,
          "pair_accuracy": 0.9317777777777778,
          "positive_goodness": 4.58300728386773,
          "runtime_seconds": 3.8823084831237793
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6567871012793647,
          "lr": 0.03,
          "negative_goodness": 0.977057303958469,
          "pair_accuracy": 0.936733333322737,
          "positive_goodness": 4.575164974255032,
          "runtime_seconds": 3.910874605178833
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6961285183323754,
          "lr": 0.03,
          "negative_goodness": 1.0176973945299785,
          "pair_accuracy": 0.9249999999894036,
          "positive_goodness": 4.405254905954997,
          "runtime_seconds": 3.907802104949951
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6981639866669973,
          "lr": 0.03,
          "negative_goodness": 1.0126278137683868,
          "pair_accuracy": 0.9239111111111111,
          "positive_goodness": 4.418038633812799,
          "runtime_seconds": 3.900681495666504
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6729135822402106,
          "lr": 0.03,
          "negative_goodness": 0.9919594741715325,
          "pair_accuracy": 0.9310222222222222,
          "positive_goodness": 4.5101987101236976,
          "runtime_seconds": 3.9013195037841797
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6710425524605645,
          "lr": 0.03,
          "negative_goodness": 0.9931388754314846,
          "pair_accuracy": 0.930977777756585,
          "positive_goodness": 4.57458455051846,
          "runtime_seconds": 3.9087913036346436
        }
      ],
      "layer": 11
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3185271839353774,
          "lr": 0.03,
          "negative_goodness": 1.887508733092414,
          "pair_accuracy": 0.7703555555555556,
          "positive_goodness": 2.946332304679023,
          "runtime_seconds": 3.9298603534698486
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0538476404296027,
          "lr": 0.03,
          "negative_goodness": 1.5676008949279785,
          "pair_accuracy": 0.8383555555979411,
          "positive_goodness": 3.155625390709771,
          "runtime_seconds": 3.9115865230560303
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9585096132066515,
          "lr": 0.03,
          "negative_goodness": 1.437667080031501,
          "pair_accuracy": 0.8750888888570998,
          "positive_goodness": 3.2918078805711533,
          "runtime_seconds": 3.887042760848999
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8724830559412639,
          "lr": 0.03,
          "negative_goodness": 1.3157048323313396,
          "pair_accuracy": 0.9029333333439297,
          "positive_goodness": 3.426985045030382,
          "runtime_seconds": 3.9251480102539062
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8774001080407037,
          "lr": 0.03,
          "negative_goodness": 1.3067769260618423,
          "pair_accuracy": 0.8980000000423856,
          "positive_goodness": 3.4186257697635227,
          "runtime_seconds": 3.9104325771331787
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8864061154047648,
          "lr": 0.03,
          "negative_goodness": 1.3154028912968105,
          "pair_accuracy": 0.900911111079322,
          "positive_goodness": 3.321017227300008,
          "runtime_seconds": 3.936570644378662
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.834978289964464,
          "lr": 0.03,
          "negative_goodness": 1.2430314351823595,
          "pair_accuracy": 0.9102444444762335,
          "positive_goodness": 3.496619998847114,
          "runtime_seconds": 3.9334516525268555
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8177921928193834,
          "lr": 0.03,
          "negative_goodness": 1.2044719324111939,
          "pair_accuracy": 0.9155555555767483,
          "positive_goodness": 3.5216175231933593,
          "runtime_seconds": 3.845991611480713
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7978795686086019,
          "lr": 0.03,
          "negative_goodness": 1.180627177450392,
          "pair_accuracy": 0.9162666666984558,
          "positive_goodness": 3.5885706604851615,
          "runtime_seconds": 3.8512234687805176
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8082160500632392,
          "lr": 0.03,
          "negative_goodness": 1.1830865351570976,
          "pair_accuracy": 0.9140222222222222,
          "positive_goodness": 3.555669383494059,
          "runtime_seconds": 3.85798978805542
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7956344126595392,
          "lr": 0.03,
          "negative_goodness": 1.1694402980380587,
          "pair_accuracy": 0.917555555566152,
          "positive_goodness": 3.635924807484945,
          "runtime_seconds": 3.8609530925750732
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7968834280437893,
          "lr": 0.03,
          "negative_goodness": 1.186173814227846,
          "pair_accuracy": 0.9196444444338481,
          "positive_goodness": 3.5892775128682453,
          "runtime_seconds": 3.890718460083008
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7943821539137098,
          "lr": 0.03,
          "negative_goodness": 1.1597710718366834,
          "pair_accuracy": 0.9185777777777778,
          "positive_goodness": 3.622129463068644,
          "runtime_seconds": 3.9260261058807373
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7961443520122105,
          "lr": 0.03,
          "negative_goodness": 1.1603307704607646,
          "pair_accuracy": 0.9179333333757188,
          "positive_goodness": 3.6188617546081545,
          "runtime_seconds": 3.9222264289855957
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7437063765843709,
          "lr": 0.03,
          "negative_goodness": 1.1043735557556151,
          "pair_accuracy": 0.9294666666666667,
          "positive_goodness": 3.784000438944499,
          "runtime_seconds": 3.9175736904144287
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7791582089953952,
          "lr": 0.03,
          "negative_goodness": 1.1289865065892537,
          "pair_accuracy": 0.9187555555979411,
          "positive_goodness": 3.7111513886769614,
          "runtime_seconds": 3.880596160888672
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7622104647742377,
          "lr": 0.03,
          "negative_goodness": 1.1050140443589953,
          "pair_accuracy": 0.9213111110899184,
          "positive_goodness": 3.7612183052910697,
          "runtime_seconds": 3.861327648162842
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7940157075511085,
          "lr": 0.03,
          "negative_goodness": 1.1450878811306424,
          "pair_accuracy": 0.9135111110793219,
          "positive_goodness": 3.6287584171719023,
          "runtime_seconds": 3.8529882431030273
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7525702519522773,
          "lr": 0.03,
          "negative_goodness": 1.097413838789198,
          "pair_accuracy": 0.9259555556085375,
          "positive_goodness": 3.792832419204712,
          "runtime_seconds": 3.851757287979126
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7390556241883172,
          "lr": 0.03,
          "negative_goodness": 1.086934466489156,
          "pair_accuracy": 0.9296666666560703,
          "positive_goodness": 3.8372004843817815,
          "runtime_seconds": 3.8560264110565186
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7477235282262167,
          "lr": 0.03,
          "negative_goodness": 1.0905819366878933,
          "pair_accuracy": 0.9251777777671814,
          "positive_goodness": 3.812375106302897,
          "runtime_seconds": 3.894591808319092
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7522649048752255,
          "lr": 0.03,
          "negative_goodness": 1.1055291634559632,
          "pair_accuracy": 0.9259777777671814,
          "positive_goodness": 3.7835853234185115,
          "runtime_seconds": 3.8674988746643066
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7339181278864543,
          "lr": 0.03,
          "negative_goodness": 1.0716687260945639,
          "pair_accuracy": 0.9285333333015442,
          "positive_goodness": 3.9176464138454863,
          "runtime_seconds": 3.8688933849334717
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7607215806007386,
          "lr": 0.03,
          "negative_goodness": 1.1035220854335361,
          "pair_accuracy": 0.9231111111005147,
          "positive_goodness": 3.7789207315233018,
          "runtime_seconds": 3.8720293045043945
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7213977890014649,
          "lr": 0.03,
          "negative_goodness": 1.0410647917429605,
          "pair_accuracy": 0.9305111111217075,
          "positive_goodness": 3.9565952503204347,
          "runtime_seconds": 3.872450590133667
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7464911210378011,
          "lr": 0.03,
          "negative_goodness": 1.0664513245264688,
          "pair_accuracy": 0.9239555556085375,
          "positive_goodness": 3.8778968577914767,
          "runtime_seconds": 3.869954824447632
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7114085529751247,
          "lr": 0.03,
          "negative_goodness": 1.0316443641026816,
          "pair_accuracy": 0.9300666666560703,
          "positive_goodness": 3.986421192720201,
          "runtime_seconds": 3.881387710571289
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.731734022670322,
          "lr": 0.03,
          "negative_goodness": 1.0467169155544704,
          "pair_accuracy": 0.9265777777989705,
          "positive_goodness": 3.8731126875135633,
          "runtime_seconds": 3.852855682373047
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.718660465865665,
          "lr": 0.03,
          "negative_goodness": 1.0528238191922505,
          "pair_accuracy": 0.9299999999788072,
          "positive_goodness": 3.9243148715549045,
          "runtime_seconds": 3.9162094593048096
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7376200407769945,
          "lr": 0.03,
          "negative_goodness": 1.075409499973721,
          "pair_accuracy": 0.9242,
          "positive_goodness": 3.8837724106258817,
          "runtime_seconds": 3.9272773265838623
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7357056013319228,
          "lr": 0.03,
          "negative_goodness": 1.0630966669082642,
          "pair_accuracy": 0.9235777778307597,
          "positive_goodness": 3.894642550616794,
          "runtime_seconds": 3.9176580905914307
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7394641547467974,
          "lr": 0.03,
          "negative_goodness": 1.0713817902988858,
          "pair_accuracy": 0.925133333322737,
          "positive_goodness": 3.877066040971544,
          "runtime_seconds": 3.925891160964966
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7395559886084663,
          "lr": 0.03,
          "negative_goodness": 1.0492063057051764,
          "pair_accuracy": 0.9221999999788072,
          "positive_goodness": 3.911743345896403,
          "runtime_seconds": 3.917706251144409
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.7363708227157593,
          "lr": 0.03,
          "negative_goodness": 1.0597754657745362,
          "pair_accuracy": 0.9264222222222223,
          "positive_goodness": 3.9006665195041235,
          "runtime_seconds": 3.9313409328460693
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.752273914972941,
          "lr": 0.03,
          "negative_goodness": 1.0814482376734416,
          "pair_accuracy": 0.9230444444974264,
          "positive_goodness": 3.8442159672207303,
          "runtime_seconds": 3.9416258335113525
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.7138455394956801,
          "lr": 0.03,
          "negative_goodness": 1.0092146866692437,
          "pair_accuracy": 0.9274000000423855,
          "positive_goodness": 4.0174319735633,
          "runtime_seconds": 3.922100067138672
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.7154065210766263,
          "lr": 0.03,
          "negative_goodness": 1.0389859244876438,
          "pair_accuracy": 0.9323555555873447,
          "positive_goodness": 4.0220463450961645,
          "runtime_seconds": 3.928891181945801
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6992003760231866,
          "lr": 0.03,
          "negative_goodness": 0.9963172398991055,
          "pair_accuracy": 0.933577777756585,
          "positive_goodness": 4.098868013381958,
          "runtime_seconds": 3.9161112308502197
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7195847440719605,
          "lr": 0.03,
          "negative_goodness": 1.037339400683509,
          "pair_accuracy": 0.9262888888570997,
          "positive_goodness": 4.004261943266127,
          "runtime_seconds": 3.918886423110962
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7497493489477369,
          "lr": 0.03,
          "negative_goodness": 1.0539330623626708,
          "pair_accuracy": 0.9207777778201633,
          "positive_goodness": 3.9021214069366454,
          "runtime_seconds": 3.928858995437622
        }
      ],
      "layer": 12
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9897457589467367,
          "lr": 0.03,
          "negative_goodness": 1.3422176013628642,
          "pair_accuracy": 0.8501555555449591,
          "positive_goodness": 2.9998260765923392,
          "runtime_seconds": 3.926103115081787
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.941633687930637,
          "lr": 0.03,
          "negative_goodness": 1.3315876194636027,
          "pair_accuracy": 0.8691999999894037,
          "positive_goodness": 3.152401608403524,
          "runtime_seconds": 3.899630546569824
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9204310355504354,
          "lr": 0.03,
          "negative_goodness": 1.298874842262268,
          "pair_accuracy": 0.8750666666348775,
          "positive_goodness": 3.219549514304267,
          "runtime_seconds": 3.902782440185547
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8869137210951911,
          "lr": 0.03,
          "negative_goodness": 1.26926410235299,
          "pair_accuracy": 0.8853999999788073,
          "positive_goodness": 3.300233348634508,
          "runtime_seconds": 3.8953773975372314
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8810357227325439,
          "lr": 0.03,
          "negative_goodness": 1.2697638557010227,
          "pair_accuracy": 0.8888888888994853,
          "positive_goodness": 3.3525470156987507,
          "runtime_seconds": 3.9022879600524902
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8823558606041803,
          "lr": 0.03,
          "negative_goodness": 1.2548078119913737,
          "pair_accuracy": 0.8866222222222222,
          "positive_goodness": 3.351088674672445,
          "runtime_seconds": 3.9149863719940186
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8628695985158285,
          "lr": 0.03,
          "negative_goodness": 1.2392077796088325,
          "pair_accuracy": 0.8926666666984558,
          "positive_goodness": 3.4001668996598986,
          "runtime_seconds": 3.9063034057617188
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8743702362060547,
          "lr": 0.03,
          "negative_goodness": 1.2445717261844211,
          "pair_accuracy": 0.8858222222010295,
          "positive_goodness": 3.3836656655629476,
          "runtime_seconds": 3.9007363319396973
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8505621334075928,
          "lr": 0.03,
          "negative_goodness": 1.219017782825894,
          "pair_accuracy": 0.8937111111005147,
          "positive_goodness": 3.4841313712649877,
          "runtime_seconds": 3.893037796020508
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8643822475539313,
          "lr": 0.03,
          "negative_goodness": 1.2311093984391954,
          "pair_accuracy": 0.8920222222646077,
          "positive_goodness": 3.426124864112006,
          "runtime_seconds": 3.893289089202881
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8484905865351359,
          "lr": 0.03,
          "negative_goodness": 1.211715002632141,
          "pair_accuracy": 0.8937333333015441,
          "positive_goodness": 3.4991822474161784,
          "runtime_seconds": 3.925253391265869
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.8382850954744551,
          "lr": 0.03,
          "negative_goodness": 1.1946074604988097,
          "pair_accuracy": 0.8964444444444445,
          "positive_goodness": 3.5412085612826876,
          "runtime_seconds": 3.9113609790802
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.8589689746220907,
          "lr": 0.03,
          "negative_goodness": 1.2189074726528593,
          "pair_accuracy": 0.8918222222222222,
          "positive_goodness": 3.460806776682536,
          "runtime_seconds": 3.909353733062744
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.8382921874576145,
          "lr": 0.03,
          "negative_goodness": 1.194120587433709,
          "pair_accuracy": 0.8962444444868299,
          "positive_goodness": 3.5494751014709474,
          "runtime_seconds": 3.9132654666900635
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8373078263706631,
          "lr": 0.03,
          "negative_goodness": 1.189800752984153,
          "pair_accuracy": 0.8975555555979411,
          "positive_goodness": 3.5562288522932266,
          "runtime_seconds": 3.9149625301361084
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.8138099120563931,
          "lr": 0.03,
          "negative_goodness": 1.1630562759823269,
          "pair_accuracy": 0.903022222190433,
          "positive_goodness": 3.651068496025933,
          "runtime_seconds": 3.9146087169647217
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.8208305387285021,
          "lr": 0.03,
          "negative_goodness": 1.1565215217060514,
          "pair_accuracy": 0.9010666667196485,
          "positive_goodness": 3.6449738268958196,
          "runtime_seconds": 3.9044671058654785
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.8327840298334758,
          "lr": 0.03,
          "negative_goodness": 1.181743448193868,
          "pair_accuracy": 0.8977111111534967,
          "positive_goodness": 3.581564500596788,
          "runtime_seconds": 3.87178111076355
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.8467262108590867,
          "lr": 0.03,
          "negative_goodness": 1.1977639463980994,
          "pair_accuracy": 0.8923111111111112,
          "positive_goodness": 3.5630890951368546,
          "runtime_seconds": 3.8162147998809814
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8348355386310153,
          "lr": 0.03,
          "negative_goodness": 1.1784591431087919,
          "pair_accuracy": 0.8952888888676961,
          "positive_goodness": 3.5852722641415067,
          "runtime_seconds": 3.821647882461548
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.8180928344514635,
          "lr": 0.03,
          "negative_goodness": 1.1677586513519287,
          "pair_accuracy": 0.8998666666984558,
          "positive_goodness": 3.654529478242662,
          "runtime_seconds": 3.9178028106689453
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.8001247010654874,
          "lr": 0.03,
          "negative_goodness": 1.129678199450175,
          "pair_accuracy": 0.9043555555555556,
          "positive_goodness": 3.730193137359619,
          "runtime_seconds": 3.9250919818878174
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.83402632194625,
          "lr": 0.03,
          "negative_goodness": 1.1668323285738627,
          "pair_accuracy": 0.8942888888782925,
          "positive_goodness": 3.6007708541022407,
          "runtime_seconds": 3.910881996154785
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7959150106006199,
          "lr": 0.03,
          "negative_goodness": 1.1224587226867675,
          "pair_accuracy": 0.9039777777459886,
          "positive_goodness": 3.7748881131066216,
          "runtime_seconds": 3.8910136222839355
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.8257771210776435,
          "lr": 0.03,
          "negative_goodness": 1.1688468457698822,
          "pair_accuracy": 0.8971111111005148,
          "positive_goodness": 3.6351160851372613,
          "runtime_seconds": 3.804781675338745
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7914416019545661,
          "lr": 0.03,
          "negative_goodness": 1.1017765376620823,
          "pair_accuracy": 0.9060000000529819,
          "positive_goodness": 3.7985594579060873,
          "runtime_seconds": 3.8129026889801025
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.814687057240804,
          "lr": 0.03,
          "negative_goodness": 1.1498000959184436,
          "pair_accuracy": 0.9018444444603391,
          "positive_goodness": 3.686912654368083,
          "runtime_seconds": 3.8221235275268555
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.8145993664953444,
          "lr": 0.03,
          "negative_goodness": 1.1493916024631925,
          "pair_accuracy": 0.9037555555237664,
          "positive_goodness": 3.6813575778961183,
          "runtime_seconds": 3.8154408931732178
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.8077748132175869,
          "lr": 0.03,
          "negative_goodness": 1.1383171142896016,
          "pair_accuracy": 0.9051333333863152,
          "positive_goodness": 3.7131362295362687,
          "runtime_seconds": 3.81921124458313
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7890516102049085,
          "lr": 0.03,
          "negative_goodness": 1.1225600020938449,
          "pair_accuracy": 0.9120666666666667,
          "positive_goodness": 3.811327413898044,
          "runtime_seconds": 3.8269670009613037
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.8040497264650133,
          "lr": 0.03,
          "negative_goodness": 1.1267237514919706,
          "pair_accuracy": 0.9041333333651225,
          "positive_goodness": 3.74125780359904,
          "runtime_seconds": 3.8397576808929443
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7980873599264356,
          "lr": 0.03,
          "negative_goodness": 1.1179847688462998,
          "pair_accuracy": 0.9049777778307597,
          "positive_goodness": 3.7891956053415936,
          "runtime_seconds": 3.8322391510009766
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7983331745783488,
          "lr": 0.03,
          "negative_goodness": 1.1104851909001667,
          "pair_accuracy": 0.9047111111217075,
          "positive_goodness": 3.7770513941870796,
          "runtime_seconds": 3.836911916732788
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.7962364349047343,
          "lr": 0.03,
          "negative_goodness": 1.1184681528197395,
          "pair_accuracy": 0.9070888888570997,
          "positive_goodness": 3.7629022566901313,
          "runtime_seconds": 3.823380470275879
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7819444798151652,
          "lr": 0.03,
          "negative_goodness": 1.0936477658377752,
          "pair_accuracy": 0.9085777777989705,
          "positive_goodness": 3.9046398670196534,
          "runtime_seconds": 3.8161845207214355
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.8161905946731567,
          "lr": 0.03,
          "negative_goodness": 1.1309946965535482,
          "pair_accuracy": 0.8963333333439297,
          "positive_goodness": 3.723821687698364,
          "runtime_seconds": 3.8143906593322754
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.7990322351031833,
          "lr": 0.03,
          "negative_goodness": 1.104172683821784,
          "pair_accuracy": 0.9037333333333334,
          "positive_goodness": 3.8091714139726425,
          "runtime_seconds": 3.8179116249084473
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.8323696867624919,
          "lr": 0.03,
          "negative_goodness": 1.1567761015997993,
          "pair_accuracy": 0.8956222222328186,
          "positive_goodness": 3.659682942920261,
          "runtime_seconds": 3.812333583831787
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.8112501290109423,
          "lr": 0.03,
          "negative_goodness": 1.133375339741177,
          "pair_accuracy": 0.9000000000529819,
          "positive_goodness": 3.727873260243734,
          "runtime_seconds": 3.8229198455810547
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7952498845418294,
          "lr": 0.03,
          "negative_goodness": 1.1138768318600125,
          "pair_accuracy": 0.9064444444550408,
          "positive_goodness": 3.814595316441854,
          "runtime_seconds": 3.8077547550201416
        }
      ],
      "layer": 13
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9927435837109884,
          "lr": 0.03,
          "negative_goodness": 1.371428248977661,
          "pair_accuracy": 0.8501333333651224,
          "positive_goodness": 3.180533321762085,
          "runtime_seconds": 3.8475613594055176
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8972017687320709,
          "lr": 0.03,
          "negative_goodness": 1.2478669930352104,
          "pair_accuracy": 0.8862888888888889,
          "positive_goodness": 3.4034515160454646,
          "runtime_seconds": 3.8471381664276123
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.83355728225708,
          "lr": 0.03,
          "negative_goodness": 1.1898207000308567,
          "pair_accuracy": 0.9050888888676961,
          "positive_goodness": 3.567763674884372,
          "runtime_seconds": 3.86142897605896
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8317280115445455,
          "lr": 0.03,
          "negative_goodness": 1.170232958624098,
          "pair_accuracy": 0.8990222222010295,
          "positive_goodness": 3.5746266167110865,
          "runtime_seconds": 3.8573617935180664
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7972440318531461,
          "lr": 0.03,
          "negative_goodness": 1.139726331975725,
          "pair_accuracy": 0.911044444433848,
          "positive_goodness": 3.6475575857374403,
          "runtime_seconds": 3.8659579753875732
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7975238952530755,
          "lr": 0.03,
          "negative_goodness": 1.1403054419729444,
          "pair_accuracy": 0.9085555555449591,
          "positive_goodness": 3.6817897068447536,
          "runtime_seconds": 3.865429639816284
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.755075655301412,
          "lr": 0.03,
          "negative_goodness": 1.094656585714552,
          "pair_accuracy": 0.9218444444126553,
          "positive_goodness": 3.845978601582845,
          "runtime_seconds": 3.864448308944702
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7316005357954237,
          "lr": 0.03,
          "negative_goodness": 1.0845576380199857,
          "pair_accuracy": 0.9312444444232517,
          "positive_goodness": 3.890253694788615,
          "runtime_seconds": 3.8736095428466797
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7511945588694678,
          "lr": 0.03,
          "negative_goodness": 1.1034989507039388,
          "pair_accuracy": 0.9195111111111111,
          "positive_goodness": 3.798990623219808,
          "runtime_seconds": 3.873521089553833
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7429910631921556,
          "lr": 0.03,
          "negative_goodness": 1.0841457685258653,
          "pair_accuracy": 0.9202222222116259,
          "positive_goodness": 3.8820672032674155,
          "runtime_seconds": 3.8549673557281494
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7543365297847324,
          "lr": 0.03,
          "negative_goodness": 1.1100962123129103,
          "pair_accuracy": 0.9203555556085374,
          "positive_goodness": 3.803879145558675,
          "runtime_seconds": 3.8532605171203613
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7291592262479994,
          "lr": 0.03,
          "negative_goodness": 1.08297777200275,
          "pair_accuracy": 0.9221111111429002,
          "positive_goodness": 3.92532549273173,
          "runtime_seconds": 3.8545966148376465
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.69681714764701,
          "lr": 0.03,
          "negative_goodness": 1.0417558953391182,
          "pair_accuracy": 0.9319999999788072,
          "positive_goodness": 4.092233706071641,
          "runtime_seconds": 3.861940383911133
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7102607422298856,
          "lr": 0.03,
          "negative_goodness": 1.0484091600524055,
          "pair_accuracy": 0.9279555555555555,
          "positive_goodness": 3.9972046440124513,
          "runtime_seconds": 4.024444103240967
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7117048489040798,
          "lr": 0.03,
          "negative_goodness": 1.060182642724779,
          "pair_accuracy": 0.9296000000105964,
          "positive_goodness": 3.9884732605404323,
          "runtime_seconds": 4.101162672042847
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6871303003523085,
          "lr": 0.03,
          "negative_goodness": 1.0202624196370442,
          "pair_accuracy": 0.9323555555661519,
          "positive_goodness": 4.1345319319831,
          "runtime_seconds": 4.092319965362549
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6819168406062656,
          "lr": 0.03,
          "negative_goodness": 1.0196824308819241,
          "pair_accuracy": 0.9364000000529819,
          "positive_goodness": 4.115802656597562,
          "runtime_seconds": 4.097151279449463
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6917262025409274,
          "lr": 0.03,
          "negative_goodness": 1.0199751360151503,
          "pair_accuracy": 0.9304222222540114,
          "positive_goodness": 4.073841888978746,
          "runtime_seconds": 4.088978052139282
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6883058398564657,
          "lr": 0.03,
          "negative_goodness": 1.0209365759319728,
          "pair_accuracy": 0.9309555555979411,
          "positive_goodness": 4.111548299556309,
          "runtime_seconds": 3.913853406906128
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.696681451649136,
          "lr": 0.03,
          "negative_goodness": 1.021330736372206,
          "pair_accuracy": 0.9268888889312744,
          "positive_goodness": 4.101939597829183,
          "runtime_seconds": 4.093047142028809
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6933414397875468,
          "lr": 0.03,
          "negative_goodness": 1.0383107833226521,
          "pair_accuracy": 0.9320222221904331,
          "positive_goodness": 4.112108587392171,
          "runtime_seconds": 4.072264194488525
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6650079068289863,
          "lr": 0.03,
          "negative_goodness": 0.9933130378087361,
          "pair_accuracy": 0.9379999999788072,
          "positive_goodness": 4.169857550811767,
          "runtime_seconds": 3.919973850250244
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6846415030691358,
          "lr": 0.03,
          "negative_goodness": 1.0140913085513645,
          "pair_accuracy": 0.9311333333121405,
          "positive_goodness": 4.137001554361979,
          "runtime_seconds": 3.868976354598999
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6584406207826402,
          "lr": 0.03,
          "negative_goodness": 0.9772191049257914,
          "pair_accuracy": 0.9373777777671813,
          "positive_goodness": 4.230124160512289,
          "runtime_seconds": 3.964521646499634
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6743088566462199,
          "lr": 0.03,
          "negative_goodness": 1.002647195010715,
          "pair_accuracy": 0.93384444448683,
          "positive_goodness": 4.192681758541531,
          "runtime_seconds": 4.096384048461914
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6550116949505276,
          "lr": 0.03,
          "negative_goodness": 0.9566675271881951,
          "pair_accuracy": 0.9388222222222222,
          "positive_goodness": 4.2652373776753745,
          "runtime_seconds": 4.04522705078125
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6542717175801595,
          "lr": 0.03,
          "negative_goodness": 0.9637270623948839,
          "pair_accuracy": 0.9356222222222222,
          "positive_goodness": 4.28298183063931,
          "runtime_seconds": 3.917681932449341
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6674591303083631,
          "lr": 0.03,
          "negative_goodness": 0.985511946911282,
          "pair_accuracy": 0.935733333322737,
          "positive_goodness": 4.2471505895402695,
          "runtime_seconds": 3.9382097721099854
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.648469323152966,
          "lr": 0.03,
          "negative_goodness": 0.9452383399248123,
          "pair_accuracy": 0.937,
          "positive_goodness": 4.350823145294189,
          "runtime_seconds": 4.013874292373657
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6465691491656833,
          "lr": 0.03,
          "negative_goodness": 0.9511275424639384,
          "pair_accuracy": 0.9390666666454739,
          "positive_goodness": 4.326571492597792,
          "runtime_seconds": 4.078093767166138
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6329634171168009,
          "lr": 0.03,
          "negative_goodness": 0.9330124511082967,
          "pair_accuracy": 0.9445333333227369,
          "positive_goodness": 4.433930954530504,
          "runtime_seconds": 4.0952982902526855
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6323839157104493,
          "lr": 0.03,
          "negative_goodness": 0.9197256020651924,
          "pair_accuracy": 0.9417555555343627,
          "positive_goodness": 4.447618661499024,
          "runtime_seconds": 4.093653917312622
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.653815532901552,
          "lr": 0.03,
          "negative_goodness": 0.9478567444059584,
          "pair_accuracy": 0.9345555555449592,
          "positive_goodness": 4.338125744374593,
          "runtime_seconds": 4.0948405265808105
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.627855408583747,
          "lr": 0.03,
          "negative_goodness": 0.9294390690273708,
          "pair_accuracy": 0.9454888889100816,
          "positive_goodness": 4.431742012532552,
          "runtime_seconds": 4.058185815811157
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6444618001937866,
          "lr": 0.03,
          "negative_goodness": 0.9484672688802084,
          "pair_accuracy": 0.9396444444126553,
          "positive_goodness": 4.355242827267117,
          "runtime_seconds": 4.096928834915161
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.637737031671736,
          "lr": 0.03,
          "negative_goodness": 0.9296492751227485,
          "pair_accuracy": 0.9429777778201633,
          "positive_goodness": 4.411582122378879,
          "runtime_seconds": 4.100308895111084
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6394215944290161,
          "lr": 0.03,
          "negative_goodness": 0.9395501088248359,
          "pair_accuracy": 0.939777777756585,
          "positive_goodness": 4.435339725579156,
          "runtime_seconds": 4.093689680099487
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.660016583442688,
          "lr": 0.03,
          "negative_goodness": 0.943231183327569,
          "pair_accuracy": 0.9350666666348775,
          "positive_goodness": 4.319819572533501,
          "runtime_seconds": 4.012077808380127
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6339202422671848,
          "lr": 0.03,
          "negative_goodness": 0.918854190381368,
          "pair_accuracy": 0.9398222222116258,
          "positive_goodness": 4.4606144256591795,
          "runtime_seconds": 3.8652520179748535
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.656699076880349,
          "lr": 0.03,
          "negative_goodness": 0.9560864576816559,
          "pair_accuracy": 0.9348,
          "positive_goodness": 4.325829438527425,
          "runtime_seconds": 3.8723371028900146
        }
      ],
      "layer": 14
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.5874056291156345,
          "lr": 0.03,
          "negative_goodness": 0.8470072862625122,
          "pair_accuracy": 0.9333555555767483,
          "positive_goodness": 4.389488594267103,
          "runtime_seconds": 4.048981666564941
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.47105628654691906,
          "lr": 0.03,
          "negative_goodness": 0.7114742046515147,
          "pair_accuracy": 0.9556888888888889,
          "positive_goodness": 4.912495910135905,
          "runtime_seconds": 3.9583826065063477
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.4308567408985562,
          "lr": 0.03,
          "negative_goodness": 0.6499376036961874,
          "pair_accuracy": 0.9612888888782926,
          "positive_goodness": 5.2190226319207085,
          "runtime_seconds": 4.097906827926636
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.4745926030211978,
          "lr": 0.03,
          "negative_goodness": 0.6863426258616977,
          "pair_accuracy": 0.9478888888782925,
          "positive_goodness": 4.957175006866455,
          "runtime_seconds": 4.098802328109741
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.4426095139662425,
          "lr": 0.03,
          "negative_goodness": 0.6423796742863125,
          "pair_accuracy": 0.9527333333227369,
          "positive_goodness": 5.181111384582519,
          "runtime_seconds": 4.080105543136597
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.4406747067186568,
          "lr": 0.03,
          "negative_goodness": 0.6447717011610667,
          "pair_accuracy": 0.96,
          "positive_goodness": 5.298106381310357,
          "runtime_seconds": 4.069923639297485
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.4207660053888957,
          "lr": 0.03,
          "negative_goodness": 0.6116653859668307,
          "pair_accuracy": 0.9629333333545261,
          "positive_goodness": 5.373381487909953,
          "runtime_seconds": 4.062923431396484
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.43222096531126236,
          "lr": 0.03,
          "negative_goodness": 0.64458302090168,
          "pair_accuracy": 0.9613333333333334,
          "positive_goodness": 5.2987389734056265,
          "runtime_seconds": 3.9239490032196045
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.3955785537560781,
          "lr": 0.03,
          "negative_goodness": 0.5884488096343147,
          "pair_accuracy": 0.9707777777777777,
          "positive_goodness": 5.6218479604085285,
          "runtime_seconds": 3.8564014434814453
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.4290270928356383,
          "lr": 0.03,
          "negative_goodness": 0.6101725010050668,
          "pair_accuracy": 0.9582222222222222,
          "positive_goodness": 5.475240735032823,
          "runtime_seconds": 3.8505990505218506
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.41946038685639697,
          "lr": 0.03,
          "negative_goodness": 0.6068836446656121,
          "pair_accuracy": 0.9627111111111111,
          "positive_goodness": 5.5583525326199,
          "runtime_seconds": 3.8543567657470703
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.4444979146321615,
          "lr": 0.03,
          "negative_goodness": 0.6325329741795858,
          "pair_accuracy": 0.9586444444444444,
          "positive_goodness": 5.364362528297637,
          "runtime_seconds": 3.858032464981079
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.44069798616833156,
          "lr": 0.03,
          "negative_goodness": 0.627452710893419,
          "pair_accuracy": 0.953111111164093,
          "positive_goodness": 5.302849096510146,
          "runtime_seconds": 3.8605687618255615
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.41172359619140625,
          "lr": 0.03,
          "negative_goodness": 0.5818674978892009,
          "pair_accuracy": 0.960933333322737,
          "positive_goodness": 5.59815097410414,
          "runtime_seconds": 3.856013774871826
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.44305318718486364,
          "lr": 0.03,
          "negative_goodness": 0.6154837809960048,
          "pair_accuracy": 0.953,
          "positive_goodness": 5.389977985890706,
          "runtime_seconds": 3.8575384616851807
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.44391995067596435,
          "lr": 0.03,
          "negative_goodness": 0.6160402979956733,
          "pair_accuracy": 0.950577777756585,
          "positive_goodness": 5.370386554718017,
          "runtime_seconds": 3.8563365936279297
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.4118602144771152,
          "lr": 0.03,
          "negative_goodness": 0.5980614718172286,
          "pair_accuracy": 0.9630888888888889,
          "positive_goodness": 5.6768775515238445,
          "runtime_seconds": 3.8624608516693115
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.38235890719625687,
          "lr": 0.03,
          "negative_goodness": 0.5542257090568542,
          "pair_accuracy": 0.9673555555555555,
          "positive_goodness": 5.740799926842583,
          "runtime_seconds": 3.85457444190979
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.42380321776602004,
          "lr": 0.03,
          "negative_goodness": 0.6037785151375664,
          "pair_accuracy": 0.9600888888676962,
          "positive_goodness": 5.565293125576443,
          "runtime_seconds": 3.85642147064209
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.43805616834428573,
          "lr": 0.03,
          "negative_goodness": 0.6248121809562047,
          "pair_accuracy": 0.9541555555555555,
          "positive_goodness": 5.5280421120537655,
          "runtime_seconds": 3.852433919906616
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.43026385887463886,
          "lr": 0.03,
          "negative_goodness": 0.6134875072214339,
          "pair_accuracy": 0.9572,
          "positive_goodness": 5.4865948466830785,
          "runtime_seconds": 3.8529438972473145
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.42612292109065586,
          "lr": 0.03,
          "negative_goodness": 0.6118213372018603,
          "pair_accuracy": 0.9569777777777778,
          "positive_goodness": 5.547145421176486,
          "runtime_seconds": 3.9022300243377686
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.44833453663720024,
          "lr": 0.03,
          "negative_goodness": 0.6359109555986192,
          "pair_accuracy": 0.9488222222116258,
          "positive_goodness": 5.363537948735555,
          "runtime_seconds": 3.910219430923462
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.39738104627132415,
          "lr": 0.03,
          "negative_goodness": 0.5696806381834878,
          "pair_accuracy": 0.9637111111111111,
          "positive_goodness": 5.685835601552327,
          "runtime_seconds": 3.865561008453369
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.3963717205842336,
          "lr": 0.03,
          "negative_goodness": 0.5697817426045736,
          "pair_accuracy": 0.9676666666666667,
          "positive_goodness": 5.820200190056695,
          "runtime_seconds": 4.025519609451294
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.4633304613961114,
          "lr": 0.03,
          "negative_goodness": 0.6604052895651923,
          "pair_accuracy": 0.9484666667196485,
          "positive_goodness": 5.350510113016765,
          "runtime_seconds": 3.936511278152466
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.4176096972200606,
          "lr": 0.03,
          "negative_goodness": 0.6100497753461201,
          "pair_accuracy": 0.9613111111111111,
          "positive_goodness": 5.535516904703776,
          "runtime_seconds": 3.838644027709961
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.3967975211090512,
          "lr": 0.03,
          "negative_goodness": 0.5798405318419139,
          "pair_accuracy": 0.9669777777777778,
          "positive_goodness": 5.747317598639595,
          "runtime_seconds": 4.039176940917969
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.3850191614892748,
          "lr": 0.03,
          "negative_goodness": 0.5582752846399943,
          "pair_accuracy": 0.967511111079322,
          "positive_goodness": 5.854789434729682,
          "runtime_seconds": 4.087815523147583
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.38856920256614685,
          "lr": 0.03,
          "negative_goodness": 0.561785100279914,
          "pair_accuracy": 0.9690666666666666,
          "positive_goodness": 5.767497074635823,
          "runtime_seconds": 3.9395267963409424
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.372534764152103,
          "lr": 0.03,
          "negative_goodness": 0.5292157534705269,
          "pair_accuracy": 0.9677555555555556,
          "positive_goodness": 5.966233510038588,
          "runtime_seconds": 3.8350164890289307
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.3893827283196979,
          "lr": 0.03,
          "negative_goodness": 0.5555531898710463,
          "pair_accuracy": 0.9670666666666666,
          "positive_goodness": 5.761491807132297,
          "runtime_seconds": 3.8568344116210938
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.4788663980854882,
          "lr": 0.03,
          "negative_goodness": 0.662757611656189,
          "pair_accuracy": 0.9472222222116259,
          "positive_goodness": 5.3611576752556696,
          "runtime_seconds": 4.094604015350342
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.39045151273674433,
          "lr": 0.03,
          "negative_goodness": 0.5571704278045231,
          "pair_accuracy": 0.965,
          "positive_goodness": 5.748908765920003,
          "runtime_seconds": 4.021821737289429
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.37656840449439155,
          "lr": 0.03,
          "negative_goodness": 0.5376582881715563,
          "pair_accuracy": 0.9679333333015442,
          "positive_goodness": 5.959503935496012,
          "runtime_seconds": 4.106711149215698
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.4395785480181376,
          "lr": 0.03,
          "negative_goodness": 0.5974242279820972,
          "pair_accuracy": 0.9535333333333333,
          "positive_goodness": 5.49539454744127,
          "runtime_seconds": 4.100239276885986
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.41272952580981787,
          "lr": 0.03,
          "negative_goodness": 0.573578044933743,
          "pair_accuracy": 0.9560444444762336,
          "positive_goodness": 5.7954757748921715,
          "runtime_seconds": 4.061889886856079
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.38825500514772204,
          "lr": 0.03,
          "negative_goodness": 0.5436893267525567,
          "pair_accuracy": 0.9621111111111111,
          "positive_goodness": 5.86184908879598,
          "runtime_seconds": 3.9957008361816406
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.4095791998253928,
          "lr": 0.03,
          "negative_goodness": 0.5780717928144666,
          "pair_accuracy": 0.9560888888888889,
          "positive_goodness": 5.6972717988755965,
          "runtime_seconds": 3.857776403427124
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.3962808748351203,
          "lr": 0.03,
          "negative_goodness": 0.5595591606775919,
          "pair_accuracy": 0.9651777777777778,
          "positive_goodness": 5.816897706010606,
          "runtime_seconds": 3.996206760406494
        }
      ],
      "layer": 15
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1037286151885985,
          "lr": 0.03,
          "negative_goodness": 1.735691058391995,
          "pair_accuracy": 0.830711111108462,
          "positive_goodness": 3.837062057601081,
          "runtime_seconds": 4.126862287521362
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8588871418529087,
          "lr": 0.03,
          "negative_goodness": 1.2944788153860305,
          "pair_accuracy": 0.8987555555237664,
          "positive_goodness": 4.293171892632379,
          "runtime_seconds": 4.0779149532318115
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7315956226295895,
          "lr": 0.03,
          "negative_goodness": 1.0853145355754428,
          "pair_accuracy": 0.9222,
          "positive_goodness": 4.647820052761502,
          "runtime_seconds": 4.1251561641693115
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6619982407357957,
          "lr": 0.03,
          "negative_goodness": 1.1070927302678426,
          "pair_accuracy": 0.9313999999894036,
          "positive_goodness": 4.594846694352892,
          "runtime_seconds": 3.9373412132263184
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.5750638111856249,
          "lr": 0.03,
          "negative_goodness": 0.9377299954732259,
          "pair_accuracy": 0.9423555555449592,
          "positive_goodness": 4.921641605292426,
          "runtime_seconds": 3.9327919483184814
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.5742392288049062,
          "lr": 0.03,
          "negative_goodness": 0.9272008467886182,
          "pair_accuracy": 0.9345333333333333,
          "positive_goodness": 4.8462381005181205,
          "runtime_seconds": 3.933500289916992
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5599243617110782,
          "lr": 0.03,
          "negative_goodness": 0.9053771364635892,
          "pair_accuracy": 0.9406222222222222,
          "positive_goodness": 4.970169921535915,
          "runtime_seconds": 3.9310765266418457
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5326668416500091,
          "lr": 0.03,
          "negative_goodness": 0.8437669569068484,
          "pair_accuracy": 0.9474444444444444,
          "positive_goodness": 5.013439182281494,
          "runtime_seconds": 3.9390313625335693
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5460394308990902,
          "lr": 0.03,
          "negative_goodness": 0.845555419254303,
          "pair_accuracy": 0.9432666666666667,
          "positive_goodness": 5.065125306955974,
          "runtime_seconds": 3.93769907951355
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5330875303321414,
          "lr": 0.03,
          "negative_goodness": 0.8124970892853207,
          "pair_accuracy": 0.9441777777777778,
          "positive_goodness": 5.122416002824571,
          "runtime_seconds": 3.8959507942199707
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5309866003513336,
          "lr": 0.03,
          "negative_goodness": 0.8298380652639601,
          "pair_accuracy": 0.9489333333333333,
          "positive_goodness": 5.096726090833876,
          "runtime_seconds": 3.859955310821533
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5383232957628038,
          "lr": 0.03,
          "negative_goodness": 0.8181714871088663,
          "pair_accuracy": 0.9383777777459886,
          "positive_goodness": 5.112697885682848,
          "runtime_seconds": 3.8623080253601074
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5479773717562357,
          "lr": 0.03,
          "negative_goodness": 0.838069969092475,
          "pair_accuracy": 0.9364888888888889,
          "positive_goodness": 4.972529047648112,
          "runtime_seconds": 3.9010822772979736
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.520786135398017,
          "lr": 0.03,
          "negative_goodness": 0.8044685966915555,
          "pair_accuracy": 0.9486444444391463,
          "positive_goodness": 5.160231547461616,
          "runtime_seconds": 3.9002559185028076
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5520766305393643,
          "lr": 0.03,
          "negative_goodness": 0.8407056345621745,
          "pair_accuracy": 0.9341333333863152,
          "positive_goodness": 4.9466104638841415,
          "runtime_seconds": 3.8662993907928467
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5354720631493463,
          "lr": 0.03,
          "negative_goodness": 0.8058247510062324,
          "pair_accuracy": 0.9435999999788073,
          "positive_goodness": 5.106605230161879,
          "runtime_seconds": 3.93524432182312
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5473982710520426,
          "lr": 0.03,
          "negative_goodness": 0.8237621835072835,
          "pair_accuracy": 0.9367111111270057,
          "positive_goodness": 5.025638469780816,
          "runtime_seconds": 3.938058376312256
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5240521452373929,
          "lr": 0.03,
          "negative_goodness": 0.808945811843872,
          "pair_accuracy": 0.9465333333121406,
          "positive_goodness": 5.13514719420539,
          "runtime_seconds": 3.930907964706421
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5530481625874837,
          "lr": 0.03,
          "negative_goodness": 0.8190036996629503,
          "pair_accuracy": 0.9357555555608538,
          "positive_goodness": 5.0518151269488865,
          "runtime_seconds": 3.923275947570801
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5178424617555406,
          "lr": 0.03,
          "negative_goodness": 0.7922904553731283,
          "pair_accuracy": 0.9450444444444445,
          "positive_goodness": 5.126710022629632,
          "runtime_seconds": 3.9474802017211914
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.512259197420544,
          "lr": 0.03,
          "negative_goodness": 0.7750590584701962,
          "pair_accuracy": 0.9474444444444444,
          "positive_goodness": 5.2578440849304195,
          "runtime_seconds": 3.860387086868286
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5031339485115475,
          "lr": 0.03,
          "negative_goodness": 0.7453542940563626,
          "pair_accuracy": 0.9477777777777778,
          "positive_goodness": 5.316610199483236,
          "runtime_seconds": 3.865333318710327
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5425699098110199,
          "lr": 0.03,
          "negative_goodness": 0.7986878082010481,
          "pair_accuracy": 0.9396666666666667,
          "positive_goodness": 5.159570078870985,
          "runtime_seconds": 3.8740484714508057
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.49105331598917645,
          "lr": 0.03,
          "negative_goodness": 0.7497807261361016,
          "pair_accuracy": 0.9568,
          "positive_goodness": 5.375977751837836,
          "runtime_seconds": 3.9087319374084473
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5327753486421373,
          "lr": 0.03,
          "negative_goodness": 0.8034203391181098,
          "pair_accuracy": 0.946533333349228,
          "positive_goodness": 5.237360865359836,
          "runtime_seconds": 3.9415297508239746
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.4939642111990187,
          "lr": 0.03,
          "negative_goodness": 0.7426050375620524,
          "pair_accuracy": 0.9537999999682109,
          "positive_goodness": 5.30258372569614,
          "runtime_seconds": 3.9194276332855225
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5131330797195435,
          "lr": 0.03,
          "negative_goodness": 0.7747595157835219,
          "pair_accuracy": 0.9469333333651225,
          "positive_goodness": 5.355814484786987,
          "runtime_seconds": 3.9268736839294434
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5239260049608019,
          "lr": 0.03,
          "negative_goodness": 0.7787311667972141,
          "pair_accuracy": 0.9446666666613684,
          "positive_goodness": 5.188008808432685,
          "runtime_seconds": 3.917374610900879
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5136728825251261,
          "lr": 0.03,
          "negative_goodness": 0.7285850036833021,
          "pair_accuracy": 0.9436000000211927,
          "positive_goodness": 5.2877294560750325,
          "runtime_seconds": 3.928753137588501
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5313088116063012,
          "lr": 0.03,
          "negative_goodness": 0.7762623659769694,
          "pair_accuracy": 0.9395333333333333,
          "positive_goodness": 5.097755367702908,
          "runtime_seconds": 3.9291746616363525
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5308934855381647,
          "lr": 0.03,
          "negative_goodness": 0.7775476137744056,
          "pair_accuracy": 0.9412888888888888,
          "positive_goodness": 5.331867823791504,
          "runtime_seconds": 3.926022529602051
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.4894051421377394,
          "lr": 0.03,
          "negative_goodness": 0.7350317971759373,
          "pair_accuracy": 0.9523333333015442,
          "positive_goodness": 5.574683961613973,
          "runtime_seconds": 3.93035626411438
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5046816167460547,
          "lr": 0.03,
          "negative_goodness": 0.7302403922186957,
          "pair_accuracy": 0.9442,
          "positive_goodness": 5.390593143208822,
          "runtime_seconds": 3.937390089035034
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.49669114627838135,
          "lr": 0.03,
          "negative_goodness": 0.7316012315326267,
          "pair_accuracy": 0.9505999999894036,
          "positive_goodness": 5.454772280565898,
          "runtime_seconds": 3.9452366828918457
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.48576984630160863,
          "lr": 0.03,
          "negative_goodness": 0.72541312851376,
          "pair_accuracy": 0.9542444444603391,
          "positive_goodness": 5.593988674439324,
          "runtime_seconds": 3.9366493225097656
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5151901540968153,
          "lr": 0.03,
          "negative_goodness": 0.7566550712691413,
          "pair_accuracy": 0.9448222222222222,
          "positive_goodness": 5.431130543687608,
          "runtime_seconds": 3.946904182434082
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.4867814237515132,
          "lr": 0.03,
          "negative_goodness": 0.7182685162173377,
          "pair_accuracy": 0.9577555555555556,
          "positive_goodness": 5.579440804799398,
          "runtime_seconds": 3.8974452018737793
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.54305230398443,
          "lr": 0.03,
          "negative_goodness": 0.8053101126511891,
          "pair_accuracy": 0.9395111111111111,
          "positive_goodness": 5.255170621405708,
          "runtime_seconds": 3.8682634830474854
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.4659505391862657,
          "lr": 0.03,
          "negative_goodness": 0.678499389690823,
          "pair_accuracy": 0.9601555555767484,
          "positive_goodness": 5.73503406706916,
          "runtime_seconds": 3.8704633712768555
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.48317568202548555,
          "lr": 0.03,
          "negative_goodness": 0.7059040532430013,
          "pair_accuracy": 0.9540888888888889,
          "positive_goodness": 5.684920119306776,
          "runtime_seconds": 3.8675014972686768
        }
      ],
      "layer": 16
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.7586615669674344,
          "lr": 0.03,
          "negative_goodness": 1.0916804257922703,
          "pair_accuracy": 0.9087777778095669,
          "positive_goodness": 4.250027406671312,
          "runtime_seconds": 3.8413751125335693
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.677990246603224,
          "lr": 0.03,
          "negative_goodness": 1.038208615451389,
          "pair_accuracy": 0.9208888888676962,
          "positive_goodness": 4.640136895031399,
          "runtime_seconds": 3.924159288406372
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.665008257039388,
          "lr": 0.03,
          "negative_goodness": 1.0324396991729736,
          "pair_accuracy": 0.9220666666719649,
          "positive_goodness": 4.753602556800843,
          "runtime_seconds": 3.911895275115967
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6081227573606703,
          "lr": 0.03,
          "negative_goodness": 0.9626450615353055,
          "pair_accuracy": 0.9412,
          "positive_goodness": 4.908655993991428,
          "runtime_seconds": 3.9062507152557373
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.5654408628198836,
          "lr": 0.03,
          "negative_goodness": 0.892465837044186,
          "pair_accuracy": 0.9483555555555555,
          "positive_goodness": 5.364968763054741,
          "runtime_seconds": 3.9162437915802
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.5766828758504655,
          "lr": 0.03,
          "negative_goodness": 0.9025845632129246,
          "pair_accuracy": 0.9469555555555556,
          "positive_goodness": 5.153242272186279,
          "runtime_seconds": 3.9091036319732666
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5997738396750556,
          "lr": 0.03,
          "negative_goodness": 0.927967771297031,
          "pair_accuracy": 0.9350444444444445,
          "positive_goodness": 5.092716813871595,
          "runtime_seconds": 3.9133336544036865
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.575873211812973,
          "lr": 0.03,
          "negative_goodness": 0.8906434065288967,
          "pair_accuracy": 0.9438888888888889,
          "positive_goodness": 5.097391577233209,
          "runtime_seconds": 3.907472610473633
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5493676128387451,
          "lr": 0.03,
          "negative_goodness": 0.8714729200363159,
          "pair_accuracy": 0.9527333333757189,
          "positive_goodness": 5.279890227296617,
          "runtime_seconds": 3.912637710571289
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5550840728759766,
          "lr": 0.03,
          "negative_goodness": 0.8720231152852377,
          "pair_accuracy": 0.9490888888888889,
          "positive_goodness": 5.18629994925393,
          "runtime_seconds": 3.8823142051696777
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5674689796129863,
          "lr": 0.03,
          "negative_goodness": 0.8695816284391615,
          "pair_accuracy": 0.9381777777459887,
          "positive_goodness": 5.120570919715034,
          "runtime_seconds": 3.916275978088379
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5543431355423397,
          "lr": 0.03,
          "negative_goodness": 0.8568709933280945,
          "pair_accuracy": 0.9465333333227369,
          "positive_goodness": 5.3013614087422685,
          "runtime_seconds": 3.915222644805908
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5346418526649475,
          "lr": 0.03,
          "negative_goodness": 0.8228881141079797,
          "pair_accuracy": 0.9497333333333333,
          "positive_goodness": 5.474570681762695,
          "runtime_seconds": 3.9182536602020264
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5305073735766941,
          "lr": 0.03,
          "negative_goodness": 0.8096861326641507,
          "pair_accuracy": 0.9500888889312744,
          "positive_goodness": 5.7211670981089275,
          "runtime_seconds": 3.919935703277588
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5643990787929959,
          "lr": 0.03,
          "negative_goodness": 0.8612753474341498,
          "pair_accuracy": 0.9458,
          "positive_goodness": 5.213083960639106,
          "runtime_seconds": 3.9164929389953613
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5615045519193014,
          "lr": 0.03,
          "negative_goodness": 0.8571677096048991,
          "pair_accuracy": 0.9465111111217075,
          "positive_goodness": 5.204213348558214,
          "runtime_seconds": 3.9158213138580322
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5322039067983627,
          "lr": 0.03,
          "negative_goodness": 0.8142418759610918,
          "pair_accuracy": 0.9532666666666667,
          "positive_goodness": 5.363461328464084,
          "runtime_seconds": 3.9106087684631348
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5342219806777107,
          "lr": 0.03,
          "negative_goodness": 0.8096399970610937,
          "pair_accuracy": 0.9488222222222222,
          "positive_goodness": 5.36584740041097,
          "runtime_seconds": 3.9353952407836914
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5398867576069302,
          "lr": 0.03,
          "negative_goodness": 0.8226270603285896,
          "pair_accuracy": 0.9465333333333333,
          "positive_goodness": 5.349246341196696,
          "runtime_seconds": 3.9077253341674805
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5554774314244588,
          "lr": 0.03,
          "negative_goodness": 0.8395211765713162,
          "pair_accuracy": 0.9442888889100817,
          "positive_goodness": 5.4120756100124785,
          "runtime_seconds": 3.9449379444122314
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5330274446275499,
          "lr": 0.03,
          "negative_goodness": 0.8118214014265273,
          "pair_accuracy": 0.95,
          "positive_goodness": 5.495063440450033,
          "runtime_seconds": 3.920408248901367
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5230589733335707,
          "lr": 0.03,
          "negative_goodness": 0.7914677900526259,
          "pair_accuracy": 0.9504888889153799,
          "positive_goodness": 5.567852670563592,
          "runtime_seconds": 3.9231085777282715
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5355902297284868,
          "lr": 0.03,
          "negative_goodness": 0.7926053251584371,
          "pair_accuracy": 0.9438444444232517,
          "positive_goodness": 5.483232170274523,
          "runtime_seconds": 3.936486005783081
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5063716541290283,
          "lr": 0.03,
          "negative_goodness": 0.7821036146640777,
          "pair_accuracy": 0.9559111111111112,
          "positive_goodness": 5.5131356434292265,
          "runtime_seconds": 3.9241185188293457
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5512631209638383,
          "lr": 0.03,
          "negative_goodness": 0.8129799520227644,
          "pair_accuracy": 0.9451777777777778,
          "positive_goodness": 5.345480949910482,
          "runtime_seconds": 3.856553792953491
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5341362471845414,
          "lr": 0.03,
          "negative_goodness": 0.7949520338800219,
          "pair_accuracy": 0.9437555555555556,
          "positive_goodness": 5.522969711303711,
          "runtime_seconds": 3.8554799556732178
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5331730677975549,
          "lr": 0.03,
          "negative_goodness": 0.7955434938483769,
          "pair_accuracy": 0.9489777777777778,
          "positive_goodness": 5.387353615654839,
          "runtime_seconds": 3.847607135772705
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5493709773328569,
          "lr": 0.03,
          "negative_goodness": 0.7981132944160038,
          "pair_accuracy": 0.9417111111111112,
          "positive_goodness": 5.459244980282254,
          "runtime_seconds": 3.8501980304718018
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5543026714033551,
          "lr": 0.03,
          "negative_goodness": 0.8178763434622023,
          "pair_accuracy": 0.9414666666666667,
          "positive_goodness": 5.316324805619981,
          "runtime_seconds": 3.8513782024383545
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.4939218893369039,
          "lr": 0.03,
          "negative_goodness": 0.7453480491214328,
          "pair_accuracy": 0.9584222222222222,
          "positive_goodness": 5.7769214179144965,
          "runtime_seconds": 3.865675926208496
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5152683940463596,
          "lr": 0.03,
          "negative_goodness": 0.7800449671851264,
          "pair_accuracy": 0.9518666666560703,
          "positive_goodness": 5.806410187106662,
          "runtime_seconds": 3.8533811569213867
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5127227973514134,
          "lr": 0.03,
          "negative_goodness": 0.7604451662805345,
          "pair_accuracy": 0.9573333333333334,
          "positive_goodness": 5.582389385732015,
          "runtime_seconds": 3.853175640106201
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5290071175893147,
          "lr": 0.03,
          "negative_goodness": 0.7957968071407742,
          "pair_accuracy": 0.9529777778307597,
          "positive_goodness": 5.592521416812473,
          "runtime_seconds": 3.8508284091949463
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.4685826285203298,
          "lr": 0.03,
          "negative_goodness": 0.7164890910360548,
          "pair_accuracy": 0.9639333333333333,
          "positive_goodness": 5.908779762437608,
          "runtime_seconds": 3.914210319519043
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5018731364674038,
          "lr": 0.03,
          "negative_goodness": 0.7547937106238471,
          "pair_accuracy": 0.9528222222116258,
          "positive_goodness": 5.617706099361843,
          "runtime_seconds": 3.85937237739563
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.47497297270033095,
          "lr": 0.03,
          "negative_goodness": 0.720595511118571,
          "pair_accuracy": 0.9626000000211927,
          "positive_goodness": 6.028655215072632,
          "runtime_seconds": 3.9092907905578613
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5243999756601122,
          "lr": 0.03,
          "negative_goodness": 0.7624058069970873,
          "pair_accuracy": 0.9500888888888889,
          "positive_goodness": 5.697151492140028,
          "runtime_seconds": 3.921797752380371
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.521622302447425,
          "lr": 0.03,
          "negative_goodness": 0.7687800934261746,
          "pair_accuracy": 0.9544666667196485,
          "positive_goodness": 5.54342650718689,
          "runtime_seconds": 3.848965883255005
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.4913499216609531,
          "lr": 0.03,
          "negative_goodness": 0.7406809664620293,
          "pair_accuracy": 0.9587777777671814,
          "positive_goodness": 5.926230840471056,
          "runtime_seconds": 3.8797240257263184
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5429708968692356,
          "lr": 0.03,
          "negative_goodness": 0.7853209460788303,
          "pair_accuracy": 0.9461555555555555,
          "positive_goodness": 5.379881164635552,
          "runtime_seconds": 3.8645825386047363
        }
      ],
      "layer": 17
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8259686123847961,
          "lr": 0.03,
          "negative_goodness": 1.3389674243927001,
          "pair_accuracy": 0.9036222222010295,
          "positive_goodness": 4.806562017440796,
          "runtime_seconds": 3.8636341094970703
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.5788217274241977,
          "lr": 0.03,
          "negative_goodness": 0.9419700681262546,
          "pair_accuracy": 0.9484222222222223,
          "positive_goodness": 5.49278571150038,
          "runtime_seconds": 3.8657214641571045
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.5452739104800755,
          "lr": 0.03,
          "negative_goodness": 0.8748219245910644,
          "pair_accuracy": 0.9482444444444444,
          "positive_goodness": 5.398229738532172,
          "runtime_seconds": 3.854307174682617
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.45720737796094685,
          "lr": 0.03,
          "negative_goodness": 0.7167868900378546,
          "pair_accuracy": 0.9614222222116259,
          "positive_goodness": 5.8161153249104816,
          "runtime_seconds": 3.8811235427856445
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.469736750263638,
          "lr": 0.03,
          "negative_goodness": 0.7384170273621877,
          "pair_accuracy": 0.9646,
          "positive_goodness": 5.531330157894558,
          "runtime_seconds": 3.881183624267578
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.41790379668341743,
          "lr": 0.03,
          "negative_goodness": 0.6347421670542823,
          "pair_accuracy": 0.9651777777777778,
          "positive_goodness": 6.030887801615397,
          "runtime_seconds": 4.097397327423096
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.4006347717497084,
          "lr": 0.03,
          "negative_goodness": 0.6212350602679783,
          "pair_accuracy": 0.9732222222752042,
          "positive_goodness": 6.3339286349402535,
          "runtime_seconds": 3.9917373657226562
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.46259186188644835,
          "lr": 0.03,
          "negative_goodness": 0.6732803741746478,
          "pair_accuracy": 0.9578,
          "positive_goodness": 5.527439904954698,
          "runtime_seconds": 3.919882297515869
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.36039457421567705,
          "lr": 0.03,
          "negative_goodness": 0.5354044926855299,
          "pair_accuracy": 0.9762,
          "positive_goodness": 6.4684110660976835,
          "runtime_seconds": 3.93808913230896
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.4191694047821893,
          "lr": 0.03,
          "negative_goodness": 0.614789413494534,
          "pair_accuracy": 0.9667555555979411,
          "positive_goodness": 5.857750079939101,
          "runtime_seconds": 3.918116331100464
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.37569413325256773,
          "lr": 0.03,
          "negative_goodness": 0.5344191539525985,
          "pair_accuracy": 0.9682222222222222,
          "positive_goodness": 6.470014559766981,
          "runtime_seconds": 3.913426637649536
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.3965109835863113,
          "lr": 0.03,
          "negative_goodness": 0.5750921640978919,
          "pair_accuracy": 0.9684888888888888,
          "positive_goodness": 6.197246535746257,
          "runtime_seconds": 3.8500475883483887
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.3876774400419659,
          "lr": 0.03,
          "negative_goodness": 0.547981151898702,
          "pair_accuracy": 0.9671777777777778,
          "positive_goodness": 6.139969396633572,
          "runtime_seconds": 3.8462307453155518
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.3792311737007565,
          "lr": 0.03,
          "negative_goodness": 0.5350332353671392,
          "pair_accuracy": 0.9701333333333333,
          "positive_goodness": 6.3542265944586855,
          "runtime_seconds": 3.8593735694885254
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.3618579012711843,
          "lr": 0.03,
          "negative_goodness": 0.5199745007316271,
          "pair_accuracy": 0.9734888888888888,
          "positive_goodness": 6.281533173116048,
          "runtime_seconds": 3.870372772216797
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.39634108844333227,
          "lr": 0.03,
          "negative_goodness": 0.5631719219578637,
          "pair_accuracy": 0.9643111111111111,
          "positive_goodness": 6.278186319393582,
          "runtime_seconds": 3.8494772911071777
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.3803172600640191,
          "lr": 0.03,
          "negative_goodness": 0.5487459373447631,
          "pair_accuracy": 0.9673777777777778,
          "positive_goodness": 6.219796577623155,
          "runtime_seconds": 3.8615305423736572
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.4019638591342502,
          "lr": 0.03,
          "negative_goodness": 0.5593759052700467,
          "pair_accuracy": 0.9621555555555555,
          "positive_goodness": 6.256822263675266,
          "runtime_seconds": 3.8488924503326416
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.3416882675250371,
          "lr": 0.03,
          "negative_goodness": 0.49287176938586763,
          "pair_accuracy": 0.9773333333333334,
          "positive_goodness": 6.576029263729519,
          "runtime_seconds": 3.8501155376434326
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.3620601107623842,
          "lr": 0.03,
          "negative_goodness": 0.5124692486286163,
          "pair_accuracy": 0.9753777777777778,
          "positive_goodness": 6.3990465777926975,
          "runtime_seconds": 3.8538014888763428
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.4049675173494551,
          "lr": 0.03,
          "negative_goodness": 0.5472224340756734,
          "pair_accuracy": 0.9586888888888889,
          "positive_goodness": 6.37498036066691,
          "runtime_seconds": 3.8620553016662598
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.33891054705778756,
          "lr": 0.03,
          "negative_goodness": 0.4881928093380398,
          "pair_accuracy": 0.9782,
          "positive_goodness": 6.537544328308106,
          "runtime_seconds": 3.8455708026885986
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.3837569868829515,
          "lr": 0.03,
          "negative_goodness": 0.5320657742924161,
          "pair_accuracy": 0.9676666666666667,
          "positive_goodness": 6.2128113115946455,
          "runtime_seconds": 3.8544373512268066
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.32475028533935546,
          "lr": 0.03,
          "negative_goodness": 0.4454149994638231,
          "pair_accuracy": 0.9772888888888889,
          "positive_goodness": 6.929710346137153,
          "runtime_seconds": 3.8468000888824463
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.3527931089639664,
          "lr": 0.03,
          "negative_goodness": 0.4730946593635612,
          "pair_accuracy": 0.9728,
          "positive_goodness": 6.8493069038391114,
          "runtime_seconds": 3.8451690673828125
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.34312050483756595,
          "lr": 0.03,
          "negative_goodness": 0.4535034031060007,
          "pair_accuracy": 0.9716,
          "positive_goodness": 6.763877388848199,
          "runtime_seconds": 3.8402135372161865
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.3597784379296833,
          "lr": 0.03,
          "negative_goodness": 0.4927623445802265,
          "pair_accuracy": 0.9721333333333333,
          "positive_goodness": 6.5638175576951765,
          "runtime_seconds": 3.8595786094665527
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.3394632726510366,
          "lr": 0.03,
          "negative_goodness": 0.4670485525290171,
          "pair_accuracy": 0.9775333333333334,
          "positive_goodness": 6.526536104668511,
          "runtime_seconds": 3.925543785095215
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.3669456438673867,
          "lr": 0.03,
          "negative_goodness": 0.4731154606872135,
          "pair_accuracy": 0.9623333333333334,
          "positive_goodness": 6.5778701544019915,
          "runtime_seconds": 3.931903123855591
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.3297052407688565,
          "lr": 0.03,
          "negative_goodness": 0.43899190334214105,
          "pair_accuracy": 0.9747555555449592,
          "positive_goodness": 7.103966812939114,
          "runtime_seconds": 3.933610677719116
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.3071729453722636,
          "lr": 0.03,
          "negative_goodness": 0.4208682724263933,
          "pair_accuracy": 0.9811555555555556,
          "positive_goodness": 6.976453070661757,
          "runtime_seconds": 3.9413397312164307
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.35308734004232617,
          "lr": 0.03,
          "negative_goodness": 0.4886600203990936,
          "pair_accuracy": 0.9735111111005147,
          "positive_goodness": 6.51723375278049,
          "runtime_seconds": 3.9345340728759766
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.34387368368572657,
          "lr": 0.03,
          "negative_goodness": 0.43323115503523085,
          "pair_accuracy": 0.9716,
          "positive_goodness": 6.770022542995877,
          "runtime_seconds": 3.921149969100952
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.38037150200737846,
          "lr": 0.03,
          "negative_goodness": 0.5160685161060757,
          "pair_accuracy": 0.9654222222222222,
          "positive_goodness": 6.391655477227105,
          "runtime_seconds": 3.9093334674835205
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.31865622033013236,
          "lr": 0.03,
          "negative_goodness": 0.43610168860091103,
          "pair_accuracy": 0.9794222222222222,
          "positive_goodness": 6.734662050543891,
          "runtime_seconds": 3.9346818923950195
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.3391467007901933,
          "lr": 0.03,
          "negative_goodness": 0.4630040694342719,
          "pair_accuracy": 0.9745555555555555,
          "positive_goodness": 6.817466590457492,
          "runtime_seconds": 3.9160642623901367
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.331196120707194,
          "lr": 0.03,
          "negative_goodness": 0.4256816998852624,
          "pair_accuracy": 0.9733777777777778,
          "positive_goodness": 6.937445837815603,
          "runtime_seconds": 3.880622625350952
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.3578230931599935,
          "lr": 0.03,
          "negative_goodness": 0.4748589723057217,
          "pair_accuracy": 0.9688222222328186,
          "positive_goodness": 6.682817717255486,
          "runtime_seconds": 3.8480892181396484
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.28852497049702536,
          "lr": 0.03,
          "negative_goodness": 0.3886095251321793,
          "pair_accuracy": 0.9874888888888889,
          "positive_goodness": 7.2759385794745555,
          "runtime_seconds": 3.8858482837677
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.3394897342628903,
          "lr": 0.03,
          "negative_goodness": 0.4562199644751019,
          "pair_accuracy": 0.9749555555555556,
          "positive_goodness": 6.458949321492513,
          "runtime_seconds": 3.9331071376800537
        }
      ],
      "layer": 18
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8378556284162734,
          "lr": 0.03,
          "negative_goodness": 0.8190931993140115,
          "pair_accuracy": 0.9032444444444444,
          "positive_goodness": 4.4816375066280365,
          "runtime_seconds": 3.6656405925750732
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.793786353026496,
          "lr": 0.03,
          "negative_goodness": 0.6602042104509142,
          "pair_accuracy": 0.926400000052982,
          "positive_goodness": 5.252249863974253,
          "runtime_seconds": 3.638366937637329
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7150230112287733,
          "lr": 0.03,
          "negative_goodness": 0.6579606157302856,
          "pair_accuracy": 0.9446444444762336,
          "positive_goodness": 5.449562658172184,
          "runtime_seconds": 3.688756227493286
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7272881580776639,
          "lr": 0.03,
          "negative_goodness": 0.6310853884696961,
          "pair_accuracy": 0.9392444444126553,
          "positive_goodness": 5.403566014586555,
          "runtime_seconds": 3.660064697265625
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8136597938987944,
          "lr": 0.03,
          "negative_goodness": 0.8834357947243584,
          "pair_accuracy": 0.9400222222222222,
          "positive_goodness": 4.934488987308078,
          "runtime_seconds": 3.666287660598755
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.792785745271047,
          "lr": 0.03,
          "negative_goodness": 0.796174953142802,
          "pair_accuracy": 0.943,
          "positive_goodness": 4.682592287784153,
          "runtime_seconds": 3.6586015224456787
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7878554633590911,
          "lr": 0.03,
          "negative_goodness": 0.8333511306232876,
          "pair_accuracy": 0.9417111111111112,
          "positive_goodness": 5.0035317302280005,
          "runtime_seconds": 3.693408966064453
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7611826844321357,
          "lr": 0.03,
          "negative_goodness": 0.797366199795405,
          "pair_accuracy": 0.9456666666560702,
          "positive_goodness": 4.750197190602621,
          "runtime_seconds": 3.6431591510772705
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.710203143035041,
          "lr": 0.03,
          "negative_goodness": 0.7506467061678569,
          "pair_accuracy": 0.9620222222116258,
          "positive_goodness": 5.208370551088121,
          "runtime_seconds": 3.662313461303711
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8188559944788615,
          "lr": 0.03,
          "negative_goodness": 0.8794479369693332,
          "pair_accuracy": 0.9532222222222222,
          "positive_goodness": 4.602978541819255,
          "runtime_seconds": 3.670264959335327
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7283904992262522,
          "lr": 0.03,
          "negative_goodness": 0.7886248685306972,
          "pair_accuracy": 0.9553111111111111,
          "positive_goodness": 5.024405931684706,
          "runtime_seconds": 3.623258352279663
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7273276751677196,
          "lr": 0.03,
          "negative_goodness": 0.7504454702642229,
          "pair_accuracy": 0.9398222222222222,
          "positive_goodness": 5.26897135603163,
          "runtime_seconds": 3.6219589710235596
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7431851822535197,
          "lr": 0.03,
          "negative_goodness": 0.817262694782681,
          "pair_accuracy": 0.9430888888994853,
          "positive_goodness": 4.927849314382341,
          "runtime_seconds": 3.6218836307525635
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7888229042927424,
          "lr": 0.03,
          "negative_goodness": 0.8557820429590013,
          "pair_accuracy": 0.9523111111111111,
          "positive_goodness": 4.649183097966512,
          "runtime_seconds": 3.622542142868042
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.790370363468594,
          "lr": 0.03,
          "negative_goodness": 0.8172142630471123,
          "pair_accuracy": 0.9441777778307597,
          "positive_goodness": 4.7578598287794325,
          "runtime_seconds": 3.6189162731170654
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7213186428281996,
          "lr": 0.03,
          "negative_goodness": 0.8018780158148872,
          "pair_accuracy": 0.9576888888888889,
          "positive_goodness": 4.893322066201104,
          "runtime_seconds": 3.643550395965576
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.719649231531885,
          "lr": 0.03,
          "negative_goodness": 0.7912019467406802,
          "pair_accuracy": 0.9655111111111111,
          "positive_goodness": 5.176326021364,
          "runtime_seconds": 3.6200449466705322
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.762235623354382,
          "lr": 0.03,
          "negative_goodness": 0.7961893403265211,
          "pair_accuracy": 0.9496888888888889,
          "positive_goodness": 4.963705967288547,
          "runtime_seconds": 3.623379707336426
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7888209527810415,
          "lr": 0.03,
          "negative_goodness": 0.940478202925788,
          "pair_accuracy": 0.9644222222222222,
          "positive_goodness": 4.398103315819634,
          "runtime_seconds": 3.625978708267212
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6804959466298421,
          "lr": 0.03,
          "negative_goodness": 0.8154352258258396,
          "pair_accuracy": 0.9699555555608538,
          "positive_goodness": 5.2733856780582,
          "runtime_seconds": 3.6139540672302246
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7537416289859348,
          "lr": 0.03,
          "negative_goodness": 0.8231160748852624,
          "pair_accuracy": 0.9586666666878594,
          "positive_goodness": 4.74653024031851,
          "runtime_seconds": 3.617305040359497
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7601175495412614,
          "lr": 0.03,
          "negative_goodness": 0.8482662359343635,
          "pair_accuracy": 0.9593555555555555,
          "positive_goodness": 5.0593434859805635,
          "runtime_seconds": 3.620288610458374
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7552843845208486,
          "lr": 0.03,
          "negative_goodness": 0.8298653539551629,
          "pair_accuracy": 0.9546222222222223,
          "positive_goodness": 4.979660187827216,
          "runtime_seconds": 3.6558327674865723
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7132218266805013,
          "lr": 0.03,
          "negative_goodness": 0.7899800141970317,
          "pair_accuracy": 0.9603555555343628,
          "positive_goodness": 5.05491555112203,
          "runtime_seconds": 3.66025447845459
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6736454852210151,
          "lr": 0.03,
          "negative_goodness": 0.7284934794690874,
          "pair_accuracy": 0.9603111111323038,
          "positive_goodness": 5.179482285955217,
          "runtime_seconds": 3.6590731143951416
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7802763431125217,
          "lr": 0.03,
          "negative_goodness": 0.8739584117412568,
          "pair_accuracy": 0.9496666666666667,
          "positive_goodness": 4.604382725000382,
          "runtime_seconds": 3.6600799560546875
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7418865736219618,
          "lr": 0.03,
          "negative_goodness": 0.8144318610509237,
          "pair_accuracy": 0.9569777777671814,
          "positive_goodness": 4.733769334030152,
          "runtime_seconds": 3.663022041320801
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.720155341498057,
          "lr": 0.03,
          "negative_goodness": 0.8167131082746718,
          "pair_accuracy": 0.9581111111111111,
          "positive_goodness": 4.770802198876275,
          "runtime_seconds": 3.6647558212280273
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.7766031409396066,
          "lr": 0.03,
          "negative_goodness": 0.8580984510845608,
          "pair_accuracy": 0.9486222222222223,
          "positive_goodness": 4.6893890176985,
          "runtime_seconds": 3.65832781791687
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.8182663829273648,
          "lr": 0.03,
          "negative_goodness": 0.9199759199460348,
          "pair_accuracy": 0.9460444444444445,
          "positive_goodness": 4.3285252565171985,
          "runtime_seconds": 3.779449462890625
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7592799105008443,
          "lr": 0.03,
          "negative_goodness": 0.852420579984453,
          "pair_accuracy": 0.9513111110899184,
          "positive_goodness": 4.933446850967408,
          "runtime_seconds": 3.670698404312134
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.718013380908966,
          "lr": 0.03,
          "negative_goodness": 0.8205504271719191,
          "pair_accuracy": 0.9663555556085375,
          "positive_goodness": 4.834306415685018,
          "runtime_seconds": 3.658837080001831
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6914673953586155,
          "lr": 0.03,
          "negative_goodness": 0.7858992307821909,
          "pair_accuracy": 0.9560888888994853,
          "positive_goodness": 5.414765327805943,
          "runtime_seconds": 3.657630681991577
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.7121127066877153,
          "lr": 0.03,
          "negative_goodness": 0.7977258121066624,
          "pair_accuracy": 0.9614888888888888,
          "positive_goodness": 4.991760984590319,
          "runtime_seconds": 3.6261799335479736
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7520923722293642,
          "lr": 0.03,
          "negative_goodness": 0.8486520180649227,
          "pair_accuracy": 0.9546666666666667,
          "positive_goodness": 4.7654911400265165,
          "runtime_seconds": 3.6199333667755127
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.7217549567752414,
          "lr": 0.03,
          "negative_goodness": 0.8545575268745422,
          "pair_accuracy": 0.9610444444523917,
          "positive_goodness": 4.983532989623812,
          "runtime_seconds": 3.61509370803833
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.7317499878406525,
          "lr": 0.03,
          "negative_goodness": 0.821341920264562,
          "pair_accuracy": 0.9602222222222222,
          "positive_goodness": 4.659991877237956,
          "runtime_seconds": 3.615964889526367
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7587645548264186,
          "lr": 0.03,
          "negative_goodness": 0.8634413420465258,
          "pair_accuracy": 0.9634222222222222,
          "positive_goodness": 4.76607735824585,
          "runtime_seconds": 3.6209447383880615
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7140099500762092,
          "lr": 0.03,
          "negative_goodness": 0.8132642613516914,
          "pair_accuracy": 0.9644222222222222,
          "positive_goodness": 4.859307693311903,
          "runtime_seconds": 3.6259891986846924
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7358407176097234,
          "lr": 0.03,
          "negative_goodness": 0.842765372882949,
          "pair_accuracy": 0.9631333333333333,
          "positive_goodness": 4.857692943572998,
          "runtime_seconds": 3.628889322280884
        }
      ],
      "layer": 19
    }
  ],
  "protocol_family": "resnet_local_learning_crossover",
  "provenance": {
    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "total_wall_seconds": 3180.144710302353,
  "work": {
    "candidate_label_evaluation_presentations": 50000,
    "completed_global_epochs": 800,
    "feedforward_example_passes": 72000000,
    "forward_macs_per_example": 40551040,
    "forward_parameter_count": 269722,
    "local_target_backward_example_evaluations": 72000000,
    "local_vjp_example_evaluations": 0,
    "logical_task_loss_queries": 0,
    "num_trainable_layers": 20,
    "ordinary_training_examples": 36000000,
    "ordinary_validation_examples": 5000,
    "relaxation_example_passes": 0,
    "training_example_presentations": 72000000
  }
}