{
  "architecture": {
    "base_width": 16,
    "depth": 32,
    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
    "forward_parameter_count": 464154,
    "normalization": "batchnorm",
    "residual_scale": 1.0
  },
  "args": {
    "augment_train": 1,
    "batch_size": 128,
    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
    "depth": 32,
    "device": "cuda",
    "dp_alpha": 0.0,
    "dp_beta": 0.1,
    "dp_inference_passes": 16,
    "ep_beta": 0.5,
    "ep_dt": 0.5,
    "ep_free_steps": 20,
    "ep_nudge_steps": 4,
    "epochs": 40,
    "eval_every": 1,
    "eval_split": "validation",
    "feedback_seed": 1729,
    "ff_score_from_layer": 1,
    "ff_threshold": 2.0,
    "loader_seed": 0,
    "lr": 0.03,
    "lr_gamma": 0.1,
    "lr_milestones": "100,150",
    "lr_schedule": "constant",
    "max_steps": 0,
    "method": "ff",
    "momentum": 0.9,
    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d32-lr0p03.json",
    "output_lr": 0.03,
    "pepita_projection_scale": 0.05,
    "seed": 0,
    "split_seed": 2027,
    "train_limit": 0,
    "val_examples": 5000,
    "weight_decay": 0.0001,
    "width": 16
  },
  "epochs": [],
  "evaluation_protocol": {
    "split": "validation",
    "test_evaluations": 0,
    "test_used_for_selection": false
  },
  "final": {
    "accuracy": 0.1228,
    "evaluation_seconds": 2.436674118041992,
    "examples": 5000,
    "finite": true,
    "loss": null
  },
  "first_nonfinite_step": null,
  "hardware": {
    "cuda_device_name": "NVIDIA RTX A6000",
    "cuda_visible_devices": "0",
    "device": "cuda",
    "device_total_memory_bytes": 50896568320,
    "peak_memory_allocated_bytes": 8251766272,
    "peak_memory_reserved_bytes": 8801746944,
    "torch_version": "2.3.1+cu118"
  },
  "layers": [
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.4005121707492405,
          "lr": 0.03,
          "negative_goodness": 1.9601310303582085,
          "pair_accuracy": 0.4738666666560703,
          "positive_goodness": 1.9601432648976644,
          "runtime_seconds": 7.918581247329712
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3870076318528917,
          "lr": 0.03,
          "negative_goodness": 1.9987232434590658,
          "pair_accuracy": 0.4773555555820465,
          "positive_goodness": 1.998744419225057,
          "runtime_seconds": 5.874989986419678
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3869588137732611,
          "lr": 0.03,
          "negative_goodness": 1.9987902426401774,
          "pair_accuracy": 0.48162222224871315,
          "positive_goodness": 1.9988118033515083,
          "runtime_seconds": 5.86069130897522
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3869192726771036,
          "lr": 0.03,
          "negative_goodness": 1.9989530081007216,
          "pair_accuracy": 0.47257777780956695,
          "positive_goodness": 1.9989705465952556,
          "runtime_seconds": 5.860997200012207
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3867757738537259,
          "lr": 0.03,
          "negative_goodness": 1.9991573658413357,
          "pair_accuracy": 0.475644444460339,
          "positive_goodness": 1.999177642610338,
          "runtime_seconds": 5.855912923812866
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3866989333258735,
          "lr": 0.03,
          "negative_goodness": 1.9993364679124621,
          "pair_accuracy": 0.477755555539661,
          "positive_goodness": 1.9993548810746935,
          "runtime_seconds": 5.8581647872924805
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3865385059144761,
          "lr": 0.03,
          "negative_goodness": 1.9995932420094809,
          "pair_accuracy": 0.4741111111164093,
          "positive_goodness": 1.9996111384497748,
          "runtime_seconds": 5.860776901245117
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.386432902124193,
          "lr": 0.03,
          "negative_goodness": 1.9997635799196032,
          "pair_accuracy": 0.47753333332273695,
          "positive_goodness": 1.9997798184500801,
          "runtime_seconds": 5.863062858581543
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3863745677524142,
          "lr": 0.03,
          "negative_goodness": 1.99987327164544,
          "pair_accuracy": 0.48231111111111113,
          "positive_goodness": 1.9998874392615424,
          "runtime_seconds": 5.861711025238037
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3863343165079753,
          "lr": 0.03,
          "negative_goodness": 1.999927060317993,
          "pair_accuracy": 0.4777555555237664,
          "positive_goodness": 1.9999369669596354,
          "runtime_seconds": 5.872966766357422
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.386317720519172,
          "lr": 0.03,
          "negative_goodness": 1.9999535439385308,
          "pair_accuracy": 0.48062222224871315,
          "positive_goodness": 1.999962510723538,
          "runtime_seconds": 5.875638246536255
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3863131285349528,
          "lr": 0.03,
          "negative_goodness": 1.9999653892940945,
          "pair_accuracy": 0.47864444444444443,
          "positive_goodness": 1.9999740058686999,
          "runtime_seconds": 5.877273082733154
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.386307242880927,
          "lr": 0.03,
          "negative_goodness": 1.9999784241570366,
          "pair_accuracy": 0.48011111108991833,
          "positive_goodness": 1.9999848674562242,
          "runtime_seconds": 5.877172946929932
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3863020617379083,
          "lr": 0.03,
          "negative_goodness": 1.9999842087851631,
          "pair_accuracy": 0.4804222222222222,
          "positive_goodness": 1.9999912102805244,
          "runtime_seconds": 5.881123781204224
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.386299115286933,
          "lr": 0.03,
          "negative_goodness": 1.9999898784425523,
          "pair_accuracy": 0.4792444444762336,
          "positive_goodness": 1.999996218193902,
          "runtime_seconds": 5.882385730743408
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3862972230911255,
          "lr": 0.03,
          "negative_goodness": 1.9999917033513388,
          "pair_accuracy": 0.4775777777671814,
          "positive_goodness": 1.9999973849190607,
          "runtime_seconds": 5.885278940200806
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.386295739004347,
          "lr": 0.03,
          "negative_goodness": 1.9999922837363349,
          "pair_accuracy": 0.47706666667726305,
          "positive_goodness": 1.9999996148639254,
          "runtime_seconds": 5.885771036148071
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3862954873614841,
          "lr": 0.03,
          "negative_goodness": 1.9999921279059516,
          "pair_accuracy": 0.47224444446033903,
          "positive_goodness": 2.0000018464830185,
          "runtime_seconds": 5.887912750244141
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.386294015375773,
          "lr": 0.03,
          "negative_goodness": 1.9999834595150419,
          "pair_accuracy": 0.46633333332273696,
          "positive_goodness": 2.000004312769572,
          "runtime_seconds": 5.885218143463135
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3862846208996242,
          "lr": 0.03,
          "negative_goodness": 1.9999540635638766,
          "pair_accuracy": 0.4766888888729943,
          "positive_goodness": 2.0000266984091866,
          "runtime_seconds": 5.886136770248413
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3862511160532633,
          "lr": 0.03,
          "negative_goodness": 1.9998888256920708,
          "pair_accuracy": 0.48159999996821085,
          "positive_goodness": 2.000104170015123,
          "runtime_seconds": 5.881669521331787
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3862158044815063,
          "lr": 0.03,
          "negative_goodness": 1.9998076720343696,
          "pair_accuracy": 0.47960000002649095,
          "positive_goodness": 2.000140270190769,
          "runtime_seconds": 5.882010221481323
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3861503973431057,
          "lr": 0.03,
          "negative_goodness": 1.9997307079103257,
          "pair_accuracy": 0.47773333332273693,
          "positive_goodness": 2.0002485545688207,
          "runtime_seconds": 5.884494304656982
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3860986304601033,
          "lr": 0.03,
          "negative_goodness": 1.999570548502604,
          "pair_accuracy": 0.48088888891008164,
          "positive_goodness": 2.0003663606855606,
          "runtime_seconds": 5.8838465213775635
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3860176994959514,
          "lr": 0.03,
          "negative_goodness": 1.9994311214023166,
          "pair_accuracy": 0.4760666666507721,
          "positive_goodness": 2.0004171453264026,
          "runtime_seconds": 5.883695363998413
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3858704584757486,
          "lr": 0.03,
          "negative_goodness": 1.9991913842307196,
          "pair_accuracy": 0.4773111111164093,
          "positive_goodness": 2.0007020690282187,
          "runtime_seconds": 5.884255886077881
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3857602746115791,
          "lr": 0.03,
          "negative_goodness": 1.9989943292829726,
          "pair_accuracy": 0.47764444442325166,
          "positive_goodness": 2.0009385062323677,
          "runtime_seconds": 5.881941556930542
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3858194495307075,
          "lr": 0.03,
          "negative_goodness": 1.9991373915354411,
          "pair_accuracy": 0.47948888891537983,
          "positive_goodness": 2.0008429104275174,
          "runtime_seconds": 5.881671905517578
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.38555989718967,
          "lr": 0.03,
          "negative_goodness": 1.9986262475967407,
          "pair_accuracy": 0.4800222222328186,
          "positive_goodness": 2.0012139696757,
          "runtime_seconds": 5.884804964065552
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3854964096069335,
          "lr": 0.03,
          "negative_goodness": 1.9987245820151436,
          "pair_accuracy": 0.48113333338631525,
          "positive_goodness": 2.0014742348564996,
          "runtime_seconds": 5.883755922317505
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.385248271285163,
          "lr": 0.03,
          "negative_goodness": 1.9981655681186252,
          "pair_accuracy": 0.48097777778837414,
          "positive_goodness": 2.001850898785061,
          "runtime_seconds": 5.889410018920898
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.385392057991028,
          "lr": 0.03,
          "negative_goodness": 1.9981381525039672,
          "pair_accuracy": 0.4823777778042687,
          "positive_goodness": 2.0016636032528345,
          "runtime_seconds": 5.888308048248291
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3852959673351712,
          "lr": 0.03,
          "negative_goodness": 1.9982130109786986,
          "pair_accuracy": 0.4832444444762336,
          "positive_goodness": 2.0018869299146864,
          "runtime_seconds": 5.891618490219116
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3851991245693631,
          "lr": 0.03,
          "negative_goodness": 1.9979276790618896,
          "pair_accuracy": 0.4842444444762336,
          "positive_goodness": 2.0018074752807618,
          "runtime_seconds": 5.891409873962402
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3853057106865776,
          "lr": 0.03,
          "negative_goodness": 1.9982167551676433,
          "pair_accuracy": 0.48620000003178915,
          "positive_goodness": 2.0020106845643784,
          "runtime_seconds": 5.892041206359863
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.385270743921068,
          "lr": 0.03,
          "negative_goodness": 1.9980789685143365,
          "pair_accuracy": 0.48755555557674835,
          "positive_goodness": 2.0018536292182074,
          "runtime_seconds": 5.893585443496704
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3851377257876927,
          "lr": 0.03,
          "negative_goodness": 1.9979134016248914,
          "pair_accuracy": 0.4860444444126553,
          "positive_goodness": 2.0021071075015597,
          "runtime_seconds": 5.891669034957886
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3853445621914333,
          "lr": 0.03,
          "negative_goodness": 1.9981865581088596,
          "pair_accuracy": 0.4877111111217075,
          "positive_goodness": 2.0017612493303085,
          "runtime_seconds": 5.898106336593628
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3851350643793743,
          "lr": 0.03,
          "negative_goodness": 1.997820346154107,
          "pair_accuracy": 0.4867999999947018,
          "positive_goodness": 2.002197341156006,
          "runtime_seconds": 5.894902944564819
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3851453823513455,
          "lr": 0.03,
          "negative_goodness": 1.9978969047122532,
          "pair_accuracy": 0.4845333333492279,
          "positive_goodness": 2.0020384525722927,
          "runtime_seconds": 5.892822742462158
        }
      ],
      "layer": 0
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3931700608783297,
          "lr": 0.03,
          "negative_goodness": 1.9614571956210667,
          "pair_accuracy": 0.5248444444444444,
          "positive_goodness": 1.9745125068240696,
          "runtime_seconds": 6.00260853767395
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3787266453637017,
          "lr": 0.03,
          "negative_goodness": 1.989453277905782,
          "pair_accuracy": 0.5433777777777777,
          "positive_goodness": 2.014946661482917,
          "runtime_seconds": 5.984441041946411
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.378524174838596,
          "lr": 0.03,
          "negative_goodness": 1.9885209112591213,
          "pair_accuracy": 0.5478666666984559,
          "positive_goodness": 2.0155353230582342,
          "runtime_seconds": 5.986544847488403
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3775977412541707,
          "lr": 0.03,
          "negative_goodness": 1.9877562760882908,
          "pair_accuracy": 0.5504666666931576,
          "positive_goodness": 2.0176366748809813,
          "runtime_seconds": 5.980956315994263
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.376350413746304,
          "lr": 0.03,
          "negative_goodness": 1.986241997549269,
          "pair_accuracy": 0.5562888889206781,
          "positive_goodness": 2.0199487218644885,
          "runtime_seconds": 5.982185363769531
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3759631296581691,
          "lr": 0.03,
          "negative_goodness": 1.9850278862635296,
          "pair_accuracy": 0.5534888889100816,
          "positive_goodness": 2.0210267003801134,
          "runtime_seconds": 5.980340957641602
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3751652083502874,
          "lr": 0.03,
          "negative_goodness": 1.9837275034798516,
          "pair_accuracy": 0.5558666666931577,
          "positive_goodness": 2.0232700168397693,
          "runtime_seconds": 5.981940031051636
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3758167764875624,
          "lr": 0.03,
          "negative_goodness": 1.9848760172102187,
          "pair_accuracy": 0.5562888888994852,
          "positive_goodness": 2.021539633644952,
          "runtime_seconds": 5.985486030578613
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.3744675419489543,
          "lr": 0.03,
          "negative_goodness": 1.9826782192018297,
          "pair_accuracy": 0.5586444444126553,
          "positive_goodness": 2.0242542195214166,
          "runtime_seconds": 5.981043100357056
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.374949085489909,
          "lr": 0.03,
          "negative_goodness": 1.9826056987550524,
          "pair_accuracy": 0.5610222222646077,
          "positive_goodness": 2.023200198364258,
          "runtime_seconds": 5.98160982131958
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3740675876193575,
          "lr": 0.03,
          "negative_goodness": 1.9827120547824435,
          "pair_accuracy": 0.567711111164093,
          "positive_goodness": 2.0254339715745715,
          "runtime_seconds": 5.9803690910339355
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3736978960461086,
          "lr": 0.03,
          "negative_goodness": 1.981502300092909,
          "pair_accuracy": 0.5674888889206781,
          "positive_goodness": 2.025813584009806,
          "runtime_seconds": 5.980071544647217
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3736572660446167,
          "lr": 0.03,
          "negative_goodness": 1.9813354211383396,
          "pair_accuracy": 0.5705111111217075,
          "positive_goodness": 2.0261692496829564,
          "runtime_seconds": 5.981170892715454
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3728231609132555,
          "lr": 0.03,
          "negative_goodness": 1.9803242225858901,
          "pair_accuracy": 0.5755333333651225,
          "positive_goodness": 2.0277427441914875,
          "runtime_seconds": 5.978522300720215
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.373797341410319,
          "lr": 0.03,
          "negative_goodness": 1.9806811288197834,
          "pair_accuracy": 0.568044444433848,
          "positive_goodness": 2.025475881322225,
          "runtime_seconds": 5.983184099197388
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3733719135920206,
          "lr": 0.03,
          "negative_goodness": 1.9803072258843315,
          "pair_accuracy": 0.5688666666666666,
          "positive_goodness": 2.027118152533637,
          "runtime_seconds": 5.981003284454346
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.372928720050388,
          "lr": 0.03,
          "negative_goodness": 1.9799542486826578,
          "pair_accuracy": 0.5754888888888889,
          "positive_goodness": 2.0275567568884956,
          "runtime_seconds": 5.978998422622681
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3721297845840454,
          "lr": 0.03,
          "negative_goodness": 1.9784513053470187,
          "pair_accuracy": 0.5755555555555556,
          "positive_goodness": 2.029322801208496,
          "runtime_seconds": 5.980375528335571
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3716845730463665,
          "lr": 0.03,
          "negative_goodness": 1.9782871550665961,
          "pair_accuracy": 0.5791999999894036,
          "positive_goodness": 2.0300268153296575,
          "runtime_seconds": 5.980324983596802
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.3721484000311956,
          "lr": 0.03,
          "negative_goodness": 1.9778074828677707,
          "pair_accuracy": 0.5736888888676961,
          "positive_goodness": 2.028543465508355,
          "runtime_seconds": 5.9810755252838135
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3716066225687662,
          "lr": 0.03,
          "negative_goodness": 1.977788461028205,
          "pair_accuracy": 0.5746444444444444,
          "positive_goodness": 2.030718470658196,
          "runtime_seconds": 5.980867147445679
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3705314564387003,
          "lr": 0.03,
          "negative_goodness": 1.97657086192237,
          "pair_accuracy": 0.5748444444338481,
          "positive_goodness": 2.032610629865858,
          "runtime_seconds": 5.982075452804565
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3702781814787124,
          "lr": 0.03,
          "negative_goodness": 1.9758473294999865,
          "pair_accuracy": 0.5718444444444445,
          "positive_goodness": 2.032681765153673,
          "runtime_seconds": 5.986770391464233
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3701435327741835,
          "lr": 0.03,
          "negative_goodness": 1.9752755856619941,
          "pair_accuracy": 0.5749999999682108,
          "positive_goodness": 2.0326180130428737,
          "runtime_seconds": 5.981854677200317
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3697423634211223,
          "lr": 0.03,
          "negative_goodness": 1.9753647101932101,
          "pair_accuracy": 0.5738666667090522,
          "positive_goodness": 2.0340875378078884,
          "runtime_seconds": 5.984050989151001
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3701823308520846,
          "lr": 0.03,
          "negative_goodness": 1.9749206221898397,
          "pair_accuracy": 0.5801777778095669,
          "positive_goodness": 2.0332959334903293,
          "runtime_seconds": 5.983195781707764
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3694166609446208,
          "lr": 0.03,
          "negative_goodness": 1.974562843577067,
          "pair_accuracy": 0.5795777777671814,
          "positive_goodness": 2.033927973980374,
          "runtime_seconds": 5.980337381362915
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.3696382489734227,
          "lr": 0.03,
          "negative_goodness": 1.9743131326887342,
          "pair_accuracy": 0.577555555597941,
          "positive_goodness": 2.0340135498894587,
          "runtime_seconds": 5.979592561721802
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3688199961132475,
          "lr": 0.03,
          "negative_goodness": 1.9735227844662135,
          "pair_accuracy": 0.5801555555237664,
          "positive_goodness": 2.035634282981025,
          "runtime_seconds": 5.97942042350769
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3686969990836249,
          "lr": 0.03,
          "negative_goodness": 1.972615485848321,
          "pair_accuracy": 0.5782888889418708,
          "positive_goodness": 2.0357347773657906,
          "runtime_seconds": 5.980018615722656
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3687058734681872,
          "lr": 0.03,
          "negative_goodness": 1.9721841576046413,
          "pair_accuracy": 0.5804000000423856,
          "positive_goodness": 2.035713754611545,
          "runtime_seconds": 5.9822611808776855
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3682003465016683,
          "lr": 0.03,
          "negative_goodness": 1.9719386617448595,
          "pair_accuracy": 0.5854666666560703,
          "positive_goodness": 2.036688850593567,
          "runtime_seconds": 5.977877855300903
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3692989912245008,
          "lr": 0.03,
          "negative_goodness": 1.9726413374582927,
          "pair_accuracy": 0.5781999999682108,
          "positive_goodness": 2.0350098616706,
          "runtime_seconds": 5.9875288009643555
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.367435570356581,
          "lr": 0.03,
          "negative_goodness": 1.970960520807902,
          "pair_accuracy": 0.5836888888782925,
          "positive_goodness": 2.0386133412255183,
          "runtime_seconds": 5.978238582611084
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.367826961517334,
          "lr": 0.03,
          "negative_goodness": 1.9709638761732313,
          "pair_accuracy": 0.5834222222752041,
          "positive_goodness": 2.037747360399034,
          "runtime_seconds": 5.981059312820435
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3666473015679252,
          "lr": 0.03,
          "negative_goodness": 1.9695034294340346,
          "pair_accuracy": 0.582422222190433,
          "positive_goodness": 2.040335519727071,
          "runtime_seconds": 5.980744123458862
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3683875297758314,
          "lr": 0.03,
          "negative_goodness": 1.9706050326453315,
          "pair_accuracy": 0.5854222222328186,
          "positive_goodness": 2.0359173857371013,
          "runtime_seconds": 5.983423233032227
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.367209183353848,
          "lr": 0.03,
          "negative_goodness": 1.9703588547812567,
          "pair_accuracy": 0.581111111164093,
          "positive_goodness": 2.0389629511091445,
          "runtime_seconds": 5.989146709442139
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3670525961558024,
          "lr": 0.03,
          "negative_goodness": 1.9700104254404704,
          "pair_accuracy": 0.5829999999682108,
          "positive_goodness": 2.039833468712701,
          "runtime_seconds": 5.9869232177734375
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3665830942577786,
          "lr": 0.03,
          "negative_goodness": 1.9684993154737684,
          "pair_accuracy": 0.580244444433848,
          "positive_goodness": 2.039880865987142,
          "runtime_seconds": 5.98329758644104
        }
      ],
      "layer": 1
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3778934198379515,
          "lr": 0.03,
          "negative_goodness": 1.9883329700469972,
          "pair_accuracy": 0.6015555555767483,
          "positive_goodness": 2.020156074439155,
          "runtime_seconds": 6.0666563510894775
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3692912198384604,
          "lr": 0.03,
          "negative_goodness": 1.977916879526774,
          "pair_accuracy": 0.6224666666348775,
          "positive_goodness": 2.0346438342200384,
          "runtime_seconds": 6.0654613971710205
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3656193161646526,
          "lr": 0.03,
          "negative_goodness": 1.972359447945489,
          "pair_accuracy": 0.631377777756585,
          "positive_goodness": 2.0417931645287406,
          "runtime_seconds": 6.066296577453613
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3636689510981241,
          "lr": 0.03,
          "negative_goodness": 1.969901711569892,
          "pair_accuracy": 0.63304444448683,
          "positive_goodness": 2.0459449424319796,
          "runtime_seconds": 6.062884330749512
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3624872768190173,
          "lr": 0.03,
          "negative_goodness": 1.968433802625868,
          "pair_accuracy": 0.6327777777459886,
          "positive_goodness": 2.048124256324768,
          "runtime_seconds": 6.06137752532959
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3585968855539958,
          "lr": 0.03,
          "negative_goodness": 1.9645866083145143,
          "pair_accuracy": 0.6498666666560703,
          "positive_goodness": 2.055677861404419,
          "runtime_seconds": 6.064768075942993
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3579612738927205,
          "lr": 0.03,
          "negative_goodness": 1.9625601061715021,
          "pair_accuracy": 0.6409555555237664,
          "positive_goodness": 2.0577649586995443,
          "runtime_seconds": 6.060542106628418
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.357287814288669,
          "lr": 0.03,
          "negative_goodness": 1.9620870353910658,
          "pair_accuracy": 0.6463333333227369,
          "positive_goodness": 2.058215067715115,
          "runtime_seconds": 6.060739040374756
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.356436611535814,
          "lr": 0.03,
          "negative_goodness": 1.9598341552522447,
          "pair_accuracy": 0.6462666666878595,
          "positive_goodness": 2.060737878290812,
          "runtime_seconds": 6.060312509536743
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3552057264116075,
          "lr": 0.03,
          "negative_goodness": 1.9594891665140788,
          "pair_accuracy": 0.6499777778307597,
          "positive_goodness": 2.0628951744503445,
          "runtime_seconds": 6.059125661849976
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3578014404084948,
          "lr": 0.03,
          "negative_goodness": 1.9598490172068277,
          "pair_accuracy": 0.6387111111270057,
          "positive_goodness": 2.057129967159695,
          "runtime_seconds": 6.061015367507935
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.354744299613105,
          "lr": 0.03,
          "negative_goodness": 1.9582753913031683,
          "pair_accuracy": 0.6472666666613685,
          "positive_goodness": 2.0633156706492106,
          "runtime_seconds": 6.0633440017700195
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.354120409880744,
          "lr": 0.03,
          "negative_goodness": 1.9572144768185085,
          "pair_accuracy": 0.6486000000423855,
          "positive_goodness": 2.0649203235202367,
          "runtime_seconds": 6.06241512298584
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3528062055163914,
          "lr": 0.03,
          "negative_goodness": 1.9545223477045695,
          "pair_accuracy": 0.6516444444550408,
          "positive_goodness": 2.0674305085288154,
          "runtime_seconds": 6.06486439704895
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.351523060268826,
          "lr": 0.03,
          "negative_goodness": 1.9547262173334758,
          "pair_accuracy": 0.6563999999682109,
          "positive_goodness": 2.069753249189589,
          "runtime_seconds": 6.063844680786133
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3505450826856824,
          "lr": 0.03,
          "negative_goodness": 1.952416684044732,
          "pair_accuracy": 0.6524222222540114,
          "positive_goodness": 2.0723450057135686,
          "runtime_seconds": 6.063648223876953
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3510271078533596,
          "lr": 0.03,
          "negative_goodness": 1.9524554694493612,
          "pair_accuracy": 0.6523555555343628,
          "positive_goodness": 2.071400096469455,
          "runtime_seconds": 6.064286708831787
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3515247582541572,
          "lr": 0.03,
          "negative_goodness": 1.9529400699191624,
          "pair_accuracy": 0.6467777777459887,
          "positive_goodness": 2.0700243264516196,
          "runtime_seconds": 6.065088510513306
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.3492372905095418,
          "lr": 0.03,
          "negative_goodness": 1.950092873403761,
          "pair_accuracy": 0.6549777777565851,
          "positive_goodness": 2.0744359222835964,
          "runtime_seconds": 6.062382459640503
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.349206513404846,
          "lr": 0.03,
          "negative_goodness": 1.9500429633670382,
          "pair_accuracy": 0.6557999999682108,
          "positive_goodness": 2.075095561811659,
          "runtime_seconds": 6.062449216842651
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.349302830229865,
          "lr": 0.03,
          "negative_goodness": 1.9498704238891602,
          "pair_accuracy": 0.6529555555820465,
          "positive_goodness": 2.074691123750475,
          "runtime_seconds": 6.061194896697998
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.3483241590499877,
          "lr": 0.03,
          "negative_goodness": 1.9486380299038357,
          "pair_accuracy": 0.6539777778307597,
          "positive_goodness": 2.0761523702409534,
          "runtime_seconds": 6.062600374221802
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.347282488293118,
          "lr": 0.03,
          "negative_goodness": 1.9468271743562486,
          "pair_accuracy": 0.6572222222222223,
          "positive_goodness": 2.0789933425267537,
          "runtime_seconds": 6.062525749206543
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3448558597352769,
          "lr": 0.03,
          "negative_goodness": 1.9445306475109525,
          "pair_accuracy": 0.6564888888994853,
          "positive_goodness": 2.0825855370415582,
          "runtime_seconds": 6.061218976974487
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3473351562288072,
          "lr": 0.03,
          "negative_goodness": 1.9469996535407172,
          "pair_accuracy": 0.6567111111534967,
          "positive_goodness": 2.0786677921295165,
          "runtime_seconds": 6.062284469604492
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.345635716650221,
          "lr": 0.03,
          "negative_goodness": 1.9449720490349665,
          "pair_accuracy": 0.6616000000105964,
          "positive_goodness": 2.0821274549272326,
          "runtime_seconds": 6.062480688095093
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.3469362598207262,
          "lr": 0.03,
          "negative_goodness": 1.9468740383995904,
          "pair_accuracy": 0.6513111111323039,
          "positive_goodness": 2.079769244066874,
          "runtime_seconds": 6.065801620483398
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.346161561203003,
          "lr": 0.03,
          "negative_goodness": 1.9432483650631376,
          "pair_accuracy": 0.6587333333651225,
          "positive_goodness": 2.0803432929992676,
          "runtime_seconds": 6.06447172164917
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.3451417684343125,
          "lr": 0.03,
          "negative_goodness": 1.9428280779732598,
          "pair_accuracy": 0.6592222222752041,
          "positive_goodness": 2.083250764041477,
          "runtime_seconds": 6.06339693069458
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3448662763383654,
          "lr": 0.03,
          "negative_goodness": 1.9437873603396945,
          "pair_accuracy": 0.6600666666878594,
          "positive_goodness": 2.084092647128635,
          "runtime_seconds": 6.066731691360474
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3446798132578532,
          "lr": 0.03,
          "negative_goodness": 1.9434373878690931,
          "pair_accuracy": 0.6546444444444445,
          "positive_goodness": 2.083723704910278,
          "runtime_seconds": 6.064776182174683
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3458749353832669,
          "lr": 0.03,
          "negative_goodness": 1.9426654205322265,
          "pair_accuracy": 0.6564888888570998,
          "positive_goodness": 2.081389229838053,
          "runtime_seconds": 6.0665411949157715
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3433646739112006,
          "lr": 0.03,
          "negative_goodness": 1.9427647684521145,
          "pair_accuracy": 0.661555555566152,
          "positive_goodness": 2.086705190404256,
          "runtime_seconds": 6.0651984214782715
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.3445697229173448,
          "lr": 0.03,
          "negative_goodness": 1.942930364926656,
          "pair_accuracy": 0.6604444444232517,
          "positive_goodness": 2.083599764463637,
          "runtime_seconds": 6.061059236526489
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.343607105869717,
          "lr": 0.03,
          "negative_goodness": 1.9416292188220554,
          "pair_accuracy": 0.663222222190433,
          "positive_goodness": 2.0854547542148167,
          "runtime_seconds": 6.0617454051971436
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3419898032930162,
          "lr": 0.03,
          "negative_goodness": 1.9397027740478516,
          "pair_accuracy": 0.6669111111217075,
          "positive_goodness": 2.0894151977539064,
          "runtime_seconds": 6.0608134269714355
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3434102685716418,
          "lr": 0.03,
          "negative_goodness": 1.940571518474155,
          "pair_accuracy": 0.6646888888676962,
          "positive_goodness": 2.086845216263665,
          "runtime_seconds": 6.059274673461914
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.3426040760040283,
          "lr": 0.03,
          "negative_goodness": 1.940912329864502,
          "pair_accuracy": 0.6653777777989706,
          "positive_goodness": 2.0880502849578857,
          "runtime_seconds": 6.062561750411987
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3420939029905532,
          "lr": 0.03,
          "negative_goodness": 1.9387054932276409,
          "pair_accuracy": 0.6625111111429003,
          "positive_goodness": 2.0892556584676107,
          "runtime_seconds": 6.059795379638672
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3407587654537625,
          "lr": 0.03,
          "negative_goodness": 1.9381091831843058,
          "pair_accuracy": 0.6653777777671814,
          "positive_goodness": 2.091323936568366,
          "runtime_seconds": 6.061957120895386
        }
      ],
      "layer": 2
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.3694264541625976,
          "lr": 0.03,
          "negative_goodness": 1.9315426686180963,
          "pair_accuracy": 0.6433999999894037,
          "positive_goodness": 2.022064396116469,
          "runtime_seconds": 5.979110479354858
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.3466723141564263,
          "lr": 0.03,
          "negative_goodness": 1.9455105621761746,
          "pair_accuracy": 0.6989777778307597,
          "positive_goodness": 2.078012590408325,
          "runtime_seconds": 5.979700088500977
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.3409328441196018,
          "lr": 0.03,
          "negative_goodness": 1.941532026248508,
          "pair_accuracy": 0.7171777778201633,
          "positive_goodness": 2.0903180645836725,
          "runtime_seconds": 5.981481552124023
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.3384243650012546,
          "lr": 0.03,
          "negative_goodness": 1.9390470175001355,
          "pair_accuracy": 0.7205333333863152,
          "positive_goodness": 2.094773719829983,
          "runtime_seconds": 5.980740547180176
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.3348754941092598,
          "lr": 0.03,
          "negative_goodness": 1.9352488935258654,
          "pair_accuracy": 0.7259333333439297,
          "positive_goodness": 2.1019654900021023,
          "runtime_seconds": 5.983296155929565
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.3311071152793037,
          "lr": 0.03,
          "negative_goodness": 1.9325834632661607,
          "pair_accuracy": 0.7347777778095669,
          "positive_goodness": 2.1095293689727783,
          "runtime_seconds": 5.983576774597168
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.3298779280132718,
          "lr": 0.03,
          "negative_goodness": 1.9299019046147665,
          "pair_accuracy": 0.7346222222222222,
          "positive_goodness": 2.1126911966111925,
          "runtime_seconds": 5.98113226890564
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.3293858040067885,
          "lr": 0.03,
          "negative_goodness": 1.9291187158372667,
          "pair_accuracy": 0.7287555555343628,
          "positive_goodness": 2.1144703827752007,
          "runtime_seconds": 5.984424829483032
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.328323615031772,
          "lr": 0.03,
          "negative_goodness": 1.928339974255032,
          "pair_accuracy": 0.7338888888782925,
          "positive_goodness": 2.116397580167982,
          "runtime_seconds": 5.984027624130249
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.3282192443211873,
          "lr": 0.03,
          "negative_goodness": 1.9294531637191772,
          "pair_accuracy": 0.7326000000317892,
          "positive_goodness": 2.1155966016981336,
          "runtime_seconds": 5.984655141830444
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.3259414041519164,
          "lr": 0.03,
          "negative_goodness": 1.9258427941216363,
          "pair_accuracy": 0.7369999999788073,
          "positive_goodness": 2.1211818587409126,
          "runtime_seconds": 5.985104560852051
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.3231838992436726,
          "lr": 0.03,
          "negative_goodness": 1.9216014865239461,
          "pair_accuracy": 0.7374222222752042,
          "positive_goodness": 2.1265720929675633,
          "runtime_seconds": 5.983922719955444
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.3217691022660998,
          "lr": 0.03,
          "negative_goodness": 1.9225371470981174,
          "pair_accuracy": 0.7440888888994853,
          "positive_goodness": 2.1299233885023328,
          "runtime_seconds": 5.986240386962891
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.3258742632124159,
          "lr": 0.03,
          "negative_goodness": 1.922986926375495,
          "pair_accuracy": 0.7358222222116259,
          "positive_goodness": 2.122034566116333,
          "runtime_seconds": 5.98368763923645
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.32442424820794,
          "lr": 0.03,
          "negative_goodness": 1.9242325100368924,
          "pair_accuracy": 0.7310000000423855,
          "positive_goodness": 2.125202389526367,
          "runtime_seconds": 5.983877658843994
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.3205884724299113,
          "lr": 0.03,
          "negative_goodness": 1.9184309008068507,
          "pair_accuracy": 0.7436666666878594,
          "positive_goodness": 2.1308239685906303,
          "runtime_seconds": 5.982682943344116
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.3207264395183986,
          "lr": 0.03,
          "negative_goodness": 1.921188094054328,
          "pair_accuracy": 0.7407555555449592,
          "positive_goodness": 2.1331847368028427,
          "runtime_seconds": 5.980348825454712
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.3180421180937025,
          "lr": 0.03,
          "negative_goodness": 1.9147770264731514,
          "pair_accuracy": 0.7467999999894036,
          "positive_goodness": 2.137587122175429,
          "runtime_seconds": 5.980019569396973
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.318621134376526,
          "lr": 0.03,
          "negative_goodness": 1.9175735144297281,
          "pair_accuracy": 0.7434888889312744,
          "positive_goodness": 2.136951607852512,
          "runtime_seconds": 5.979837656021118
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.319987634891934,
          "lr": 0.03,
          "negative_goodness": 1.919391003312005,
          "pair_accuracy": 0.737488888920678,
          "positive_goodness": 2.1344727956559923,
          "runtime_seconds": 5.978689670562744
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.3180361602147421,
          "lr": 0.03,
          "negative_goodness": 1.9148269819895427,
          "pair_accuracy": 0.7378444444974264,
          "positive_goodness": 2.137727655749851,
          "runtime_seconds": 5.9797515869140625
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.317678520096673,
          "lr": 0.03,
          "negative_goodness": 1.9167088392893474,
          "pair_accuracy": 0.7423777777671814,
          "positive_goodness": 2.138864570511712,
          "runtime_seconds": 5.980733633041382
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.3178222114139133,
          "lr": 0.03,
          "negative_goodness": 1.9149838419596354,
          "pair_accuracy": 0.7369777777459886,
          "positive_goodness": 2.1378890107896593,
          "runtime_seconds": 5.981074333190918
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.3148595873302884,
          "lr": 0.03,
          "negative_goodness": 1.9132602583779228,
          "pair_accuracy": 0.7428444444550408,
          "positive_goodness": 2.1442959336598713,
          "runtime_seconds": 5.98176646232605
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.3135741770426432,
          "lr": 0.03,
          "negative_goodness": 1.910923408847385,
          "pair_accuracy": 0.7475555555449592,
          "positive_goodness": 2.1477724839104546,
          "runtime_seconds": 5.979963302612305
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.3160499358707005,
          "lr": 0.03,
          "negative_goodness": 1.913453252029419,
          "pair_accuracy": 0.7455111111217075,
          "positive_goodness": 2.1418466620551215,
          "runtime_seconds": 5.983236074447632
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.316577659204271,
          "lr": 0.03,
          "negative_goodness": 1.914289217482673,
          "pair_accuracy": 0.7425333333651225,
          "positive_goodness": 2.140870028177897,
          "runtime_seconds": 5.980891227722168
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.316730691189236,
          "lr": 0.03,
          "negative_goodness": 1.9139939239290025,
          "pair_accuracy": 0.7385333333121405,
          "positive_goodness": 2.1415105464087594,
          "runtime_seconds": 5.982870101928711
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.315346255959405,
          "lr": 0.03,
          "negative_goodness": 1.9110439316219754,
          "pair_accuracy": 0.7405777778307597,
          "positive_goodness": 2.1448754462771946,
          "runtime_seconds": 5.985513210296631
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.3137559794955784,
          "lr": 0.03,
          "negative_goodness": 1.9102261783387926,
          "pair_accuracy": 0.7443111111005147,
          "positive_goodness": 2.145622188652886,
          "runtime_seconds": 5.9830687046051025
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.3125492536756727,
          "lr": 0.03,
          "negative_goodness": 1.9118073127746582,
          "pair_accuracy": 0.7490666667090522,
          "positive_goodness": 2.150018466462029,
          "runtime_seconds": 5.982649326324463
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.3122342109892104,
          "lr": 0.03,
          "negative_goodness": 1.9098376069810656,
          "pair_accuracy": 0.7460888889153798,
          "positive_goodness": 2.1514166417863634,
          "runtime_seconds": 5.984927415847778
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.3144113831626045,
          "lr": 0.03,
          "negative_goodness": 1.9110068290286595,
          "pair_accuracy": 0.7438222222063277,
          "positive_goodness": 2.1460519907633464,
          "runtime_seconds": 5.98341965675354
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.314858454577128,
          "lr": 0.03,
          "negative_goodness": 1.90949225669437,
          "pair_accuracy": 0.7395555555979411,
          "positive_goodness": 2.144171138381958,
          "runtime_seconds": 5.981204271316528
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.3123024072647094,
          "lr": 0.03,
          "negative_goodness": 1.9082330724928114,
          "pair_accuracy": 0.7400000000105964,
          "positive_goodness": 2.1511556092580157,
          "runtime_seconds": 5.980629920959473
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.3084842159907024,
          "lr": 0.03,
          "negative_goodness": 1.9054335157394409,
          "pair_accuracy": 0.7525333333651225,
          "positive_goodness": 2.1573879462771948,
          "runtime_seconds": 5.980962038040161
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.3150889170328777,
          "lr": 0.03,
          "negative_goodness": 1.909355968983968,
          "pair_accuracy": 0.7383333333651225,
          "positive_goodness": 2.1458897659725613,
          "runtime_seconds": 5.981602191925049
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.311930605676439,
          "lr": 0.03,
          "negative_goodness": 1.9078128904130724,
          "pair_accuracy": 0.7456444444232517,
          "positive_goodness": 2.1513866523742675,
          "runtime_seconds": 5.980937719345093
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.3105542700449626,
          "lr": 0.03,
          "negative_goodness": 1.9074810123231676,
          "pair_accuracy": 0.7495555555343628,
          "positive_goodness": 2.154290027152167,
          "runtime_seconds": 5.979893445968628
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.3091086486180623,
          "lr": 0.03,
          "negative_goodness": 1.9047713115480212,
          "pair_accuracy": 0.748933333354526,
          "positive_goodness": 2.1578838062286376,
          "runtime_seconds": 5.9804463386535645
        }
      ],
      "layer": 3
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2790996762169733,
          "lr": 0.03,
          "negative_goodness": 1.9320242347717285,
          "pair_accuracy": 0.8267333333015442,
          "positive_goodness": 2.236565159988403,
          "runtime_seconds": 6.059277534484863
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.2372933910157946,
          "lr": 0.03,
          "negative_goodness": 1.894013934940762,
          "pair_accuracy": 0.8933777777671814,
          "positive_goodness": 2.312923978551229,
          "runtime_seconds": 6.061666250228882
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.2213343842400446,
          "lr": 0.03,
          "negative_goodness": 1.8759458523644341,
          "pair_accuracy": 0.8886222221904331,
          "positive_goodness": 2.3443591727786592,
          "runtime_seconds": 6.0614330768585205
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.2150324143515694,
          "lr": 0.03,
          "negative_goodness": 1.871982069545322,
          "pair_accuracy": 0.896177777756585,
          "positive_goodness": 2.357221519385444,
          "runtime_seconds": 6.059678554534912
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.2227705931557549,
          "lr": 0.03,
          "negative_goodness": 1.8720421888987224,
          "pair_accuracy": 0.8831111110899184,
          "positive_goodness": 2.3392312397850885,
          "runtime_seconds": 6.066678524017334
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.2007182056427002,
          "lr": 0.03,
          "negative_goodness": 1.858509766176012,
          "pair_accuracy": 0.9067777777989705,
          "positive_goodness": 2.3868888347201875,
          "runtime_seconds": 6.0650200843811035
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.2047750562773811,
          "lr": 0.03,
          "negative_goodness": 1.854804564306471,
          "pair_accuracy": 0.8879111110899184,
          "positive_goodness": 2.375061264801025,
          "runtime_seconds": 6.063778877258301
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.1958627138561673,
          "lr": 0.03,
          "negative_goodness": 1.851102579498291,
          "pair_accuracy": 0.9002888889312745,
          "positive_goodness": 2.398383729934692,
          "runtime_seconds": 6.0660295486450195
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.1987770407146878,
          "lr": 0.03,
          "negative_goodness": 1.8513284273359512,
          "pair_accuracy": 0.8969999999682109,
          "positive_goodness": 2.3890313185797796,
          "runtime_seconds": 6.065452337265015
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.2013778301874796,
          "lr": 0.03,
          "negative_goodness": 1.8514497347513834,
          "pair_accuracy": 0.8865333333333333,
          "positive_goodness": 2.3866108526017933,
          "runtime_seconds": 6.065209150314331
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.1969052589416505,
          "lr": 0.03,
          "negative_goodness": 1.849414856423272,
          "pair_accuracy": 0.8961333333333333,
          "positive_goodness": 2.3950613297780357,
          "runtime_seconds": 6.061498165130615
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.1845088395224677,
          "lr": 0.03,
          "negative_goodness": 1.8398546699735854,
          "pair_accuracy": 0.9020888888888889,
          "positive_goodness": 2.4231562284257677,
          "runtime_seconds": 6.061634302139282
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.1931991404003568,
          "lr": 0.03,
          "negative_goodness": 1.8435046942181057,
          "pair_accuracy": 0.895377777756585,
          "positive_goodness": 2.405434050454034,
          "runtime_seconds": 6.064945697784424
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.185102932548523,
          "lr": 0.03,
          "negative_goodness": 1.8360718784120347,
          "pair_accuracy": 0.8936888889312744,
          "positive_goodness": 2.4219772477467854,
          "runtime_seconds": 6.061174631118774
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.191577965227763,
          "lr": 0.03,
          "negative_goodness": 1.843565831459893,
          "pair_accuracy": 0.8907555555555555,
          "positive_goodness": 2.41326848487854,
          "runtime_seconds": 6.0632617473602295
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.1865951836480035,
          "lr": 0.03,
          "negative_goodness": 1.8362281233257718,
          "pair_accuracy": 0.9004888889418708,
          "positive_goodness": 2.4201734641604955,
          "runtime_seconds": 6.063931226730347
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.1986465691672432,
          "lr": 0.03,
          "negative_goodness": 1.845456612332662,
          "pair_accuracy": 0.884822222190433,
          "positive_goodness": 2.3923546896192764,
          "runtime_seconds": 6.061584711074829
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.1824353651046753,
          "lr": 0.03,
          "negative_goodness": 1.8325393890168933,
          "pair_accuracy": 0.8981333333121406,
          "positive_goodness": 2.429313689761692,
          "runtime_seconds": 6.06391167640686
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.1852495226330226,
          "lr": 0.03,
          "negative_goodness": 1.8337557284673054,
          "pair_accuracy": 0.8977555555237664,
          "positive_goodness": 2.4290720226287843,
          "runtime_seconds": 6.062767505645752
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 1.1913312978320652,
          "lr": 0.03,
          "negative_goodness": 1.8350722527821859,
          "pair_accuracy": 0.888511111079322,
          "positive_goodness": 2.4110671156989203,
          "runtime_seconds": 6.063162803649902
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 1.1842537308798895,
          "lr": 0.03,
          "negative_goodness": 1.8360518987443712,
          "pair_accuracy": 0.8960000000529819,
          "positive_goodness": 2.431038141547309,
          "runtime_seconds": 6.067229509353638
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.1778004178577,
          "lr": 0.03,
          "negative_goodness": 1.8273498172336156,
          "pair_accuracy": 0.9048222222752041,
          "positive_goodness": 2.439615209197998,
          "runtime_seconds": 6.0656349658966064
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 1.1845065527174208,
          "lr": 0.03,
          "negative_goodness": 1.8306520388921101,
          "pair_accuracy": 0.8894888888888889,
          "positive_goodness": 2.426795822313097,
          "runtime_seconds": 6.074563503265381
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 1.1820990962982179,
          "lr": 0.03,
          "negative_goodness": 1.8291268906911213,
          "pair_accuracy": 0.8931777777671814,
          "positive_goodness": 2.433557123904758,
          "runtime_seconds": 6.065053224563599
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.1774473353915744,
          "lr": 0.03,
          "negative_goodness": 1.8281886732313368,
          "pair_accuracy": 0.8973999999894037,
          "positive_goodness": 2.442788556543986,
          "runtime_seconds": 6.064608335494995
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 1.1813383837381999,
          "lr": 0.03,
          "negative_goodness": 1.8314955468707614,
          "pair_accuracy": 0.8986888889418708,
          "positive_goodness": 2.4338408478418985,
          "runtime_seconds": 6.063029050827026
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 1.1860559944788616,
          "lr": 0.03,
          "negative_goodness": 1.8318558712853326,
          "pair_accuracy": 0.8873333333333333,
          "positive_goodness": 2.4253181638929577,
          "runtime_seconds": 6.060927629470825
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 1.184213071484036,
          "lr": 0.03,
          "negative_goodness": 1.8328081658469306,
          "pair_accuracy": 0.894555555566152,
          "positive_goodness": 2.42784982486301,
          "runtime_seconds": 6.063875913619995
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 1.185441330909729,
          "lr": 0.03,
          "negative_goodness": 1.8311142799589368,
          "pair_accuracy": 0.8920888888570997,
          "positive_goodness": 2.4240012288835313,
          "runtime_seconds": 6.062417268753052
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 1.1763895898183188,
          "lr": 0.03,
          "negative_goodness": 1.8293777327219645,
          "pair_accuracy": 0.9011999999788073,
          "positive_goodness": 2.445229783460829,
          "runtime_seconds": 6.062203884124756
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 1.1767015352037218,
          "lr": 0.03,
          "negative_goodness": 1.8244261776394315,
          "pair_accuracy": 0.9043999999788073,
          "positive_goodness": 2.445290773179796,
          "runtime_seconds": 6.061763286590576
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 1.1886791415108575,
          "lr": 0.03,
          "negative_goodness": 1.836533439678616,
          "pair_accuracy": 0.8852444444338481,
          "positive_goodness": 2.424700284279717,
          "runtime_seconds": 6.061740398406982
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 1.1747555481804741,
          "lr": 0.03,
          "negative_goodness": 1.8218524259355333,
          "pair_accuracy": 0.9007555555555555,
          "positive_goodness": 2.4449608136071097,
          "runtime_seconds": 6.062439441680908
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 1.1793666855706109,
          "lr": 0.03,
          "negative_goodness": 1.8263251133177016,
          "pair_accuracy": 0.8933555555555556,
          "positive_goodness": 2.439794603220622,
          "runtime_seconds": 6.060402154922485
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 1.182122101656596,
          "lr": 0.03,
          "negative_goodness": 1.828336991373698,
          "pair_accuracy": 0.8952666666454739,
          "positive_goodness": 2.4364880695343016,
          "runtime_seconds": 6.0615761280059814
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.189055893919203,
          "lr": 0.03,
          "negative_goodness": 1.8320734663221572,
          "pair_accuracy": 0.8870888888782925,
          "positive_goodness": 2.4191097621070012,
          "runtime_seconds": 6.070591926574707
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.1795562043613859,
          "lr": 0.03,
          "negative_goodness": 1.8225096825705633,
          "pair_accuracy": 0.8887555555343628,
          "positive_goodness": 2.441470533498128,
          "runtime_seconds": 6.071572542190552
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 1.176062773683336,
          "lr": 0.03,
          "negative_goodness": 1.8214178182390002,
          "pair_accuracy": 0.8963555555555556,
          "positive_goodness": 2.4484717436472576,
          "runtime_seconds": 6.07112455368042
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 1.1734984332932366,
          "lr": 0.03,
          "negative_goodness": 1.8226626316070558,
          "pair_accuracy": 0.8947999999894036,
          "positive_goodness": 2.4538106683095298,
          "runtime_seconds": 6.069512367248535
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 1.193426409403483,
          "lr": 0.03,
          "negative_goodness": 1.8323564805136787,
          "pair_accuracy": 0.8805999999682108,
          "positive_goodness": 2.4151936037275528,
          "runtime_seconds": 6.063399314880371
        }
      ],
      "layer": 4
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.206510053677029,
          "lr": 0.03,
          "negative_goodness": 1.7792172163221571,
          "pair_accuracy": 0.849644444433848,
          "positive_goodness": 2.3613981796688504,
          "runtime_seconds": 5.9840404987335205
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.1180472915437487,
          "lr": 0.03,
          "negative_goodness": 1.7537119994057548,
          "pair_accuracy": 0.9066222222222222,
          "positive_goodness": 2.5668498105367026,
          "runtime_seconds": 5.9834020137786865
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0761442077636718,
          "lr": 0.03,
          "negative_goodness": 1.7192611765119765,
          "pair_accuracy": 0.9183111111111111,
          "positive_goodness": 2.6737394202338325,
          "runtime_seconds": 5.984705686569214
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0767657746209038,
          "lr": 0.03,
          "negative_goodness": 1.7165096852196589,
          "pair_accuracy": 0.9234444444550408,
          "positive_goodness": 2.6744019661373564,
          "runtime_seconds": 5.984201669692993
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0511816959804958,
          "lr": 0.03,
          "negative_goodness": 1.6945178568522135,
          "pair_accuracy": 0.9325555555979411,
          "positive_goodness": 2.739649661509196,
          "runtime_seconds": 5.9865686893463135
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.0598680033153958,
          "lr": 0.03,
          "negative_goodness": 1.7017980873319838,
          "pair_accuracy": 0.9239999999788072,
          "positive_goodness": 2.715990206866794,
          "runtime_seconds": 5.9873270988464355
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0364842529296876,
          "lr": 0.03,
          "negative_goodness": 1.6706852739122178,
          "pair_accuracy": 0.9279555555343628,
          "positive_goodness": 2.7817265841166177,
          "runtime_seconds": 5.985645294189453
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0157055593066746,
          "lr": 0.03,
          "negative_goodness": 1.6606598917007447,
          "pair_accuracy": 0.9399777777883742,
          "positive_goodness": 2.8447105996449786,
          "runtime_seconds": 5.9859161376953125
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.022450678369734,
          "lr": 0.03,
          "negative_goodness": 1.658062926250034,
          "pair_accuracy": 0.9371555555343628,
          "positive_goodness": 2.817877022467719,
          "runtime_seconds": 5.986541509628296
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0199218417697482,
          "lr": 0.03,
          "negative_goodness": 1.6600687336815727,
          "pair_accuracy": 0.9450222222010295,
          "positive_goodness": 2.8277223790062798,
          "runtime_seconds": 5.986910820007324
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.0293013444582622,
          "lr": 0.03,
          "negative_goodness": 1.6601685360166762,
          "pair_accuracy": 0.927977777756585,
          "positive_goodness": 2.8063861876593696,
          "runtime_seconds": 5.984683513641357
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.997588968149821,
          "lr": 0.03,
          "negative_goodness": 1.6347474789513483,
          "pair_accuracy": 0.942044444433848,
          "positive_goodness": 2.903607641559177,
          "runtime_seconds": 5.986644268035889
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.9766871611383227,
          "lr": 0.03,
          "negative_goodness": 1.612153264511956,
          "pair_accuracy": 0.9464,
          "positive_goodness": 2.945292927593655,
          "runtime_seconds": 5.985624313354492
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.9830098033905029,
          "lr": 0.03,
          "negative_goodness": 1.6152430071512858,
          "pair_accuracy": 0.9434888889206781,
          "positive_goodness": 2.9363582916259765,
          "runtime_seconds": 5.9841718673706055
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.9902497747209337,
          "lr": 0.03,
          "negative_goodness": 1.621737363327874,
          "pair_accuracy": 0.9442444444550409,
          "positive_goodness": 2.9309814730750188,
          "runtime_seconds": 5.987169981002808
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.9778145734892951,
          "lr": 0.03,
          "negative_goodness": 1.6086522109349568,
          "pair_accuracy": 0.9457111110899183,
          "positive_goodness": 2.9578793236202663,
          "runtime_seconds": 5.9855968952178955
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.976281268649631,
          "lr": 0.03,
          "negative_goodness": 1.6040572290208606,
          "pair_accuracy": 0.9406666666454739,
          "positive_goodness": 2.977479224650065,
          "runtime_seconds": 5.984076499938965
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9736170813454522,
          "lr": 0.03,
          "negative_goodness": 1.5982097276475695,
          "pair_accuracy": 0.9449555555343628,
          "positive_goodness": 2.9742093078189424,
          "runtime_seconds": 5.985750198364258
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.9931732725037469,
          "lr": 0.03,
          "negative_goodness": 1.6185183919906616,
          "pair_accuracy": 0.9413555555237664,
          "positive_goodness": 2.923843538453844,
          "runtime_seconds": 5.986278533935547
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9578904231283399,
          "lr": 0.03,
          "negative_goodness": 1.5847804288652207,
          "pair_accuracy": 0.9502444444444444,
          "positive_goodness": 3.0183473300086128,
          "runtime_seconds": 5.983867883682251
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9709372259775797,
          "lr": 0.03,
          "negative_goodness": 1.5950287723541259,
          "pair_accuracy": 0.9445333333863153,
          "positive_goodness": 2.995971722708808,
          "runtime_seconds": 5.98766016960144
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9745934847831726,
          "lr": 0.03,
          "negative_goodness": 1.592425140147739,
          "pair_accuracy": 0.9373555555449592,
          "positive_goodness": 2.98869778298272,
          "runtime_seconds": 5.989475965499878
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9722689702033996,
          "lr": 0.03,
          "negative_goodness": 1.5920691163169014,
          "pair_accuracy": 0.9372222222010295,
          "positive_goodness": 2.9851054923587377,
          "runtime_seconds": 5.993381977081299
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.9841771196577284,
          "lr": 0.03,
          "negative_goodness": 1.600395458624098,
          "pair_accuracy": 0.9337999999788072,
          "positive_goodness": 2.9726584322187635,
          "runtime_seconds": 5.983206272125244
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.952827390437656,
          "lr": 0.03,
          "negative_goodness": 1.5768287056393093,
          "pair_accuracy": 0.9476444444974264,
          "positive_goodness": 3.0435272327423095,
          "runtime_seconds": 5.987974166870117
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9687997609880236,
          "lr": 0.03,
          "negative_goodness": 1.585767903751797,
          "pair_accuracy": 0.9429333333121406,
          "positive_goodness": 3.0114864821539986,
          "runtime_seconds": 5.98924708366394
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9706575076421102,
          "lr": 0.03,
          "negative_goodness": 1.5900301490995619,
          "pair_accuracy": 0.9430222222222222,
          "positive_goodness": 3.009912428410848,
          "runtime_seconds": 5.988724946975708
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9777957746399774,
          "lr": 0.03,
          "negative_goodness": 1.5941182352383931,
          "pair_accuracy": 0.9354,
          "positive_goodness": 2.99299986199273,
          "runtime_seconds": 5.994703769683838
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9718369442621867,
          "lr": 0.03,
          "negative_goodness": 1.5880136258655124,
          "pair_accuracy": 0.9396666666454739,
          "positive_goodness": 2.998744737709893,
          "runtime_seconds": 5.984786748886108
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9926770297580295,
          "lr": 0.03,
          "negative_goodness": 1.599764779747857,
          "pair_accuracy": 0.9272000000105964,
          "positive_goodness": 2.9585340937720406,
          "runtime_seconds": 5.988449573516846
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9576410236358642,
          "lr": 0.03,
          "negative_goodness": 1.5798669538285997,
          "pair_accuracy": 0.9470888888782925,
          "positive_goodness": 3.0436539843241373,
          "runtime_seconds": 5.985822916030884
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9512689460542467,
          "lr": 0.03,
          "negative_goodness": 1.5691325120078192,
          "pair_accuracy": 0.9425777777989706,
          "positive_goodness": 3.057830171839396,
          "runtime_seconds": 5.985580682754517
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9545161602232192,
          "lr": 0.03,
          "negative_goodness": 1.5719103706359863,
          "pair_accuracy": 0.9422444444444444,
          "positive_goodness": 3.0525292229970296,
          "runtime_seconds": 5.995856285095215
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.9701163140720791,
          "lr": 0.03,
          "negative_goodness": 1.5868076204511854,
          "pair_accuracy": 0.9429555555343628,
          "positive_goodness": 3.0039700173272026,
          "runtime_seconds": 5.986920118331909
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9578141057332357,
          "lr": 0.03,
          "negative_goodness": 1.5693687444474962,
          "pair_accuracy": 0.9405333333333333,
          "positive_goodness": 3.0643607595655653,
          "runtime_seconds": 5.98850154876709
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9406514992713928,
          "lr": 0.03,
          "negative_goodness": 1.5536981528176201,
          "pair_accuracy": 0.9433555555237664,
          "positive_goodness": 3.086789667214288,
          "runtime_seconds": 5.987348556518555
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9521825499110752,
          "lr": 0.03,
          "negative_goodness": 1.5643756360583836,
          "pair_accuracy": 0.9530666666666666,
          "positive_goodness": 3.0750645878685847,
          "runtime_seconds": 5.986860513687134
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9526853174421522,
          "lr": 0.03,
          "negative_goodness": 1.561588542620341,
          "pair_accuracy": 0.9451111110899183,
          "positive_goodness": 3.0681092639923095,
          "runtime_seconds": 5.99743390083313
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.9581019984563192,
          "lr": 0.03,
          "negative_goodness": 1.5657325627644856,
          "pair_accuracy": 0.943200000026491,
          "positive_goodness": 3.0598972651163736,
          "runtime_seconds": 5.988001823425293
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.9551496694140964,
          "lr": 0.03,
          "negative_goodness": 1.5619863805770875,
          "pair_accuracy": 0.9408000000105964,
          "positive_goodness": 3.0749873738182916,
          "runtime_seconds": 5.988463878631592
        }
      ],
      "layer": 5
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.2069369535022312,
          "lr": 0.03,
          "negative_goodness": 1.878007424185011,
          "pair_accuracy": 0.8386444444232517,
          "positive_goodness": 2.4071879845089383,
          "runtime_seconds": 6.072202920913696
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.0915344909032185,
          "lr": 0.03,
          "negative_goodness": 1.7735054194556341,
          "pair_accuracy": 0.9285333333757189,
          "positive_goodness": 2.6250424639383954,
          "runtime_seconds": 6.072357654571533
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 1.0732878299607171,
          "lr": 0.03,
          "negative_goodness": 1.7514820478015476,
          "pair_accuracy": 0.9346222222222222,
          "positive_goodness": 2.6683965268029106,
          "runtime_seconds": 6.078364372253418
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.05770603129069,
          "lr": 0.03,
          "negative_goodness": 1.7357088331858317,
          "pair_accuracy": 0.9372222222116259,
          "positive_goodness": 2.6996505723317465,
          "runtime_seconds": 6.065775394439697
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 1.0473989458296034,
          "lr": 0.03,
          "negative_goodness": 1.7237313971201578,
          "pair_accuracy": 0.9394888888782925,
          "positive_goodness": 2.7289328232659233,
          "runtime_seconds": 6.0661234855651855
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 1.037606486331092,
          "lr": 0.03,
          "negative_goodness": 1.7133918589909871,
          "pair_accuracy": 0.9358444444338481,
          "positive_goodness": 2.7471106541103785,
          "runtime_seconds": 6.07236647605896
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 1.0584386195924547,
          "lr": 0.03,
          "negative_goodness": 1.7242147430207995,
          "pair_accuracy": 0.9277333333015442,
          "positive_goodness": 2.7116743752797445,
          "runtime_seconds": 6.070155382156372
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 1.0457144526481628,
          "lr": 0.03,
          "negative_goodness": 1.7180665937423707,
          "pair_accuracy": 0.9348222222116258,
          "positive_goodness": 2.738128447002835,
          "runtime_seconds": 6.076332092285156
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 1.0255863619486492,
          "lr": 0.03,
          "negative_goodness": 1.699936665725708,
          "pair_accuracy": 0.9464444444974264,
          "positive_goodness": 2.7851904121398925,
          "runtime_seconds": 6.070559024810791
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 1.0242784050835503,
          "lr": 0.03,
          "negative_goodness": 1.69669497856564,
          "pair_accuracy": 0.9442000000105963,
          "positive_goodness": 2.789823032675849,
          "runtime_seconds": 6.068063974380493
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 1.015664781750573,
          "lr": 0.03,
          "negative_goodness": 1.686445381779141,
          "pair_accuracy": 0.9453333333121405,
          "positive_goodness": 2.8125445082770453,
          "runtime_seconds": 6.071450471878052
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 1.0195351774957444,
          "lr": 0.03,
          "negative_goodness": 1.6885072526507907,
          "pair_accuracy": 0.9416444444338481,
          "positive_goodness": 2.810015179655287,
          "runtime_seconds": 6.071309566497803
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 1.00817935095893,
          "lr": 0.03,
          "negative_goodness": 1.6779471594492594,
          "pair_accuracy": 0.9409111111111111,
          "positive_goodness": 2.8320267719268797,
          "runtime_seconds": 6.071361541748047
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 1.007525092909071,
          "lr": 0.03,
          "negative_goodness": 1.6830598696814643,
          "pair_accuracy": 0.9468444444709354,
          "positive_goodness": 2.838360868390401,
          "runtime_seconds": 6.073633909225464
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 1.0145651638348898,
          "lr": 0.03,
          "negative_goodness": 1.6810208875656127,
          "pair_accuracy": 0.9421777777671814,
          "positive_goodness": 2.818259706285265,
          "runtime_seconds": 6.072213888168335
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 1.0037081009229025,
          "lr": 0.03,
          "negative_goodness": 1.6738623853471544,
          "pair_accuracy": 0.9443999999682109,
          "positive_goodness": 2.8474527298397487,
          "runtime_seconds": 6.07149338722229
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 1.0021930273479887,
          "lr": 0.03,
          "negative_goodness": 1.670481028535631,
          "pair_accuracy": 0.9456444444338481,
          "positive_goodness": 2.8536205819447837,
          "runtime_seconds": 6.073810338973999
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 1.007950345993042,
          "lr": 0.03,
          "negative_goodness": 1.6785386692470974,
          "pair_accuracy": 0.9394888888570997,
          "positive_goodness": 2.839594729593065,
          "runtime_seconds": 6.065096616744995
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 1.0088157450887891,
          "lr": 0.03,
          "negative_goodness": 1.6750930501514012,
          "pair_accuracy": 0.9404888888782925,
          "positive_goodness": 2.8309512388441296,
          "runtime_seconds": 6.073385238647461
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9921604364183214,
          "lr": 0.03,
          "negative_goodness": 1.6598668162027994,
          "pair_accuracy": 0.9460444444232516,
          "positive_goodness": 2.8794004062652587,
          "runtime_seconds": 6.070342302322388
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9971431394471063,
          "lr": 0.03,
          "negative_goodness": 1.6693712210125393,
          "pair_accuracy": 0.9492222222116259,
          "positive_goodness": 2.863982703781128,
          "runtime_seconds": 6.074413061141968
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 1.0021582485304938,
          "lr": 0.03,
          "negative_goodness": 1.6662490332285562,
          "pair_accuracy": 0.9422666666666667,
          "positive_goodness": 2.859551836437649,
          "runtime_seconds": 6.073232173919678
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9976600789176093,
          "lr": 0.03,
          "negative_goodness": 1.6613353423436483,
          "pair_accuracy": 0.9471111111005147,
          "positive_goodness": 2.8707634510040285,
          "runtime_seconds": 6.070436239242554
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.9903258057700263,
          "lr": 0.03,
          "negative_goodness": 1.653003014416165,
          "pair_accuracy": 0.9471777777459887,
          "positive_goodness": 2.893606533135308,
          "runtime_seconds": 6.071918487548828
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 1.009785226143731,
          "lr": 0.03,
          "negative_goodness": 1.6677443305333455,
          "pair_accuracy": 0.9366444444444444,
          "positive_goodness": 2.8462919802771673,
          "runtime_seconds": 6.073101997375488
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9885845294528537,
          "lr": 0.03,
          "negative_goodness": 1.650520522371928,
          "pair_accuracy": 0.9457777778201633,
          "positive_goodness": 2.8906780707677204,
          "runtime_seconds": 6.071959495544434
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9841681716071234,
          "lr": 0.03,
          "negative_goodness": 1.647103882514106,
          "pair_accuracy": 0.950422222190433,
          "positive_goodness": 2.915805278438992,
          "runtime_seconds": 6.072985887527466
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9921259487893846,
          "lr": 0.03,
          "negative_goodness": 1.653497701687283,
          "pair_accuracy": 0.9445777777777777,
          "positive_goodness": 2.887381821187337,
          "runtime_seconds": 6.073259115219116
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9848030892690023,
          "lr": 0.03,
          "negative_goodness": 1.64258929977417,
          "pair_accuracy": 0.9477333333757189,
          "positive_goodness": 2.913162755330404,
          "runtime_seconds": 6.072667598724365
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9919881761762831,
          "lr": 0.03,
          "negative_goodness": 1.6550657899008856,
          "pair_accuracy": 0.946066666677263,
          "positive_goodness": 2.893144809850057,
          "runtime_seconds": 6.07134747505188
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9999136259502834,
          "lr": 0.03,
          "negative_goodness": 1.652131803618537,
          "pair_accuracy": 0.9444888888676961,
          "positive_goodness": 2.8744963713328042,
          "runtime_seconds": 6.070787191390991
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.960671629386478,
          "lr": 0.03,
          "negative_goodness": 1.6201310202704535,
          "pair_accuracy": 0.9545333333227369,
          "positive_goodness": 2.966533075290256,
          "runtime_seconds": 6.0723631381988525
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9847816694471572,
          "lr": 0.03,
          "negative_goodness": 1.6451870479159885,
          "pair_accuracy": 0.9456444444232517,
          "positive_goodness": 2.914908781094021,
          "runtime_seconds": 6.070354223251343
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.9970335137155321,
          "lr": 0.03,
          "negative_goodness": 1.6522415831247965,
          "pair_accuracy": 0.9473111111005147,
          "positive_goodness": 2.8823232448154026,
          "runtime_seconds": 6.071749448776245
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9961873066584269,
          "lr": 0.03,
          "negative_goodness": 1.6535688753975761,
          "pair_accuracy": 0.9442444444444444,
          "positive_goodness": 2.8842692738427056,
          "runtime_seconds": 6.0727386474609375
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 1.0037440880033706,
          "lr": 0.03,
          "negative_goodness": 1.657117398791843,
          "pair_accuracy": 0.9377999999788073,
          "positive_goodness": 2.8660266600290933,
          "runtime_seconds": 6.07116174697876
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 1.0063784518877665,
          "lr": 0.03,
          "negative_goodness": 1.6601487005021838,
          "pair_accuracy": 0.9383333333015442,
          "positive_goodness": 2.8592266990237767,
          "runtime_seconds": 6.073184967041016
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9901651751836141,
          "lr": 0.03,
          "negative_goodness": 1.648253130531311,
          "pair_accuracy": 0.9438222222222222,
          "positive_goodness": 2.9074770587497287,
          "runtime_seconds": 6.073035001754761
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.967422561094496,
          "lr": 0.03,
          "negative_goodness": 1.6187495983759561,
          "pair_accuracy": 0.9461777777777778,
          "positive_goodness": 2.967290100309584,
          "runtime_seconds": 6.073230981826782
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.9753550059000651,
          "lr": 0.03,
          "negative_goodness": 1.6301390432781644,
          "pair_accuracy": 0.9489777777671814,
          "positive_goodness": 2.9507186506059435,
          "runtime_seconds": 6.074027061462402
        }
      ],
      "layer": 6
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1047713654624092,
          "lr": 0.03,
          "negative_goodness": 1.6705051990509032,
          "pair_accuracy": 0.8816222222116259,
          "positive_goodness": 2.602321488486396,
          "runtime_seconds": 5.986935615539551
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 1.016976987944709,
          "lr": 0.03,
          "negative_goodness": 1.631722716331482,
          "pair_accuracy": 0.9128222222010295,
          "positive_goodness": 2.832969377178616,
          "runtime_seconds": 5.988238573074341
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9977135389010111,
          "lr": 0.03,
          "negative_goodness": 1.6069021512561374,
          "pair_accuracy": 0.9187999999788072,
          "positive_goodness": 2.886049237569173,
          "runtime_seconds": 5.984768867492676
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.9943932462268406,
          "lr": 0.03,
          "negative_goodness": 1.5976091989305283,
          "pair_accuracy": 0.9140000000105963,
          "positive_goodness": 2.9023216100904676,
          "runtime_seconds": 5.984936714172363
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.9874814539379544,
          "lr": 0.03,
          "negative_goodness": 1.5974239786571927,
          "pair_accuracy": 0.9172444444550408,
          "positive_goodness": 2.909827044169108,
          "runtime_seconds": 5.989271879196167
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.9741817536989847,
          "lr": 0.03,
          "negative_goodness": 1.5764076160642835,
          "pair_accuracy": 0.924911111164093,
          "positive_goodness": 2.9777524338616264,
          "runtime_seconds": 5.985894441604614
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9711338120778402,
          "lr": 0.03,
          "negative_goodness": 1.5747888959248861,
          "pair_accuracy": 0.9204444444762336,
          "positive_goodness": 2.969945328860813,
          "runtime_seconds": 5.987898826599121
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.9701211907068888,
          "lr": 0.03,
          "negative_goodness": 1.5662317122353449,
          "pair_accuracy": 0.9218222222222222,
          "positive_goodness": 2.981061100302802,
          "runtime_seconds": 5.990257978439331
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.9521167525185479,
          "lr": 0.03,
          "negative_goodness": 1.561932893562317,
          "pair_accuracy": 0.9317999999788072,
          "positive_goodness": 3.0328010031806096,
          "runtime_seconds": 5.987656116485596
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.9671788024478488,
          "lr": 0.03,
          "negative_goodness": 1.5661966579225328,
          "pair_accuracy": 0.9207333333333333,
          "positive_goodness": 2.983630551486545,
          "runtime_seconds": 5.987100124359131
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.9431731047736274,
          "lr": 0.03,
          "negative_goodness": 1.5414130928675334,
          "pair_accuracy": 0.9303777777459886,
          "positive_goodness": 3.0535691778818768,
          "runtime_seconds": 5.988179683685303
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.9127565748214722,
          "lr": 0.03,
          "negative_goodness": 1.5096803912268744,
          "pair_accuracy": 0.9335777778307597,
          "positive_goodness": 3.137108304553562,
          "runtime_seconds": 5.988799810409546
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.9532928494983249,
          "lr": 0.03,
          "negative_goodness": 1.5432824754503038,
          "pair_accuracy": 0.9244222222222223,
          "positive_goodness": 3.055563843366835,
          "runtime_seconds": 5.988455772399902
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.9423422786924575,
          "lr": 0.03,
          "negative_goodness": 1.5319547372394138,
          "pair_accuracy": 0.9252444444550408,
          "positive_goodness": 3.057128486336602,
          "runtime_seconds": 5.987005233764648
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.9383319293340047,
          "lr": 0.03,
          "negative_goodness": 1.527830424118042,
          "pair_accuracy": 0.9273999999788073,
          "positive_goodness": 3.0833778854793974,
          "runtime_seconds": 5.98850417137146
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.9378395057466296,
          "lr": 0.03,
          "negative_goodness": 1.5310434899012249,
          "pair_accuracy": 0.9292222222646077,
          "positive_goodness": 3.073428839577569,
          "runtime_seconds": 5.988821268081665
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.9205313366783989,
          "lr": 0.03,
          "negative_goodness": 1.5096513600879244,
          "pair_accuracy": 0.9328444444126553,
          "positive_goodness": 3.128542161432902,
          "runtime_seconds": 5.991384744644165
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9310264198144277,
          "lr": 0.03,
          "negative_goodness": 1.5177855179892645,
          "pair_accuracy": 0.9304888888888889,
          "positive_goodness": 3.09437004614936,
          "runtime_seconds": 5.9875733852386475
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.9294039735158285,
          "lr": 0.03,
          "negative_goodness": 1.5174929947747124,
          "pair_accuracy": 0.9257555555767483,
          "positive_goodness": 3.1104327276441786,
          "runtime_seconds": 5.982976913452148
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.9491744428793589,
          "lr": 0.03,
          "negative_goodness": 1.5340221051745944,
          "pair_accuracy": 0.9218888888888889,
          "positive_goodness": 3.049798480139838,
          "runtime_seconds": 5.982738018035889
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9352030433019002,
          "lr": 0.03,
          "negative_goodness": 1.517447774442037,
          "pair_accuracy": 0.9263777777989706,
          "positive_goodness": 3.105410221057468,
          "runtime_seconds": 5.987628698348999
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9320375057432386,
          "lr": 0.03,
          "negative_goodness": 1.5153394739574857,
          "pair_accuracy": 0.926222222190433,
          "positive_goodness": 3.095835459560818,
          "runtime_seconds": 5.985572338104248
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9311841476864285,
          "lr": 0.03,
          "negative_goodness": 1.5237145315382217,
          "pair_accuracy": 0.9341999999894036,
          "positive_goodness": 3.1003103837331136,
          "runtime_seconds": 5.9819793701171875
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.912362519370185,
          "lr": 0.03,
          "negative_goodness": 1.5012026485443115,
          "pair_accuracy": 0.9338222222434149,
          "positive_goodness": 3.174440860536363,
          "runtime_seconds": 5.983969688415527
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.9105262146843804,
          "lr": 0.03,
          "negative_goodness": 1.4983820819642808,
          "pair_accuracy": 0.9330222222222222,
          "positive_goodness": 3.150548135842217,
          "runtime_seconds": 5.984005689620972
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9031359250704447,
          "lr": 0.03,
          "negative_goodness": 1.4875914692348904,
          "pair_accuracy": 0.9338666666560703,
          "positive_goodness": 3.1700603759765626,
          "runtime_seconds": 5.986890554428101
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9099008700264825,
          "lr": 0.03,
          "negative_goodness": 1.4936886887020535,
          "pair_accuracy": 0.9379111111534967,
          "positive_goodness": 3.2135098967658147,
          "runtime_seconds": 5.985763072967529
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9165781401210361,
          "lr": 0.03,
          "negative_goodness": 1.503474468697442,
          "pair_accuracy": 0.9362444444232517,
          "positive_goodness": 3.1406457023620606,
          "runtime_seconds": 5.9881272315979
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.9089858049392701,
          "lr": 0.03,
          "negative_goodness": 1.4858922930823433,
          "pair_accuracy": 0.9309777777777778,
          "positive_goodness": 3.1716213034735787,
          "runtime_seconds": 5.988808631896973
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.9295066186269124,
          "lr": 0.03,
          "negative_goodness": 1.5103753222677443,
          "pair_accuracy": 0.9228222222116258,
          "positive_goodness": 3.115150204891629,
          "runtime_seconds": 5.984308958053589
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.9192026178783841,
          "lr": 0.03,
          "negative_goodness": 1.5064749988132053,
          "pair_accuracy": 0.9323333333121405,
          "positive_goodness": 3.1332605503929987,
          "runtime_seconds": 5.985523700714111
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9167141386244032,
          "lr": 0.03,
          "negative_goodness": 1.5056812538994684,
          "pair_accuracy": 0.9327555555555556,
          "positive_goodness": 3.148329245461358,
          "runtime_seconds": 5.987178802490234
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9223440536075168,
          "lr": 0.03,
          "negative_goodness": 1.494900909529792,
          "pair_accuracy": 0.9310666666560703,
          "positive_goodness": 3.1124453901926676,
          "runtime_seconds": 5.987573623657227
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.9166980059093899,
          "lr": 0.03,
          "negative_goodness": 1.5045458637873332,
          "pair_accuracy": 0.9308222222222222,
          "positive_goodness": 3.1543955130683052,
          "runtime_seconds": 5.987436532974243
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9482819736268785,
          "lr": 0.03,
          "negative_goodness": 1.5264000133726332,
          "pair_accuracy": 0.9218222221904331,
          "positive_goodness": 3.0546964040544298,
          "runtime_seconds": 5.987787246704102
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9267946164131164,
          "lr": 0.03,
          "negative_goodness": 1.5136960118823581,
          "pair_accuracy": 0.9272666666560703,
          "positive_goodness": 3.112067362128364,
          "runtime_seconds": 5.986567735671997
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9114419485727946,
          "lr": 0.03,
          "negative_goodness": 1.4833301217185126,
          "pair_accuracy": 0.9347777777989705,
          "positive_goodness": 3.1738905006196765,
          "runtime_seconds": 5.9867517948150635
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9168089244630602,
          "lr": 0.03,
          "negative_goodness": 1.4999325443267821,
          "pair_accuracy": 0.9342888889418708,
          "positive_goodness": 3.162919767464532,
          "runtime_seconds": 5.986276149749756
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.902870134947035,
          "lr": 0.03,
          "negative_goodness": 1.4803310693105063,
          "pair_accuracy": 0.93404444445769,
          "positive_goodness": 3.200960938051012,
          "runtime_seconds": 5.985558271408081
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.912474150774214,
          "lr": 0.03,
          "negative_goodness": 1.482125117641025,
          "pair_accuracy": 0.934355555597941,
          "positive_goodness": 3.1629071749369304,
          "runtime_seconds": 5.984673023223877
        }
      ],
      "layer": 7
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.1020045685450237,
          "lr": 0.03,
          "negative_goodness": 1.7628332803514268,
          "pair_accuracy": 0.860822222243415,
          "positive_goodness": 2.6932270421346027,
          "runtime_seconds": 6.0700225830078125
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9492320774820115,
          "lr": 0.03,
          "negative_goodness": 1.6018734668307835,
          "pair_accuracy": 0.9216000000423855,
          "positive_goodness": 2.9815992197248673,
          "runtime_seconds": 6.070222854614258
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.928488591893514,
          "lr": 0.03,
          "negative_goodness": 1.5785449941847058,
          "pair_accuracy": 0.926844444460339,
          "positive_goodness": 3.0363014639960393,
          "runtime_seconds": 6.068427562713623
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8991748455789355,
          "lr": 0.03,
          "negative_goodness": 1.527305171087053,
          "pair_accuracy": 0.9369111110899183,
          "positive_goodness": 3.1129736905415855,
          "runtime_seconds": 6.06777548789978
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.9281481657875909,
          "lr": 0.03,
          "negative_goodness": 1.560334613249037,
          "pair_accuracy": 0.9268444444232516,
          "positive_goodness": 3.05851059328715,
          "runtime_seconds": 6.069596767425537
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.9159989105118646,
          "lr": 0.03,
          "negative_goodness": 1.536494003868103,
          "pair_accuracy": 0.9262000000529819,
          "positive_goodness": 3.0850818045722113,
          "runtime_seconds": 6.06955623626709
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9055507817798191,
          "lr": 0.03,
          "negative_goodness": 1.534139963552687,
          "pair_accuracy": 0.9230666666666667,
          "positive_goodness": 3.1073875303056506,
          "runtime_seconds": 6.070082902908325
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.9077624881108602,
          "lr": 0.03,
          "negative_goodness": 1.517895080142551,
          "pair_accuracy": 0.922155555597941,
          "positive_goodness": 3.1214220897250704,
          "runtime_seconds": 6.068735122680664
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8704601972897847,
          "lr": 0.03,
          "negative_goodness": 1.4886600719239977,
          "pair_accuracy": 0.9326,
          "positive_goodness": 3.202496231842041,
          "runtime_seconds": 6.069361925125122
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8567272817187839,
          "lr": 0.03,
          "negative_goodness": 1.4702416769451565,
          "pair_accuracy": 0.9394000000529819,
          "positive_goodness": 3.266849716737535,
          "runtime_seconds": 6.069270610809326
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8713401335610284,
          "lr": 0.03,
          "negative_goodness": 1.4847298002031115,
          "pair_accuracy": 0.9323777778201633,
          "positive_goodness": 3.2272797509087456,
          "runtime_seconds": 6.06751561164856
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.8798764757050408,
          "lr": 0.03,
          "negative_goodness": 1.493644551255968,
          "pair_accuracy": 0.9339333333333333,
          "positive_goodness": 3.2029139891730414,
          "runtime_seconds": 6.071386814117432
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.8679597430441115,
          "lr": 0.03,
          "negative_goodness": 1.4752227288352118,
          "pair_accuracy": 0.9328666666666666,
          "positive_goodness": 3.222412074110243,
          "runtime_seconds": 6.070573091506958
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.8723996558083428,
          "lr": 0.03,
          "negative_goodness": 1.4763035846074422,
          "pair_accuracy": 0.9324444444232517,
          "positive_goodness": 3.228742024951511,
          "runtime_seconds": 6.0685715675354
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8628667241626315,
          "lr": 0.03,
          "negative_goodness": 1.4541002182218763,
          "pair_accuracy": 0.9271777777671814,
          "positive_goodness": 3.2528708149380154,
          "runtime_seconds": 6.069413423538208
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.8518355544408163,
          "lr": 0.03,
          "negative_goodness": 1.4543006882773506,
          "pair_accuracy": 0.9396666666560702,
          "positive_goodness": 3.2889412854088675,
          "runtime_seconds": 6.072787523269653
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.8351003908051385,
          "lr": 0.03,
          "negative_goodness": 1.427501477792528,
          "pair_accuracy": 0.9333333333333333,
          "positive_goodness": 3.3562607432047527,
          "runtime_seconds": 6.076222658157349
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.8590668502489726,
          "lr": 0.03,
          "negative_goodness": 1.4539884293662177,
          "pair_accuracy": 0.9288222222116258,
          "positive_goodness": 3.2642128629048663,
          "runtime_seconds": 6.075667381286621
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.8774957138273451,
          "lr": 0.03,
          "negative_goodness": 1.4652082245084974,
          "pair_accuracy": 0.9267555555449591,
          "positive_goodness": 3.241902503204346,
          "runtime_seconds": 6.074560642242432
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8579738805241055,
          "lr": 0.03,
          "negative_goodness": 1.464208017486996,
          "pair_accuracy": 0.9350222222222222,
          "positive_goodness": 3.2834549722459583,
          "runtime_seconds": 6.074399948120117
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.8398716508441502,
          "lr": 0.03,
          "negative_goodness": 1.4244015479193792,
          "pair_accuracy": 0.9332666666666667,
          "positive_goodness": 3.307374367014567,
          "runtime_seconds": 6.070643901824951
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.8522136627939012,
          "lr": 0.03,
          "negative_goodness": 1.4459857014867994,
          "pair_accuracy": 0.927577777756585,
          "positive_goodness": 3.304133714675903,
          "runtime_seconds": 6.079803943634033
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.8438733010821873,
          "lr": 0.03,
          "negative_goodness": 1.4317530353546142,
          "pair_accuracy": 0.9376444444338481,
          "positive_goodness": 3.3201043831719295,
          "runtime_seconds": 6.076130390167236
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.8629701731152004,
          "lr": 0.03,
          "negative_goodness": 1.4571535093943278,
          "pair_accuracy": 0.9346222222222222,
          "positive_goodness": 3.2761405941433375,
          "runtime_seconds": 6.0749053955078125
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.8338736295700073,
          "lr": 0.03,
          "negative_goodness": 1.4187097135119968,
          "pair_accuracy": 0.9316444444338481,
          "positive_goodness": 3.3564652384016247,
          "runtime_seconds": 6.077089786529541
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.8451450922648112,
          "lr": 0.03,
          "negative_goodness": 1.4319051986058553,
          "pair_accuracy": 0.9278444444550408,
          "positive_goodness": 3.323463198216756,
          "runtime_seconds": 6.073301553726196
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.842925273068746,
          "lr": 0.03,
          "negative_goodness": 1.427319827885098,
          "pair_accuracy": 0.9334888888782925,
          "positive_goodness": 3.334396543841892,
          "runtime_seconds": 6.073834419250488
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.830776940536499,
          "lr": 0.03,
          "negative_goodness": 1.4206801030688816,
          "pair_accuracy": 0.9405333333863153,
          "positive_goodness": 3.3535934253692625,
          "runtime_seconds": 6.072809934616089
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.831003140449524,
          "lr": 0.03,
          "negative_goodness": 1.4146732489267986,
          "pair_accuracy": 0.9350222221904331,
          "positive_goodness": 3.3705124121771917,
          "runtime_seconds": 6.07473611831665
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.840055184533861,
          "lr": 0.03,
          "negative_goodness": 1.42825186314053,
          "pair_accuracy": 0.9355111110793219,
          "positive_goodness": 3.330011825603909,
          "runtime_seconds": 6.076419115066528
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.867908125866784,
          "lr": 0.03,
          "negative_goodness": 1.4557019358740912,
          "pair_accuracy": 0.9274222222222223,
          "positive_goodness": 3.2820441030714247,
          "runtime_seconds": 6.071070671081543
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.8521756847699483,
          "lr": 0.03,
          "negative_goodness": 1.426819183921814,
          "pair_accuracy": 0.9251777777671814,
          "positive_goodness": 3.3017540806240504,
          "runtime_seconds": 6.0731096267700195
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.8371311879581875,
          "lr": 0.03,
          "negative_goodness": 1.4196140237066481,
          "pair_accuracy": 0.9340666666560703,
          "positive_goodness": 3.3609882208506265,
          "runtime_seconds": 6.0734703540802
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.8540305017471314,
          "lr": 0.03,
          "negative_goodness": 1.4412937421162924,
          "pair_accuracy": 0.9335111111111111,
          "positive_goodness": 3.2844327359729344,
          "runtime_seconds": 6.073189735412598
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.8291359105004205,
          "lr": 0.03,
          "negative_goodness": 1.407533947414822,
          "pair_accuracy": 0.9316444444444445,
          "positive_goodness": 3.3817940876430934,
          "runtime_seconds": 6.075547695159912
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.8605761903868782,
          "lr": 0.03,
          "negative_goodness": 1.4368469270070394,
          "pair_accuracy": 0.9255111110899183,
          "positive_goodness": 3.3015544641282824,
          "runtime_seconds": 6.071113109588623
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.853195690366957,
          "lr": 0.03,
          "negative_goodness": 1.4270244799296061,
          "pair_accuracy": 0.9235777777777778,
          "positive_goodness": 3.3364019151475692,
          "runtime_seconds": 6.0725390911102295
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.862823566034105,
          "lr": 0.03,
          "negative_goodness": 1.4427758745829264,
          "pair_accuracy": 0.924777777756585,
          "positive_goodness": 3.2939404490152997,
          "runtime_seconds": 6.075156211853027
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.8144843714184231,
          "lr": 0.03,
          "negative_goodness": 1.396576434135437,
          "pair_accuracy": 0.9436222222222223,
          "positive_goodness": 3.4234986339992948,
          "runtime_seconds": 6.07093358039856
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.8494788181304932,
          "lr": 0.03,
          "negative_goodness": 1.4337654742770725,
          "pair_accuracy": 0.9385999999682109,
          "positive_goodness": 3.3083818290286593,
          "runtime_seconds": 6.071460723876953
        }
      ],
      "layer": 8
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9252230487611559,
          "lr": 0.03,
          "negative_goodness": 1.5421253234439427,
          "pair_accuracy": 0.924111111079322,
          "positive_goodness": 3.075616000450982,
          "runtime_seconds": 5.993659257888794
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.9073852990468343,
          "lr": 0.03,
          "negative_goodness": 1.5477063755459255,
          "pair_accuracy": 0.9245333333333333,
          "positive_goodness": 3.160488071568807,
          "runtime_seconds": 5.991990804672241
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8500285108778212,
          "lr": 0.03,
          "negative_goodness": 1.4833457489861381,
          "pair_accuracy": 0.9310222222116259,
          "positive_goodness": 3.3122185432010225,
          "runtime_seconds": 5.991520166397095
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8836794876098633,
          "lr": 0.03,
          "negative_goodness": 1.512553148566352,
          "pair_accuracy": 0.9184222222328186,
          "positive_goodness": 3.2444915763431124,
          "runtime_seconds": 5.991036653518677
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8751606356514825,
          "lr": 0.03,
          "negative_goodness": 1.5018275901794433,
          "pair_accuracy": 0.9186666666454739,
          "positive_goodness": 3.2898421436309815,
          "runtime_seconds": 5.9918413162231445
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.8525611279169718,
          "lr": 0.03,
          "negative_goodness": 1.4780015188005236,
          "pair_accuracy": 0.9288666666348775,
          "positive_goodness": 3.3319861938052706,
          "runtime_seconds": 5.995177984237671
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.8581229745864868,
          "lr": 0.03,
          "negative_goodness": 1.4991639843622844,
          "pair_accuracy": 0.9244888888676961,
          "positive_goodness": 3.3266509593115914,
          "runtime_seconds": 5.991699934005737
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.8601771071222093,
          "lr": 0.03,
          "negative_goodness": 1.4904380973921882,
          "pair_accuracy": 0.9225555555555556,
          "positive_goodness": 3.344894269095527,
          "runtime_seconds": 5.9884114265441895
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.8787720206684536,
          "lr": 0.03,
          "negative_goodness": 1.5144748461617363,
          "pair_accuracy": 0.9178222222222222,
          "positive_goodness": 3.282415651957194,
          "runtime_seconds": 5.988785743713379
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8621221910476684,
          "lr": 0.03,
          "negative_goodness": 1.496292439227634,
          "pair_accuracy": 0.920711111164093,
          "positive_goodness": 3.341027947828505,
          "runtime_seconds": 5.991317987442017
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8538880255169339,
          "lr": 0.03,
          "negative_goodness": 1.4821043611314562,
          "pair_accuracy": 0.9229333333121406,
          "positive_goodness": 3.339417123921712,
          "runtime_seconds": 5.993986129760742
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.8513538282606337,
          "lr": 0.03,
          "negative_goodness": 1.4880363442314997,
          "pair_accuracy": 0.9264888889418708,
          "positive_goodness": 3.3747141927931046,
          "runtime_seconds": 5.994272470474243
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.810726534181171,
          "lr": 0.03,
          "negative_goodness": 1.4388472917662727,
          "pair_accuracy": 0.9357333333333333,
          "positive_goodness": 3.490012640974257,
          "runtime_seconds": 5.99190616607666
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.8506154332796733,
          "lr": 0.03,
          "negative_goodness": 1.4724765898386638,
          "pair_accuracy": 0.9207999999788072,
          "positive_goodness": 3.410022364171346,
          "runtime_seconds": 5.993544101715088
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8452483251041836,
          "lr": 0.03,
          "negative_goodness": 1.469147465218438,
          "pair_accuracy": 0.9261111111111111,
          "positive_goodness": 3.402167128499349,
          "runtime_seconds": 5.9945526123046875
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.840870250638326,
          "lr": 0.03,
          "negative_goodness": 1.4466584872775607,
          "pair_accuracy": 0.9131333333545261,
          "positive_goodness": 3.42511480140686,
          "runtime_seconds": 5.992929458618164
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.8440263682047526,
          "lr": 0.03,
          "negative_goodness": 1.468047823439704,
          "pair_accuracy": 0.9296444444232517,
          "positive_goodness": 3.429710871887207,
          "runtime_seconds": 5.991706848144531
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.8532044361538357,
          "lr": 0.03,
          "negative_goodness": 1.4663492472966513,
          "pair_accuracy": 0.9211555555343628,
          "positive_goodness": 3.4028311371273463,
          "runtime_seconds": 5.991961479187012
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.8142939900928073,
          "lr": 0.03,
          "negative_goodness": 1.4085986281394958,
          "pair_accuracy": 0.9283111111111111,
          "positive_goodness": 3.5179487695482043,
          "runtime_seconds": 5.992000102996826
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8506964598973592,
          "lr": 0.03,
          "negative_goodness": 1.457425954691569,
          "pair_accuracy": 0.9185111111005148,
          "positive_goodness": 3.4234212147182888,
          "runtime_seconds": 5.991859436035156
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.8415451057222154,
          "lr": 0.03,
          "negative_goodness": 1.4496082900153267,
          "pair_accuracy": 0.9143111111376021,
          "positive_goodness": 3.4359027148776584,
          "runtime_seconds": 5.9919350147247314
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.8064213075637817,
          "lr": 0.03,
          "negative_goodness": 1.4204449804517958,
          "pair_accuracy": 0.9303999999894036,
          "positive_goodness": 3.5313755450778537,
          "runtime_seconds": 5.993561029434204
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.8217925706863404,
          "lr": 0.03,
          "negative_goodness": 1.4196162192662556,
          "pair_accuracy": 0.9242444444444444,
          "positive_goodness": 3.521615335676405,
          "runtime_seconds": 5.992141008377075
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.8220098312166002,
          "lr": 0.03,
          "negative_goodness": 1.4260145701726277,
          "pair_accuracy": 0.9327555555555556,
          "positive_goodness": 3.5006757882436115,
          "runtime_seconds": 5.994147300720215
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.8845799657185872,
          "lr": 0.03,
          "negative_goodness": 1.5023331307729084,
          "pair_accuracy": 0.9096222222646078,
          "positive_goodness": 3.3200522799597847,
          "runtime_seconds": 5.992006778717041
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.8182631401962704,
          "lr": 0.03,
          "negative_goodness": 1.4238248562494913,
          "pair_accuracy": 0.9265777777777777,
          "positive_goodness": 3.5200738868713377,
          "runtime_seconds": 5.9933552742004395
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.8469810448434618,
          "lr": 0.03,
          "negative_goodness": 1.4528388444052802,
          "pair_accuracy": 0.9164888888888889,
          "positive_goodness": 3.446702257071601,
          "runtime_seconds": 5.994479417800903
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.825912569363912,
          "lr": 0.03,
          "negative_goodness": 1.4275735221862793,
          "pair_accuracy": 0.9200444444550409,
          "positive_goodness": 3.501613513056437,
          "runtime_seconds": 5.993117094039917
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.8213581595844692,
          "lr": 0.03,
          "negative_goodness": 1.4158523527993097,
          "pair_accuracy": 0.9203777777777777,
          "positive_goodness": 3.5014595917595757,
          "runtime_seconds": 5.9922194480896
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.853421005736457,
          "lr": 0.03,
          "negative_goodness": 1.457511041853163,
          "pair_accuracy": 0.9109333333545261,
          "positive_goodness": 3.418493969768948,
          "runtime_seconds": 5.994363307952881
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.8551224330478244,
          "lr": 0.03,
          "negative_goodness": 1.4567466590033638,
          "pair_accuracy": 0.919155555597941,
          "positive_goodness": 3.4092905641767715,
          "runtime_seconds": 5.994402170181274
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.8220669362280104,
          "lr": 0.03,
          "negative_goodness": 1.420109809091356,
          "pair_accuracy": 0.9267777777671814,
          "positive_goodness": 3.5304730926089816,
          "runtime_seconds": 5.993524551391602
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.8064127449247572,
          "lr": 0.03,
          "negative_goodness": 1.3960862805260552,
          "pair_accuracy": 0.9265777777989705,
          "positive_goodness": 3.6148565970102946,
          "runtime_seconds": 5.991242408752441
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.8289019759760963,
          "lr": 0.03,
          "negative_goodness": 1.4184717717170716,
          "pair_accuracy": 0.9184888888888889,
          "positive_goodness": 3.473149604203966,
          "runtime_seconds": 5.994807958602905
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.8406077211221059,
          "lr": 0.03,
          "negative_goodness": 1.4353287262068855,
          "pair_accuracy": 0.9166222222222222,
          "positive_goodness": 3.455549937099881,
          "runtime_seconds": 5.994017601013184
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.8346524012989468,
          "lr": 0.03,
          "negative_goodness": 1.4306789912117852,
          "pair_accuracy": 0.9174,
          "positive_goodness": 3.483180759599474,
          "runtime_seconds": 5.9919891357421875
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.834660606320699,
          "lr": 0.03,
          "negative_goodness": 1.4361849598566692,
          "pair_accuracy": 0.9221555555343628,
          "positive_goodness": 3.4552013250139026,
          "runtime_seconds": 5.996401786804199
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.8137459458669026,
          "lr": 0.03,
          "negative_goodness": 1.415790456199646,
          "pair_accuracy": 0.9202222222752041,
          "positive_goodness": 3.521031880187988,
          "runtime_seconds": 5.992907762527466
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.8331851607216729,
          "lr": 0.03,
          "negative_goodness": 1.4343686966790092,
          "pair_accuracy": 0.919155555597941,
          "positive_goodness": 3.4923780093722874,
          "runtime_seconds": 5.9922871589660645
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.8334452665964762,
          "lr": 0.03,
          "negative_goodness": 1.4312845500098335,
          "pair_accuracy": 0.9156222222222222,
          "positive_goodness": 3.4830199651082356,
          "runtime_seconds": 5.994171619415283
        }
      ],
      "layer": 9
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9890905321862963,
          "lr": 0.03,
          "negative_goodness": 1.6019476457383897,
          "pair_accuracy": 0.8981111111111111,
          "positive_goodness": 3.06274335776435,
          "runtime_seconds": 6.075602293014526
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8732810376326243,
          "lr": 0.03,
          "negative_goodness": 1.4952655436197917,
          "pair_accuracy": 0.9353555555555556,
          "positive_goodness": 3.2324363563537597,
          "runtime_seconds": 6.076925039291382
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8021117896185981,
          "lr": 0.03,
          "negative_goodness": 1.4031559561835394,
          "pair_accuracy": 0.9512222222752041,
          "positive_goodness": 3.416219871139526,
          "runtime_seconds": 6.0743279457092285
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7697314586639404,
          "lr": 0.03,
          "negative_goodness": 1.3596199298858642,
          "pair_accuracy": 0.9461555556085375,
          "positive_goodness": 3.498901305347019,
          "runtime_seconds": 6.075823068618774
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7754493910895454,
          "lr": 0.03,
          "negative_goodness": 1.3627476545969646,
          "pair_accuracy": 0.9438222222222222,
          "positive_goodness": 3.5047267249213325,
          "runtime_seconds": 6.077818393707275
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7605254633373685,
          "lr": 0.03,
          "negative_goodness": 1.3680135048972235,
          "pair_accuracy": 0.9575111111323039,
          "positive_goodness": 3.5149522807227243,
          "runtime_seconds": 6.076742649078369
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7420539406458537,
          "lr": 0.03,
          "negative_goodness": 1.3453533321380615,
          "pair_accuracy": 0.9590666666799121,
          "positive_goodness": 3.5789984555138483,
          "runtime_seconds": 6.074727773666382
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7543877152548896,
          "lr": 0.03,
          "negative_goodness": 1.3381143490685357,
          "pair_accuracy": 0.9532666666878594,
          "positive_goodness": 3.541262004470825,
          "runtime_seconds": 6.076810359954834
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7517229100227356,
          "lr": 0.03,
          "negative_goodness": 1.3319505395677356,
          "pair_accuracy": 0.9439333333121406,
          "positive_goodness": 3.547979349263509,
          "runtime_seconds": 6.075562238693237
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.722237421242396,
          "lr": 0.03,
          "negative_goodness": 1.294380122894711,
          "pair_accuracy": 0.9547777777777777,
          "positive_goodness": 3.6500768900553386,
          "runtime_seconds": 6.076650142669678
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7114437907377879,
          "lr": 0.03,
          "negative_goodness": 1.2715443696551854,
          "pair_accuracy": 0.9566,
          "positive_goodness": 3.700647439066569,
          "runtime_seconds": 6.073492765426636
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7271749235365126,
          "lr": 0.03,
          "negative_goodness": 1.2997770890129936,
          "pair_accuracy": 0.9482222222222222,
          "positive_goodness": 3.6760531901041666,
          "runtime_seconds": 6.075574636459351
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7016696636517843,
          "lr": 0.03,
          "negative_goodness": 1.2515966574774848,
          "pair_accuracy": 0.9516444444338481,
          "positive_goodness": 3.7375212923261856,
          "runtime_seconds": 6.075350284576416
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7316251453081767,
          "lr": 0.03,
          "negative_goodness": 1.2944209300147163,
          "pair_accuracy": 0.9527111111111111,
          "positive_goodness": 3.6671283017052545,
          "runtime_seconds": 6.075261116027832
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7189945008595785,
          "lr": 0.03,
          "negative_goodness": 1.2603947084214953,
          "pair_accuracy": 0.9452888888782925,
          "positive_goodness": 3.7435136762830945,
          "runtime_seconds": 6.075253248214722
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7211734177483453,
          "lr": 0.03,
          "negative_goodness": 1.2699761622746786,
          "pair_accuracy": 0.9528666666560703,
          "positive_goodness": 3.69564802992079,
          "runtime_seconds": 6.075754165649414
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7195421195560031,
          "lr": 0.03,
          "negative_goodness": 1.2662246457841662,
          "pair_accuracy": 0.9455777777777777,
          "positive_goodness": 3.70419994269477,
          "runtime_seconds": 6.073704242706299
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7021967890739441,
          "lr": 0.03,
          "negative_goodness": 1.2382457555452984,
          "pair_accuracy": 0.9529111111111112,
          "positive_goodness": 3.781830401187473,
          "runtime_seconds": 6.076978445053101
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6951017627398173,
          "lr": 0.03,
          "negative_goodness": 1.238087816174825,
          "pair_accuracy": 0.9564000000317892,
          "positive_goodness": 3.7843771968841553,
          "runtime_seconds": 6.0731728076934814
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6938328893025716,
          "lr": 0.03,
          "negative_goodness": 1.2245993598514133,
          "pair_accuracy": 0.9514222222222222,
          "positive_goodness": 3.8336377605862086,
          "runtime_seconds": 6.075738430023193
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7005297884464264,
          "lr": 0.03,
          "negative_goodness": 1.241312129804823,
          "pair_accuracy": 0.9589555555555556,
          "positive_goodness": 3.7787800181070965,
          "runtime_seconds": 6.076793909072876
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6731307301097446,
          "lr": 0.03,
          "negative_goodness": 1.209531447982788,
          "pair_accuracy": 0.9629333333333333,
          "positive_goodness": 3.879496694691976,
          "runtime_seconds": 6.07799220085144
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6967803355958727,
          "lr": 0.03,
          "negative_goodness": 1.2294261678907605,
          "pair_accuracy": 0.9448444444974263,
          "positive_goodness": 3.837099274741279,
          "runtime_seconds": 6.0753631591796875
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7166289329369863,
          "lr": 0.03,
          "negative_goodness": 1.2516094962437947,
          "pair_accuracy": 0.9456222222222223,
          "positive_goodness": 3.729293309275309,
          "runtime_seconds": 6.077150821685791
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7139879804399278,
          "lr": 0.03,
          "negative_goodness": 1.2608631392584906,
          "pair_accuracy": 0.9470222222540113,
          "positive_goodness": 3.7619093352423776,
          "runtime_seconds": 6.075390100479126
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7027071105533176,
          "lr": 0.03,
          "negative_goodness": 1.228983147875468,
          "pair_accuracy": 0.9532222222222222,
          "positive_goodness": 3.788905825551351,
          "runtime_seconds": 6.077399492263794
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6742443373150295,
          "lr": 0.03,
          "negative_goodness": 1.2154707177268134,
          "pair_accuracy": 0.9524,
          "positive_goodness": 3.887509992896186,
          "runtime_seconds": 6.07465934753418
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.696591824192471,
          "lr": 0.03,
          "negative_goodness": 1.2291403232574463,
          "pair_accuracy": 0.9531333333121406,
          "positive_goodness": 3.796242000113593,
          "runtime_seconds": 6.071532249450684
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.651862729687161,
          "lr": 0.03,
          "negative_goodness": 1.1858953115675184,
          "pair_accuracy": 0.9648888888570998,
          "positive_goodness": 3.948794576348199,
          "runtime_seconds": 6.0720202922821045
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6908868989573584,
          "lr": 0.03,
          "negative_goodness": 1.2194946820365058,
          "pair_accuracy": 0.9532222222222222,
          "positive_goodness": 3.839168114980062,
          "runtime_seconds": 6.071333885192871
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6799391881095038,
          "lr": 0.03,
          "negative_goodness": 1.200992816374037,
          "pair_accuracy": 0.9590222222222222,
          "positive_goodness": 3.90738802702162,
          "runtime_seconds": 6.079413414001465
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6810854959593878,
          "lr": 0.03,
          "negative_goodness": 1.2065426541222466,
          "pair_accuracy": 0.9543111111111111,
          "positive_goodness": 3.838090062544081,
          "runtime_seconds": 6.071967840194702
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6678847272766961,
          "lr": 0.03,
          "negative_goodness": 1.1898766979641384,
          "pair_accuracy": 0.9489111110899183,
          "positive_goodness": 3.922656563398573,
          "runtime_seconds": 6.071629047393799
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6778730167918735,
          "lr": 0.03,
          "negative_goodness": 1.1906973229726157,
          "pair_accuracy": 0.951711111164093,
          "positive_goodness": 3.888378163316515,
          "runtime_seconds": 6.07435941696167
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6682064533127678,
          "lr": 0.03,
          "negative_goodness": 1.1731624277962578,
          "pair_accuracy": 0.9533999999682109,
          "positive_goodness": 3.946334639570448,
          "runtime_seconds": 6.073904037475586
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6858460974799262,
          "lr": 0.03,
          "negative_goodness": 1.210319314596388,
          "pair_accuracy": 0.950511111079322,
          "positive_goodness": 3.8593234970516628,
          "runtime_seconds": 6.082851409912109
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6486436084323459,
          "lr": 0.03,
          "negative_goodness": 1.1645399390856426,
          "pair_accuracy": 0.9626666666666667,
          "positive_goodness": 4.037427917438083,
          "runtime_seconds": 6.070228099822998
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6591485054704878,
          "lr": 0.03,
          "negative_goodness": 1.163366610262129,
          "pair_accuracy": 0.9580222222222222,
          "positive_goodness": 3.9707039728800457,
          "runtime_seconds": 6.071400880813599
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6562998566521538,
          "lr": 0.03,
          "negative_goodness": 1.1686889727804395,
          "pair_accuracy": 0.9605333333333334,
          "positive_goodness": 3.964452907477485,
          "runtime_seconds": 6.069666624069214
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6598564396328396,
          "lr": 0.03,
          "negative_goodness": 1.174902680375841,
          "pair_accuracy": 0.9587111111005148,
          "positive_goodness": 3.971752312045627,
          "runtime_seconds": 6.0701823234558105
        }
      ],
      "layer": 10
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9106370119730631,
          "lr": 0.03,
          "negative_goodness": 1.399916353225708,
          "pair_accuracy": 0.8843555555714502,
          "positive_goodness": 3.161377728483412,
          "runtime_seconds": 5.764100074768066
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8187113421334161,
          "lr": 0.03,
          "negative_goodness": 1.3280047248840332,
          "pair_accuracy": 0.9122666666825613,
          "positive_goodness": 3.4527837754567465,
          "runtime_seconds": 5.702158451080322
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.8447445643319024,
          "lr": 0.03,
          "negative_goodness": 1.3336001342349582,
          "pair_accuracy": 0.9059333333757189,
          "positive_goodness": 3.4219687914530437,
          "runtime_seconds": 5.744431495666504
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.8117092312494913,
          "lr": 0.03,
          "negative_goodness": 1.317666572740343,
          "pair_accuracy": 0.9178222222222222,
          "positive_goodness": 3.490631975724962,
          "runtime_seconds": 5.719973564147949
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8014655340512593,
          "lr": 0.03,
          "negative_goodness": 1.2954574620564778,
          "pair_accuracy": 0.9161111111111111,
          "positive_goodness": 3.543264004558987,
          "runtime_seconds": 5.7465980052948
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7901647670004103,
          "lr": 0.03,
          "negative_goodness": 1.252397782198588,
          "pair_accuracy": 0.9165777777777778,
          "positive_goodness": 3.620525307973226,
          "runtime_seconds": 5.747977018356323
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.762624009153578,
          "lr": 0.03,
          "negative_goodness": 1.237898624168502,
          "pair_accuracy": 0.9271777777777778,
          "positive_goodness": 3.6974511996799047,
          "runtime_seconds": 5.750403165817261
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7796003316508399,
          "lr": 0.03,
          "negative_goodness": 1.253549135957824,
          "pair_accuracy": 0.9237333333333333,
          "positive_goodness": 3.6653653501722547,
          "runtime_seconds": 5.74618935585022
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7871165150112576,
          "lr": 0.03,
          "negative_goodness": 1.2588836609098646,
          "pair_accuracy": 0.9162888888888889,
          "positive_goodness": 3.644911286968655,
          "runtime_seconds": 5.748783826828003
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8019548162460327,
          "lr": 0.03,
          "negative_goodness": 1.2926832546340095,
          "pair_accuracy": 0.9182666666454739,
          "positive_goodness": 3.57136676097446,
          "runtime_seconds": 5.726208209991455
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7906611551178826,
          "lr": 0.03,
          "negative_goodness": 1.2701714059140947,
          "pair_accuracy": 0.9206222222222222,
          "positive_goodness": 3.636381914477878,
          "runtime_seconds": 5.755251407623291
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7865540919833713,
          "lr": 0.03,
          "negative_goodness": 1.2720130904091729,
          "pair_accuracy": 0.9226444444656372,
          "positive_goodness": 3.634465662299262,
          "runtime_seconds": 5.7532453536987305
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7696931166436937,
          "lr": 0.03,
          "negative_goodness": 1.237937996641795,
          "pair_accuracy": 0.9205555555555556,
          "positive_goodness": 3.7138754042731392,
          "runtime_seconds": 5.758692026138306
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7695717412524753,
          "lr": 0.03,
          "negative_goodness": 1.2457568622165256,
          "pair_accuracy": 0.9239555555979411,
          "positive_goodness": 3.7133022310468884,
          "runtime_seconds": 5.753956317901611
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7692192128711277,
          "lr": 0.03,
          "negative_goodness": 1.2392812497297923,
          "pair_accuracy": 0.9248666666560703,
          "positive_goodness": 3.7232880932701957,
          "runtime_seconds": 5.753502130508423
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7871191929923164,
          "lr": 0.03,
          "negative_goodness": 1.2514005773332384,
          "pair_accuracy": 0.9153777777989706,
          "positive_goodness": 3.6802447766621906,
          "runtime_seconds": 5.7554357051849365
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.7619459289550782,
          "lr": 0.03,
          "negative_goodness": 1.2249471339331732,
          "pair_accuracy": 0.9239111111005147,
          "positive_goodness": 3.768452564112345,
          "runtime_seconds": 5.759975433349609
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7725860329522027,
          "lr": 0.03,
          "negative_goodness": 1.2347367746988933,
          "pair_accuracy": 0.9166888889047835,
          "positive_goodness": 3.7349421644422742,
          "runtime_seconds": 5.754283905029297
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7419282669226328,
          "lr": 0.03,
          "negative_goodness": 1.2009725462383694,
          "pair_accuracy": 0.9275333333333333,
          "positive_goodness": 3.825543650054932,
          "runtime_seconds": 5.753037691116333
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7607971534729004,
          "lr": 0.03,
          "negative_goodness": 1.2308227834489611,
          "pair_accuracy": 0.9228444444391463,
          "positive_goodness": 3.778584742779202,
          "runtime_seconds": 5.756396532058716
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7326693570666843,
          "lr": 0.03,
          "negative_goodness": 1.1803621599409315,
          "pair_accuracy": 0.9339555556085375,
          "positive_goodness": 3.8612797172122533,
          "runtime_seconds": 5.759248971939087
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7370321968396505,
          "lr": 0.03,
          "negative_goodness": 1.1999787329355875,
          "pair_accuracy": 0.9340222222116258,
          "positive_goodness": 3.864283059734768,
          "runtime_seconds": 5.762724876403809
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7415303980297513,
          "lr": 0.03,
          "negative_goodness": 1.192693390613132,
          "pair_accuracy": 0.9286888888570998,
          "positive_goodness": 3.877204465145535,
          "runtime_seconds": 5.756363153457642
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7595845201068454,
          "lr": 0.03,
          "negative_goodness": 1.2122657893922595,
          "pair_accuracy": 0.9199777777565851,
          "positive_goodness": 3.789339090177748,
          "runtime_seconds": 5.756715536117554
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.7304526949776543,
          "lr": 0.03,
          "negative_goodness": 1.1795321429146661,
          "pair_accuracy": 0.9338444444762336,
          "positive_goodness": 3.8969675871955025,
          "runtime_seconds": 5.716740369796753
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7490390420489841,
          "lr": 0.03,
          "negative_goodness": 1.2016959102630616,
          "pair_accuracy": 0.929222222243415,
          "positive_goodness": 3.837284291966756,
          "runtime_seconds": 5.748619794845581
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7495264328638712,
          "lr": 0.03,
          "negative_goodness": 1.2034323207643296,
          "pair_accuracy": 0.9255333333863153,
          "positive_goodness": 3.83754851175944,
          "runtime_seconds": 5.749948501586914
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.7507361323436101,
          "lr": 0.03,
          "negative_goodness": 1.2014748363521364,
          "pair_accuracy": 0.9248,
          "positive_goodness": 3.8406530301411945,
          "runtime_seconds": 5.745687007904053
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.7651537483639187,
          "lr": 0.03,
          "negative_goodness": 1.213175236829122,
          "pair_accuracy": 0.9163555555767483,
          "positive_goodness": 3.815087097422282,
          "runtime_seconds": 5.747126817703247
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7700360563225216,
          "lr": 0.03,
          "negative_goodness": 1.2193270669619243,
          "pair_accuracy": 0.9196444444126552,
          "positive_goodness": 3.7779588674757214,
          "runtime_seconds": 5.748195648193359
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7537023237546285,
          "lr": 0.03,
          "negative_goodness": 1.2080131790293587,
          "pair_accuracy": 0.9239777777671814,
          "positive_goodness": 3.837610082075331,
          "runtime_seconds": 5.748215675354004
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.7406288306183285,
          "lr": 0.03,
          "negative_goodness": 1.1885924572202895,
          "pair_accuracy": 0.9239777777777778,
          "positive_goodness": 3.891186388397217,
          "runtime_seconds": 5.749351739883423
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.7275124936951531,
          "lr": 0.03,
          "negative_goodness": 1.174076169986195,
          "pair_accuracy": 0.9312222222222222,
          "positive_goodness": 3.9378487415737577,
          "runtime_seconds": 5.741469860076904
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.7831378217644162,
          "lr": 0.03,
          "negative_goodness": 1.2253883186181387,
          "pair_accuracy": 0.9108666666666667,
          "positive_goodness": 3.742452353922526,
          "runtime_seconds": 5.750660419464111
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.7348270265155369,
          "lr": 0.03,
          "negative_goodness": 1.1911831648932563,
          "pair_accuracy": 0.930488888920678,
          "positive_goodness": 3.9099100686391193,
          "runtime_seconds": 5.749508857727051
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.7163754540761312,
          "lr": 0.03,
          "negative_goodness": 1.1526712789959377,
          "pair_accuracy": 0.9356222222752041,
          "positive_goodness": 4.017707122675578,
          "runtime_seconds": 5.746120452880859
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.7742395129733616,
          "lr": 0.03,
          "negative_goodness": 1.222750423251258,
          "pair_accuracy": 0.9097333333333333,
          "positive_goodness": 3.757572292836507,
          "runtime_seconds": 5.752737522125244
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7167493282424079,
          "lr": 0.03,
          "negative_goodness": 1.1565696288850573,
          "pair_accuracy": 0.9287555555343628,
          "positive_goodness": 3.9827481270260283,
          "runtime_seconds": 5.7479307651519775
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.7160431832843357,
          "lr": 0.03,
          "negative_goodness": 1.1405263184229533,
          "pair_accuracy": 0.9252888888676961,
          "positive_goodness": 4.021398482513428,
          "runtime_seconds": 5.75000786781311
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.7246207553863525,
          "lr": 0.03,
          "negative_goodness": 1.148696636644999,
          "pair_accuracy": 0.9256444444497426,
          "positive_goodness": 4.009518666754828,
          "runtime_seconds": 5.7468483448028564
        }
      ],
      "layer": 11
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9946849116113451,
          "lr": 0.03,
          "negative_goodness": 1.6064418148676554,
          "pair_accuracy": 0.8706,
          "positive_goodness": 3.140908454555935,
          "runtime_seconds": 5.7846174240112305
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8225258633189731,
          "lr": 0.03,
          "negative_goodness": 1.3672663881407843,
          "pair_accuracy": 0.9241333333333334,
          "positive_goodness": 3.510426073964437,
          "runtime_seconds": 5.763875246047974
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7418166275660197,
          "lr": 0.03,
          "negative_goodness": 1.260801914554172,
          "pair_accuracy": 0.9457333333280351,
          "positive_goodness": 3.791060314729479,
          "runtime_seconds": 5.7638161182403564
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6873290313508775,
          "lr": 0.03,
          "negative_goodness": 1.1810527423646715,
          "pair_accuracy": 0.9577999999894036,
          "positive_goodness": 3.9831047383202445,
          "runtime_seconds": 5.765203952789307
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7095690973493788,
          "lr": 0.03,
          "negative_goodness": 1.180944119728936,
          "pair_accuracy": 0.9465111111111111,
          "positive_goodness": 3.9367141470167373,
          "runtime_seconds": 5.764171838760376
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7294610643121932,
          "lr": 0.03,
          "negative_goodness": 1.206970269203186,
          "pair_accuracy": 0.9383777777777778,
          "positive_goodness": 3.8433197354634605,
          "runtime_seconds": 5.771553039550781
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6917828528192308,
          "lr": 0.03,
          "negative_goodness": 1.1540422094133165,
          "pair_accuracy": 0.9470888888888889,
          "positive_goodness": 3.9723238320244683,
          "runtime_seconds": 5.763399362564087
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6961672931830089,
          "lr": 0.03,
          "negative_goodness": 1.1659416334152222,
          "pair_accuracy": 0.9418888888888889,
          "positive_goodness": 3.98491137898763,
          "runtime_seconds": 5.764940977096558
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6857694083107843,
          "lr": 0.03,
          "negative_goodness": 1.136616614490085,
          "pair_accuracy": 0.946244444433848,
          "positive_goodness": 4.022404312578837,
          "runtime_seconds": 5.763532638549805
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6687521117157407,
          "lr": 0.03,
          "negative_goodness": 1.1237163663652208,
          "pair_accuracy": 0.9512222222222222,
          "positive_goodness": 4.0792609921773275,
          "runtime_seconds": 5.76363468170166
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6791578168127271,
          "lr": 0.03,
          "negative_goodness": 1.1190327644772,
          "pair_accuracy": 0.9450888888782925,
          "positive_goodness": 4.07531490711636,
          "runtime_seconds": 5.767618417739868
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.703188109615114,
          "lr": 0.03,
          "negative_goodness": 1.1823407694180808,
          "pair_accuracy": 0.9500666666666666,
          "positive_goodness": 3.924278050994873,
          "runtime_seconds": 5.764822244644165
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6511278497801887,
          "lr": 0.03,
          "negative_goodness": 1.1041512873331705,
          "pair_accuracy": 0.9548666666454739,
          "positive_goodness": 4.150717164654202,
          "runtime_seconds": 5.765350580215454
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7176990300708347,
          "lr": 0.03,
          "negative_goodness": 1.1681682117674086,
          "pair_accuracy": 0.9410222222540113,
          "positive_goodness": 3.8786502331203883,
          "runtime_seconds": 5.7711052894592285
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6387504645983378,
          "lr": 0.03,
          "negative_goodness": 1.0761802174462212,
          "pair_accuracy": 0.9573555555555555,
          "positive_goodness": 4.175900648583307,
          "runtime_seconds": 5.766415596008301
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6278525077078078,
          "lr": 0.03,
          "negative_goodness": 1.0728917270342508,
          "pair_accuracy": 0.9591333333333333,
          "positive_goodness": 4.243845497809516,
          "runtime_seconds": 5.764694690704346
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6759601549784342,
          "lr": 0.03,
          "negative_goodness": 1.127734753926595,
          "pair_accuracy": 0.9463333333280352,
          "positive_goodness": 4.0825395521799726,
          "runtime_seconds": 5.76822304725647
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6984392398728265,
          "lr": 0.03,
          "negative_goodness": 1.1582882980876499,
          "pair_accuracy": 0.9367555555449592,
          "positive_goodness": 3.9520928218417697,
          "runtime_seconds": 5.765625715255737
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6735327794816759,
          "lr": 0.03,
          "negative_goodness": 1.146242513232761,
          "pair_accuracy": 0.947755555566152,
          "positive_goodness": 4.042730136956109,
          "runtime_seconds": 5.737646102905273
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6541542056030697,
          "lr": 0.03,
          "negative_goodness": 1.1060080804506938,
          "pair_accuracy": 0.9545555555555556,
          "positive_goodness": 4.111525553131104,
          "runtime_seconds": 5.726773023605347
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6887589375389946,
          "lr": 0.03,
          "negative_goodness": 1.1397494913313124,
          "pair_accuracy": 0.9416666666719649,
          "positive_goodness": 4.001963252724542,
          "runtime_seconds": 5.726088285446167
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6548081399705675,
          "lr": 0.03,
          "negative_goodness": 1.104850848367479,
          "pair_accuracy": 0.9507999999894036,
          "positive_goodness": 4.134027066040039,
          "runtime_seconds": 5.728089809417725
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.619109881761339,
          "lr": 0.03,
          "negative_goodness": 1.0473229433801439,
          "pair_accuracy": 0.9552666666454739,
          "positive_goodness": 4.291938828892178,
          "runtime_seconds": 5.72571063041687
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6439668169869317,
          "lr": 0.03,
          "negative_goodness": 1.0753313442336188,
          "pair_accuracy": 0.9485555555555556,
          "positive_goodness": 4.220159403313531,
          "runtime_seconds": 5.766700983047485
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6316386740260654,
          "lr": 0.03,
          "negative_goodness": 1.0636431889428033,
          "pair_accuracy": 0.954333333322737,
          "positive_goodness": 4.2512381883409285,
          "runtime_seconds": 5.77483057975769
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6365419530656603,
          "lr": 0.03,
          "negative_goodness": 1.0678073558383518,
          "pair_accuracy": 0.9517777777883741,
          "positive_goodness": 4.292520994991726,
          "runtime_seconds": 5.771050214767456
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6528009257634481,
          "lr": 0.03,
          "negative_goodness": 1.0804360843658447,
          "pair_accuracy": 0.9488000000158946,
          "positive_goodness": 4.161495060306125,
          "runtime_seconds": 5.77618408203125
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6637167902840508,
          "lr": 0.03,
          "negative_goodness": 1.109504618496365,
          "pair_accuracy": 0.9416888888782925,
          "positive_goodness": 4.07300619345771,
          "runtime_seconds": 5.769900798797607
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6408851031992171,
          "lr": 0.03,
          "negative_goodness": 1.0659740923457675,
          "pair_accuracy": 0.9514222222222222,
          "positive_goodness": 4.206271760135227,
          "runtime_seconds": 5.7810585498809814
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6386490150875516,
          "lr": 0.03,
          "negative_goodness": 1.0502550659073724,
          "pair_accuracy": 0.9463555555449592,
          "positive_goodness": 4.266929696655273,
          "runtime_seconds": 5.7724769115448
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6373488094329834,
          "lr": 0.03,
          "negative_goodness": 1.075750215763516,
          "pair_accuracy": 0.9538888888676961,
          "positive_goodness": 4.250357792748345,
          "runtime_seconds": 5.769796133041382
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6321178010834588,
          "lr": 0.03,
          "negative_goodness": 1.0783726112895542,
          "pair_accuracy": 0.956,
          "positive_goodness": 4.224235955641005,
          "runtime_seconds": 5.768980264663696
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6117709699842665,
          "lr": 0.03,
          "negative_goodness": 1.02743972875807,
          "pair_accuracy": 0.9555111111534966,
          "positive_goodness": 4.3621201741112605,
          "runtime_seconds": 5.768429279327393
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6244633092456394,
          "lr": 0.03,
          "negative_goodness": 1.0380465028127035,
          "pair_accuracy": 0.9540888889312744,
          "positive_goodness": 4.321101817237007,
          "runtime_seconds": 5.772653818130493
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6545856227344937,
          "lr": 0.03,
          "negative_goodness": 1.0844174739837646,
          "pair_accuracy": 0.9498222221904331,
          "positive_goodness": 4.169097192043728,
          "runtime_seconds": 5.767456293106079
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6039136610560947,
          "lr": 0.03,
          "negative_goodness": 1.0266005378723144,
          "pair_accuracy": 0.9575333333333333,
          "positive_goodness": 4.35531908692254,
          "runtime_seconds": 5.7737648487091064
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6312355670928955,
          "lr": 0.03,
          "negative_goodness": 1.0482331006579928,
          "pair_accuracy": 0.9475777777910233,
          "positive_goodness": 4.273657191382514,
          "runtime_seconds": 5.7705864906311035
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6051662317276001,
          "lr": 0.03,
          "negative_goodness": 1.0314987736596002,
          "pair_accuracy": 0.9558000000529819,
          "positive_goodness": 4.314997428152297,
          "runtime_seconds": 5.772111177444458
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6133075955920749,
          "lr": 0.03,
          "negative_goodness": 1.033108330514696,
          "pair_accuracy": 0.9508222222328186,
          "positive_goodness": 4.3614936996459965,
          "runtime_seconds": 5.772385358810425
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6551618481106228,
          "lr": 0.03,
          "negative_goodness": 1.0623282018449571,
          "pair_accuracy": 0.9374444444550408,
          "positive_goodness": 4.211365131674873,
          "runtime_seconds": 5.760085821151733
        }
      ],
      "layer": 12
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8540332996050517,
          "lr": 0.03,
          "negative_goodness": 1.3434200750456915,
          "pair_accuracy": 0.9036,
          "positive_goodness": 3.2741741295284696,
          "runtime_seconds": 5.749600172042847
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7653872764481439,
          "lr": 0.03,
          "negative_goodness": 1.3293893282148572,
          "pair_accuracy": 0.9236666666666666,
          "positive_goodness": 3.5647324121263293,
          "runtime_seconds": 5.7505269050598145
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7531612387975057,
          "lr": 0.03,
          "negative_goodness": 1.295059016778734,
          "pair_accuracy": 0.9164888888888889,
          "positive_goodness": 3.6501341388278536,
          "runtime_seconds": 5.75272798538208
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.734629892815484,
          "lr": 0.03,
          "negative_goodness": 1.2657844700495402,
          "pair_accuracy": 0.9237555555555556,
          "positive_goodness": 3.737789638264974,
          "runtime_seconds": 5.751026391983032
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.708084321890937,
          "lr": 0.03,
          "negative_goodness": 1.22912751443651,
          "pair_accuracy": 0.9326444444868299,
          "positive_goodness": 3.837101155810886,
          "runtime_seconds": 5.75607967376709
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.691583088737064,
          "lr": 0.03,
          "negative_goodness": 1.2262635633680556,
          "pair_accuracy": 0.9376000000423855,
          "positive_goodness": 3.911175416395399,
          "runtime_seconds": 5.750149488449097
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6574644733005099,
          "lr": 0.03,
          "negative_goodness": 1.1783541355556912,
          "pair_accuracy": 0.9451777777777778,
          "positive_goodness": 4.028090018463135,
          "runtime_seconds": 5.747611999511719
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6704959388309055,
          "lr": 0.03,
          "negative_goodness": 1.1793388313717312,
          "pair_accuracy": 0.932155555597941,
          "positive_goodness": 4.02892949417962,
          "runtime_seconds": 5.744710683822632
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6713891165733338,
          "lr": 0.03,
          "negative_goodness": 1.1892348524623446,
          "pair_accuracy": 0.9379555555449591,
          "positive_goodness": 4.015346378156874,
          "runtime_seconds": 5.749179363250732
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6922993989679549,
          "lr": 0.03,
          "negative_goodness": 1.1772714713838366,
          "pair_accuracy": 0.9275333333333333,
          "positive_goodness": 3.981441475507948,
          "runtime_seconds": 5.758931636810303
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6631121809853447,
          "lr": 0.03,
          "negative_goodness": 1.1617356998019748,
          "pair_accuracy": 0.939111111137602,
          "positive_goodness": 4.093457502259149,
          "runtime_seconds": 5.74536657333374
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6985048366016812,
          "lr": 0.03,
          "negative_goodness": 1.1786981843948365,
          "pair_accuracy": 0.9222444444444444,
          "positive_goodness": 3.9663596165974937,
          "runtime_seconds": 5.7527947425842285
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6718570493062337,
          "lr": 0.03,
          "negative_goodness": 1.1572782375335693,
          "pair_accuracy": 0.928488888891538,
          "positive_goodness": 4.064365269957649,
          "runtime_seconds": 5.753241777420044
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6507991463078393,
          "lr": 0.03,
          "negative_goodness": 1.150112991089291,
          "pair_accuracy": 0.9440888888888889,
          "positive_goodness": 4.161397470940484,
          "runtime_seconds": 5.756378650665283
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6294966059949663,
          "lr": 0.03,
          "negative_goodness": 1.1285861448076036,
          "pair_accuracy": 0.9526,
          "positive_goodness": 4.219054242112901,
          "runtime_seconds": 5.7610578536987305
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6198889340506659,
          "lr": 0.03,
          "negative_goodness": 1.1063506406148276,
          "pair_accuracy": 0.948911111079322,
          "positive_goodness": 4.318144995498657,
          "runtime_seconds": 5.748613595962524
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6390460455576579,
          "lr": 0.03,
          "negative_goodness": 1.1237831602944268,
          "pair_accuracy": 0.9466222222010294,
          "positive_goodness": 4.247413605584039,
          "runtime_seconds": 5.7496161460876465
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.645763427734375,
          "lr": 0.03,
          "negative_goodness": 1.1285826001909045,
          "pair_accuracy": 0.9411555555555555,
          "positive_goodness": 4.184084960301717,
          "runtime_seconds": 5.751158714294434
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.7102169564670987,
          "lr": 0.03,
          "negative_goodness": 1.1820358677334255,
          "pair_accuracy": 0.9178444444550409,
          "positive_goodness": 4.002140952089098,
          "runtime_seconds": 5.744044065475464
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6498757873323229,
          "lr": 0.03,
          "negative_goodness": 1.1377857475916544,
          "pair_accuracy": 0.9382444444444444,
          "positive_goodness": 4.1498637727949355,
          "runtime_seconds": 5.749158143997192
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6691546712027656,
          "lr": 0.03,
          "negative_goodness": 1.134167752371894,
          "pair_accuracy": 0.930866666677263,
          "positive_goodness": 4.153627344110277,
          "runtime_seconds": 5.75012469291687
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6361577193366157,
          "lr": 0.03,
          "negative_goodness": 1.093573320749071,
          "pair_accuracy": 0.9385333333333333,
          "positive_goodness": 4.2881567003885905,
          "runtime_seconds": 5.754344463348389
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6616242147975497,
          "lr": 0.03,
          "negative_goodness": 1.1272449854956732,
          "pair_accuracy": 0.9337777777671814,
          "positive_goodness": 4.175097025426229,
          "runtime_seconds": 5.759347200393677
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6392924103207058,
          "lr": 0.03,
          "negative_goodness": 1.109362647098965,
          "pair_accuracy": 0.9408666666560703,
          "positive_goodness": 4.272357833862305,
          "runtime_seconds": 5.757445573806763
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6581394183953603,
          "lr": 0.03,
          "negative_goodness": 1.1446731450928582,
          "pair_accuracy": 0.9406666666666667,
          "positive_goodness": 4.176545705032349,
          "runtime_seconds": 5.749590158462524
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6383516111585829,
          "lr": 0.03,
          "negative_goodness": 1.0690929736243353,
          "pair_accuracy": 0.9342444444232517,
          "positive_goodness": 4.2912073562834,
          "runtime_seconds": 5.749115943908691
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6483928392834134,
          "lr": 0.03,
          "negative_goodness": 1.1201879672580295,
          "pair_accuracy": 0.9411333333015441,
          "positive_goodness": 4.202414436001248,
          "runtime_seconds": 5.756299018859863
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6586950920740763,
          "lr": 0.03,
          "negative_goodness": 1.1177345055474175,
          "pair_accuracy": 0.9321555555449592,
          "positive_goodness": 4.176719429736667,
          "runtime_seconds": 5.735976219177246
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6692334099557664,
          "lr": 0.03,
          "negative_goodness": 1.131355964342753,
          "pair_accuracy": 0.9290666666560703,
          "positive_goodness": 4.142820126258003,
          "runtime_seconds": 5.715628623962402
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.639711204179128,
          "lr": 0.03,
          "negative_goodness": 1.1028184026930068,
          "pair_accuracy": 0.9421111111005147,
          "positive_goodness": 4.2426062290615505,
          "runtime_seconds": 5.688433408737183
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.642971858851115,
          "lr": 0.03,
          "negative_goodness": 1.0892483710077074,
          "pair_accuracy": 0.9349333333333333,
          "positive_goodness": 4.287008912913005,
          "runtime_seconds": 5.694193601608276
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6314679561932882,
          "lr": 0.03,
          "negative_goodness": 1.0883652584287855,
          "pair_accuracy": 0.9381555555555555,
          "positive_goodness": 4.346467011430528,
          "runtime_seconds": 5.689831972122192
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6223114574856228,
          "lr": 0.03,
          "negative_goodness": 1.082394452603658,
          "pair_accuracy": 0.9423555555873447,
          "positive_goodness": 4.325633566241794,
          "runtime_seconds": 5.737508773803711
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6447513795216878,
          "lr": 0.03,
          "negative_goodness": 1.1047448252148098,
          "pair_accuracy": 0.9359777777671814,
          "positive_goodness": 4.25716221754286,
          "runtime_seconds": 5.7426629066467285
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6329421992407904,
          "lr": 0.03,
          "negative_goodness": 1.0504063210805257,
          "pair_accuracy": 0.9341999999682109,
          "positive_goodness": 4.388163126118978,
          "runtime_seconds": 5.73896598815918
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6461264427926805,
          "lr": 0.03,
          "negative_goodness": 1.0979877633412678,
          "pair_accuracy": 0.9360000000211928,
          "positive_goodness": 4.271173250198364,
          "runtime_seconds": 5.718415975570679
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6703304821226332,
          "lr": 0.03,
          "negative_goodness": 1.1255891436841752,
          "pair_accuracy": 0.9272,
          "positive_goodness": 4.1366023515489365,
          "runtime_seconds": 5.691599607467651
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6863593573040433,
          "lr": 0.03,
          "negative_goodness": 1.1471323379304674,
          "pair_accuracy": 0.9231333333863152,
          "positive_goodness": 4.119454989581638,
          "runtime_seconds": 5.688931703567505
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6551330188963148,
          "lr": 0.03,
          "negative_goodness": 1.1229114174313015,
          "pair_accuracy": 0.937133333322737,
          "positive_goodness": 4.181014437272814,
          "runtime_seconds": 5.690289497375488
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6331193715837267,
          "lr": 0.03,
          "negative_goodness": 1.1003547662946913,
          "pair_accuracy": 0.9455333333333333,
          "positive_goodness": 4.291617814805773,
          "runtime_seconds": 5.691157102584839
        }
      ],
      "layer": 13
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.043642360051473,
          "lr": 0.03,
          "negative_goodness": 1.6823684190114339,
          "pair_accuracy": 0.8501333333757188,
          "positive_goodness": 3.229523801718818,
          "runtime_seconds": 5.7214226722717285
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7994504263771904,
          "lr": 0.03,
          "negative_goodness": 1.3083217616611056,
          "pair_accuracy": 0.9259999999788072,
          "positive_goodness": 3.6307460513220895,
          "runtime_seconds": 5.72455096244812
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7301259875615438,
          "lr": 0.03,
          "negative_goodness": 1.20170991897583,
          "pair_accuracy": 0.9474444444444444,
          "positive_goodness": 3.746752492099338,
          "runtime_seconds": 5.719738245010376
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7419664233101739,
          "lr": 0.03,
          "negative_goodness": 1.1707582299232482,
          "pair_accuracy": 0.9333333333439298,
          "positive_goodness": 3.733354941262139,
          "runtime_seconds": 5.723090410232544
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7391217812962002,
          "lr": 0.03,
          "negative_goodness": 1.1656699635293748,
          "pair_accuracy": 0.9295333333333333,
          "positive_goodness": 3.7003906007554797,
          "runtime_seconds": 5.757087707519531
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7526978332625495,
          "lr": 0.03,
          "negative_goodness": 1.1922727178149752,
          "pair_accuracy": 0.9367777777459886,
          "positive_goodness": 3.6147367449018692,
          "runtime_seconds": 5.7542641162872314
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7225359031889174,
          "lr": 0.03,
          "negative_goodness": 1.1504110637876723,
          "pair_accuracy": 0.9377333333492279,
          "positive_goodness": 3.743911797014872,
          "runtime_seconds": 5.724207401275635
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.693683757019043,
          "lr": 0.03,
          "negative_goodness": 1.111594743792216,
          "pair_accuracy": 0.9392000000105963,
          "positive_goodness": 3.79741755065918,
          "runtime_seconds": 5.742961645126343
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7051963830841912,
          "lr": 0.03,
          "negative_goodness": 1.143509324476454,
          "pair_accuracy": 0.9417555555555556,
          "positive_goodness": 3.777595842573378,
          "runtime_seconds": 5.754719972610474
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6755006093872918,
          "lr": 0.03,
          "negative_goodness": 1.131213269466824,
          "pair_accuracy": 0.9466666666666667,
          "positive_goodness": 3.887035101021661,
          "runtime_seconds": 5.753638505935669
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.703067866537306,
          "lr": 0.03,
          "negative_goodness": 1.1458185427135892,
          "pair_accuracy": 0.9326888889100816,
          "positive_goodness": 3.815826393975152,
          "runtime_seconds": 5.755520820617676
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.670444846174452,
          "lr": 0.03,
          "negative_goodness": 1.1198077953762477,
          "pair_accuracy": 0.9475333333333333,
          "positive_goodness": 3.9486516887664793,
          "runtime_seconds": 5.753145933151245
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6220295028474596,
          "lr": 0.03,
          "negative_goodness": 1.0430439650853476,
          "pair_accuracy": 0.9500444444338481,
          "positive_goodness": 4.164717975997925,
          "runtime_seconds": 5.756787538528442
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6416215340216954,
          "lr": 0.03,
          "negative_goodness": 1.0653484756257798,
          "pair_accuracy": 0.9426,
          "positive_goodness": 4.083619950697157,
          "runtime_seconds": 5.756726980209351
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6336193116611905,
          "lr": 0.03,
          "negative_goodness": 1.0341917546696133,
          "pair_accuracy": 0.9474888888888889,
          "positive_goodness": 4.108205336083306,
          "runtime_seconds": 5.755108833312988
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6432069259219699,
          "lr": 0.03,
          "negative_goodness": 1.0753858481566112,
          "pair_accuracy": 0.9499777777777778,
          "positive_goodness": 4.0623186760372585,
          "runtime_seconds": 5.756911039352417
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6444311626328363,
          "lr": 0.03,
          "negative_goodness": 1.0791118018892076,
          "pair_accuracy": 0.9465555555449592,
          "positive_goodness": 4.054011386108399,
          "runtime_seconds": 5.736189842224121
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6400380184809367,
          "lr": 0.03,
          "negative_goodness": 1.0541164202372233,
          "pair_accuracy": 0.9453777777777778,
          "positive_goodness": 4.11759268307156,
          "runtime_seconds": 5.7395524978637695
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6458212190839979,
          "lr": 0.03,
          "negative_goodness": 1.0626306294971042,
          "pair_accuracy": 0.9437555555343627,
          "positive_goodness": 4.091231670888265,
          "runtime_seconds": 5.7568135261535645
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6180040195147196,
          "lr": 0.03,
          "negative_goodness": 1.0193807631280687,
          "pair_accuracy": 0.9465333333121406,
          "positive_goodness": 4.224441503228082,
          "runtime_seconds": 5.754671812057495
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6398611927774217,
          "lr": 0.03,
          "negative_goodness": 1.0499626024987962,
          "pair_accuracy": 0.9415555555449592,
          "positive_goodness": 4.1161576704237195,
          "runtime_seconds": 5.753520250320435
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6024826329814064,
          "lr": 0.03,
          "negative_goodness": 0.9863851332346598,
          "pair_accuracy": 0.9490222222222222,
          "positive_goodness": 4.300285968271892,
          "runtime_seconds": 5.733676195144653
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6264154883066814,
          "lr": 0.03,
          "negative_goodness": 1.0206735513793097,
          "pair_accuracy": 0.9396,
          "positive_goodness": 4.2153838796827525,
          "runtime_seconds": 5.720741510391235
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6320249613020155,
          "lr": 0.03,
          "negative_goodness": 1.0302738459693062,
          "pair_accuracy": 0.9468444444974263,
          "positive_goodness": 4.148143635813395,
          "runtime_seconds": 5.723891496658325
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5902998833444384,
          "lr": 0.03,
          "negative_goodness": 0.9871009024090237,
          "pair_accuracy": 0.952022222243415,
          "positive_goodness": 4.290982182693481,
          "runtime_seconds": 5.721240997314453
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5921229245927598,
          "lr": 0.03,
          "negative_goodness": 0.9616461636649237,
          "pair_accuracy": 0.9558000000529819,
          "positive_goodness": 4.291720061365764,
          "runtime_seconds": 5.75085711479187
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5852482746442159,
          "lr": 0.03,
          "negative_goodness": 0.9669520259009468,
          "pair_accuracy": 0.9572222222752041,
          "positive_goodness": 4.325546126386854,
          "runtime_seconds": 5.755417585372925
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5937615621195899,
          "lr": 0.03,
          "negative_goodness": 0.9702258494006263,
          "pair_accuracy": 0.9528666666666666,
          "positive_goodness": 4.2996888850741914,
          "runtime_seconds": 5.720393896102905
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5959901544994778,
          "lr": 0.03,
          "negative_goodness": 0.9773693108664618,
          "pair_accuracy": 0.9498666666984558,
          "positive_goodness": 4.343172363959418,
          "runtime_seconds": 5.838986158370972
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.641119163608551,
          "lr": 0.03,
          "negative_goodness": 0.9928368497318691,
          "pair_accuracy": 0.9371555555555555,
          "positive_goodness": 4.164507951524523,
          "runtime_seconds": 5.724598169326782
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6001592504501343,
          "lr": 0.03,
          "negative_goodness": 0.9864484714402093,
          "pair_accuracy": 0.9518,
          "positive_goodness": 4.303451423814562,
          "runtime_seconds": 5.735449314117432
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5691245153533088,
          "lr": 0.03,
          "negative_goodness": 0.9349674735016293,
          "pair_accuracy": 0.9581333333333333,
          "positive_goodness": 4.514090444776747,
          "runtime_seconds": 5.72387170791626
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5926044074058533,
          "lr": 0.03,
          "negative_goodness": 0.9569485036426121,
          "pair_accuracy": 0.9509999999894037,
          "positive_goodness": 4.35850186636183,
          "runtime_seconds": 5.741779804229736
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5859315923266941,
          "lr": 0.03,
          "negative_goodness": 0.9463732207854589,
          "pair_accuracy": 0.9542888888888889,
          "positive_goodness": 4.405624916627672,
          "runtime_seconds": 5.755510330200195
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6243330943743388,
          "lr": 0.03,
          "negative_goodness": 0.9951585437986585,
          "pair_accuracy": 0.9445333333227369,
          "positive_goodness": 4.254890898174709,
          "runtime_seconds": 5.758537292480469
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6087314392222298,
          "lr": 0.03,
          "negative_goodness": 0.9599108479420344,
          "pair_accuracy": 0.9505555555555556,
          "positive_goodness": 4.3173218822055395,
          "runtime_seconds": 5.756553888320923
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5584267165395949,
          "lr": 0.03,
          "negative_goodness": 0.9183604367733001,
          "pair_accuracy": 0.9568888888888889,
          "positive_goodness": 4.532250287543403,
          "runtime_seconds": 5.750408411026001
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6104720228513082,
          "lr": 0.03,
          "negative_goodness": 0.9605097610897488,
          "pair_accuracy": 0.9504444444444444,
          "positive_goodness": 4.31890218234592,
          "runtime_seconds": 5.7401134967803955
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5734154635217454,
          "lr": 0.03,
          "negative_goodness": 0.9109228537665474,
          "pair_accuracy": 0.9553555555555555,
          "positive_goodness": 4.4389154182434085,
          "runtime_seconds": 5.7187347412109375
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5856910566223992,
          "lr": 0.03,
          "negative_goodness": 0.9311357114685906,
          "pair_accuracy": 0.9491777777777778,
          "positive_goodness": 4.419648718092176,
          "runtime_seconds": 5.728126287460327
        }
      ],
      "layer": 14
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8077292849858602,
          "lr": 0.03,
          "negative_goodness": 1.209199212604099,
          "pair_accuracy": 0.9061999999682109,
          "positive_goodness": 3.5330154333750405,
          "runtime_seconds": 5.740723609924316
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7228240838898553,
          "lr": 0.03,
          "negative_goodness": 1.146035060013665,
          "pair_accuracy": 0.9296222222222222,
          "positive_goodness": 3.8675915012783473,
          "runtime_seconds": 5.735582590103149
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7128756819407145,
          "lr": 0.03,
          "negative_goodness": 1.133212046262953,
          "pair_accuracy": 0.9295555555608538,
          "positive_goodness": 3.9272841211107044,
          "runtime_seconds": 5.721423387527466
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6758963685671489,
          "lr": 0.03,
          "negative_goodness": 1.0977544721391466,
          "pair_accuracy": 0.9378888888782925,
          "positive_goodness": 3.9872726520114474,
          "runtime_seconds": 5.686263084411621
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7077178281995985,
          "lr": 0.03,
          "negative_goodness": 1.1293531079822117,
          "pair_accuracy": 0.927577777756585,
          "positive_goodness": 3.969195002831353,
          "runtime_seconds": 5.683469772338867
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6773271365536584,
          "lr": 0.03,
          "negative_goodness": 1.106495298576355,
          "pair_accuracy": 0.9370222222222222,
          "positive_goodness": 3.9921829366895887,
          "runtime_seconds": 5.6845386028289795
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6687681733873155,
          "lr": 0.03,
          "negative_goodness": 1.0703529817369248,
          "pair_accuracy": 0.931244444433848,
          "positive_goodness": 4.093548706902398,
          "runtime_seconds": 5.6848931312561035
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6623319101015727,
          "lr": 0.03,
          "negative_goodness": 1.0737663223266602,
          "pair_accuracy": 0.9367111111111112,
          "positive_goodness": 4.115773443433974,
          "runtime_seconds": 5.684698104858398
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6755407812860277,
          "lr": 0.03,
          "negative_goodness": 1.0680918160676955,
          "pair_accuracy": 0.9258888888888889,
          "positive_goodness": 4.089353062184652,
          "runtime_seconds": 5.6866044998168945
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6476636092503866,
          "lr": 0.03,
          "negative_goodness": 1.039709871588813,
          "pair_accuracy": 0.939933333322737,
          "positive_goodness": 4.1971469653235545,
          "runtime_seconds": 5.685578107833862
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6419257877985637,
          "lr": 0.03,
          "negative_goodness": 1.0368057378345066,
          "pair_accuracy": 0.9368222222646078,
          "positive_goodness": 4.203251220279269,
          "runtime_seconds": 5.684859275817871
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6086089744991726,
          "lr": 0.03,
          "negative_goodness": 0.9985459487491184,
          "pair_accuracy": 0.9499777777797646,
          "positive_goodness": 4.356890682983399,
          "runtime_seconds": 5.6858227252960205
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6330047592057122,
          "lr": 0.03,
          "negative_goodness": 1.0138513754950629,
          "pair_accuracy": 0.9384222222010294,
          "positive_goodness": 4.242979154544407,
          "runtime_seconds": 5.717362880706787
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5980334328757392,
          "lr": 0.03,
          "negative_goodness": 0.9774680274115668,
          "pair_accuracy": 0.9461111111323038,
          "positive_goodness": 4.458681714757284,
          "runtime_seconds": 5.7007856369018555
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5740556812975142,
          "lr": 0.03,
          "negative_goodness": 0.9389847209082709,
          "pair_accuracy": 0.9514,
          "positive_goodness": 4.522922228834364,
          "runtime_seconds": 5.685072898864746
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6079774571683672,
          "lr": 0.03,
          "negative_goodness": 0.9779205644395617,
          "pair_accuracy": 0.9467777777777778,
          "positive_goodness": 4.396587236022949,
          "runtime_seconds": 5.7222983837127686
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5672759466171264,
          "lr": 0.03,
          "negative_goodness": 0.9072347744411893,
          "pair_accuracy": 0.9553555555661519,
          "positive_goodness": 4.624685880512661,
          "runtime_seconds": 5.742198705673218
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.559445163400968,
          "lr": 0.03,
          "negative_goodness": 0.9082724655310312,
          "pair_accuracy": 0.9559333333333333,
          "positive_goodness": 4.639303219604492,
          "runtime_seconds": 5.738272190093994
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6238925936169094,
          "lr": 0.03,
          "negative_goodness": 0.9985655376434326,
          "pair_accuracy": 0.9442666666348776,
          "positive_goodness": 4.373583974117703,
          "runtime_seconds": 5.706565618515015
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6108534517923991,
          "lr": 0.03,
          "negative_goodness": 0.9665532493273418,
          "pair_accuracy": 0.9414666666666667,
          "positive_goodness": 4.444241522683038,
          "runtime_seconds": 5.686985015869141
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6023656463305156,
          "lr": 0.03,
          "negative_goodness": 0.9389311989254422,
          "pair_accuracy": 0.9376444444338481,
          "positive_goodness": 4.483940943272908,
          "runtime_seconds": 5.706195116043091
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5631650396717919,
          "lr": 0.03,
          "negative_goodness": 0.9183290605121188,
          "pair_accuracy": 0.9565333333333333,
          "positive_goodness": 4.639872148980035,
          "runtime_seconds": 5.737342357635498
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6051714739057753,
          "lr": 0.03,
          "negative_goodness": 0.9504967876646254,
          "pair_accuracy": 0.9439555556085375,
          "positive_goodness": 4.45208524500529,
          "runtime_seconds": 5.7364397048950195
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5848545355584887,
          "lr": 0.03,
          "negative_goodness": 0.9283776485350397,
          "pair_accuracy": 0.9494444444444444,
          "positive_goodness": 4.599643828413222,
          "runtime_seconds": 5.726597785949707
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.598423991590076,
          "lr": 0.03,
          "negative_goodness": 0.9240547195381589,
          "pair_accuracy": 0.9371555555555555,
          "positive_goodness": 4.550133902147081,
          "runtime_seconds": 5.737509727478027
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5989017757309808,
          "lr": 0.03,
          "negative_goodness": 0.9319571215894488,
          "pair_accuracy": 0.9397555555449592,
          "positive_goodness": 4.56941507174174,
          "runtime_seconds": 5.7367494106292725
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6028853678173489,
          "lr": 0.03,
          "negative_goodness": 0.9269093066533407,
          "pair_accuracy": 0.9402000000529819,
          "positive_goodness": 4.532553838857015,
          "runtime_seconds": 5.737213134765625
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.56592711464564,
          "lr": 0.03,
          "negative_goodness": 0.9052523978233338,
          "pair_accuracy": 0.9507333333439297,
          "positive_goodness": 4.710734250047472,
          "runtime_seconds": 5.740714073181152
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5717803855472141,
          "lr": 0.03,
          "negative_goodness": 0.8847948793093363,
          "pair_accuracy": 0.9469111111111111,
          "positive_goodness": 4.71238114344279,
          "runtime_seconds": 5.731891393661499
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5985497381316291,
          "lr": 0.03,
          "negative_goodness": 0.9327549852689108,
          "pair_accuracy": 0.9429555555555555,
          "positive_goodness": 4.564009812121921,
          "runtime_seconds": 5.7237842082977295
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5576520248730977,
          "lr": 0.03,
          "negative_goodness": 0.8783806577788459,
          "pair_accuracy": 0.9530888888888889,
          "positive_goodness": 4.782075267834133,
          "runtime_seconds": 5.737922668457031
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.573078599219852,
          "lr": 0.03,
          "negative_goodness": 0.9196779096338484,
          "pair_accuracy": 0.9509777777777778,
          "positive_goodness": 4.643351791127523,
          "runtime_seconds": 5.719398021697998
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5811459675682915,
          "lr": 0.03,
          "negative_goodness": 0.9059310257593791,
          "pair_accuracy": 0.9430444444447755,
          "positive_goodness": 4.680737541474237,
          "runtime_seconds": 5.6859142780303955
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5622108904573653,
          "lr": 0.03,
          "negative_goodness": 0.8781166532357534,
          "pair_accuracy": 0.9538,
          "positive_goodness": 4.712309113396539,
          "runtime_seconds": 5.686975002288818
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5366445859008365,
          "lr": 0.03,
          "negative_goodness": 0.8430267969025506,
          "pair_accuracy": 0.9529555555449591,
          "positive_goodness": 4.906475472429063,
          "runtime_seconds": 5.694453716278076
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5703455469873216,
          "lr": 0.03,
          "negative_goodness": 0.8877037631988526,
          "pair_accuracy": 0.951333333322737,
          "positive_goodness": 4.722531295055814,
          "runtime_seconds": 5.735188722610474
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5644487661838532,
          "lr": 0.03,
          "negative_goodness": 0.8758599687788221,
          "pair_accuracy": 0.9481333333333334,
          "positive_goodness": 4.754723003217909,
          "runtime_seconds": 5.734181880950928
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5876818772315979,
          "lr": 0.03,
          "negative_goodness": 0.8893282003190782,
          "pair_accuracy": 0.9459555555343628,
          "positive_goodness": 4.652373493703206,
          "runtime_seconds": 5.7367942333221436
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5866580487145318,
          "lr": 0.03,
          "negative_goodness": 0.9005969947073195,
          "pair_accuracy": 0.9383555555449592,
          "positive_goodness": 4.644764848539564,
          "runtime_seconds": 5.736835956573486
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5601717548370362,
          "lr": 0.03,
          "negative_goodness": 0.8695829068024953,
          "pair_accuracy": 0.9463777777777778,
          "positive_goodness": 4.79460900217692,
          "runtime_seconds": 5.707314491271973
        }
      ],
      "layer": 15
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0813628235287136,
          "lr": 0.03,
          "negative_goodness": 1.6765438162273831,
          "pair_accuracy": 0.8168444444444445,
          "positive_goodness": 3.1979609195921155,
          "runtime_seconds": 5.743719816207886
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8086916566848755,
          "lr": 0.03,
          "negative_goodness": 1.3351606928083632,
          "pair_accuracy": 0.9083111111323039,
          "positive_goodness": 3.699197622977363,
          "runtime_seconds": 5.761765956878662
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7209807239956326,
          "lr": 0.03,
          "negative_goodness": 1.227506582959493,
          "pair_accuracy": 0.9294888888676961,
          "positive_goodness": 3.9776111350801258,
          "runtime_seconds": 5.754207611083984
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6983618433210584,
          "lr": 0.03,
          "negative_goodness": 1.151666973368327,
          "pair_accuracy": 0.9323111111323039,
          "positive_goodness": 3.927937078603109,
          "runtime_seconds": 5.755901336669922
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6652849786334568,
          "lr": 0.03,
          "negative_goodness": 1.099031655714247,
          "pair_accuracy": 0.9333999999682109,
          "positive_goodness": 4.130532081052992,
          "runtime_seconds": 5.750417232513428
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6832835120413039,
          "lr": 0.03,
          "negative_goodness": 1.1277515489366319,
          "pair_accuracy": 0.9311777778201633,
          "positive_goodness": 4.028683422470093,
          "runtime_seconds": 5.748272895812988
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6728859994093577,
          "lr": 0.03,
          "negative_goodness": 1.085537832567427,
          "pair_accuracy": 0.9303111111111111,
          "positive_goodness": 4.076718399556478,
          "runtime_seconds": 5.744665145874023
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5820480612172021,
          "lr": 0.03,
          "negative_goodness": 1.005483854760064,
          "pair_accuracy": 0.9578,
          "positive_goodness": 4.389581043836806,
          "runtime_seconds": 5.762751340866089
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6399625000582801,
          "lr": 0.03,
          "negative_goodness": 1.0685314306471083,
          "pair_accuracy": 0.9386888888888889,
          "positive_goodness": 4.149139383443196,
          "runtime_seconds": 5.765979766845703
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5982635676966773,
          "lr": 0.03,
          "negative_goodness": 1.0190116641044618,
          "pair_accuracy": 0.9538222222222222,
          "positive_goodness": 4.321236879052056,
          "runtime_seconds": 5.777781248092651
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5641626050154368,
          "lr": 0.03,
          "negative_goodness": 0.9608929763423072,
          "pair_accuracy": 0.9572,
          "positive_goodness": 4.496902349260118,
          "runtime_seconds": 5.763747215270996
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6123360478083293,
          "lr": 0.03,
          "negative_goodness": 0.9956898840374416,
          "pair_accuracy": 0.9399999999894036,
          "positive_goodness": 4.312644374126858,
          "runtime_seconds": 5.766972303390503
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5851441229926215,
          "lr": 0.03,
          "negative_goodness": 0.9723166086408827,
          "pair_accuracy": 0.9529555555582047,
          "positive_goodness": 4.390237932078044,
          "runtime_seconds": 5.767284154891968
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5873849428812663,
          "lr": 0.03,
          "negative_goodness": 0.9747640508439805,
          "pair_accuracy": 0.9477777777797646,
          "positive_goodness": 4.4128102148691815,
          "runtime_seconds": 5.765705585479736
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6118840769873725,
          "lr": 0.03,
          "negative_goodness": 1.0197348164187536,
          "pair_accuracy": 0.9501111111005147,
          "positive_goodness": 4.288538654496935,
          "runtime_seconds": 5.770308256149292
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6096735409736633,
          "lr": 0.03,
          "negative_goodness": 0.9845185489018758,
          "pair_accuracy": 0.9465555555979411,
          "positive_goodness": 4.339837828360664,
          "runtime_seconds": 5.772658824920654
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5765107239511278,
          "lr": 0.03,
          "negative_goodness": 0.9463970541742113,
          "pair_accuracy": 0.9518888888676962,
          "positive_goodness": 4.4198666905721025,
          "runtime_seconds": 5.7649359703063965
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5992112108336555,
          "lr": 0.03,
          "negative_goodness": 0.9818605893346999,
          "pair_accuracy": 0.9423111111111111,
          "positive_goodness": 4.3567831985473635,
          "runtime_seconds": 5.76821231842041
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5827254225518969,
          "lr": 0.03,
          "negative_goodness": 0.9673968142403496,
          "pair_accuracy": 0.9495555555449592,
          "positive_goodness": 4.391504744466146,
          "runtime_seconds": 5.7669360637664795
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5707711565282609,
          "lr": 0.03,
          "negative_goodness": 0.936334270977974,
          "pair_accuracy": 0.9496444444444444,
          "positive_goodness": 4.457128370920817,
          "runtime_seconds": 5.764110565185547
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6012887466960483,
          "lr": 0.03,
          "negative_goodness": 0.9751232186423407,
          "pair_accuracy": 0.9429555555555555,
          "positive_goodness": 4.312078301239014,
          "runtime_seconds": 5.7724974155426025
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5422316340976291,
          "lr": 0.03,
          "negative_goodness": 0.9275819087982178,
          "pair_accuracy": 0.9591333333121406,
          "positive_goodness": 4.578923684353299,
          "runtime_seconds": 5.764500379562378
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5728404538260566,
          "lr": 0.03,
          "negative_goodness": 0.9397935285462273,
          "pair_accuracy": 0.9548000000423855,
          "positive_goodness": 4.4830408335367835,
          "runtime_seconds": 5.763909101486206
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5455308247778151,
          "lr": 0.03,
          "negative_goodness": 0.9132291709899902,
          "pair_accuracy": 0.9579333333333333,
          "positive_goodness": 4.556146794806587,
          "runtime_seconds": 5.763471364974976
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5753064369413587,
          "lr": 0.03,
          "negative_goodness": 0.9364274180306329,
          "pair_accuracy": 0.9490444444338481,
          "positive_goodness": 4.471171285925971,
          "runtime_seconds": 5.75764536857605
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5735203237374623,
          "lr": 0.03,
          "negative_goodness": 0.9579669907199012,
          "pair_accuracy": 0.9531333333333334,
          "positive_goodness": 4.424232546403673,
          "runtime_seconds": 5.723729133605957
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.565815491549174,
          "lr": 0.03,
          "negative_goodness": 0.9278921001752217,
          "pair_accuracy": 0.9505333333333333,
          "positive_goodness": 4.454271600087484,
          "runtime_seconds": 5.727167129516602
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5849146755218506,
          "lr": 0.03,
          "negative_goodness": 0.948643079164293,
          "pair_accuracy": 0.9425111111058129,
          "positive_goodness": 4.418724549060397,
          "runtime_seconds": 5.725392818450928
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5691687502543131,
          "lr": 0.03,
          "negative_goodness": 0.8885811158286201,
          "pair_accuracy": 0.9488444444762336,
          "positive_goodness": 4.485611656400892,
          "runtime_seconds": 5.726901292800903
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5359419727272458,
          "lr": 0.03,
          "negative_goodness": 0.8915692127333747,
          "pair_accuracy": 0.9627555555555556,
          "positive_goodness": 4.562875947231716,
          "runtime_seconds": 5.726470470428467
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5254947767310673,
          "lr": 0.03,
          "negative_goodness": 0.8622430050849914,
          "pair_accuracy": 0.9568666666666666,
          "positive_goodness": 4.751280461883545,
          "runtime_seconds": 5.729458570480347
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5675594629711574,
          "lr": 0.03,
          "negative_goodness": 0.92706068549686,
          "pair_accuracy": 0.949622222243415,
          "positive_goodness": 4.473617198308309,
          "runtime_seconds": 5.728997468948364
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.552798648929596,
          "lr": 0.03,
          "negative_goodness": 0.8800009325875177,
          "pair_accuracy": 0.9482888888782925,
          "positive_goodness": 4.588654892985026,
          "runtime_seconds": 5.727462291717529
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5736042762756348,
          "lr": 0.03,
          "negative_goodness": 0.9037736954794989,
          "pair_accuracy": 0.9421555555767483,
          "positive_goodness": 4.543971029557122,
          "runtime_seconds": 5.728877305984497
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5465184293958876,
          "lr": 0.03,
          "negative_goodness": 0.9004793021731906,
          "pair_accuracy": 0.9550888888895511,
          "positive_goodness": 4.588282968298594,
          "runtime_seconds": 5.753023386001587
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5807900384691026,
          "lr": 0.03,
          "negative_goodness": 0.9028742028130425,
          "pair_accuracy": 0.9453555555661519,
          "positive_goodness": 4.44759680050744,
          "runtime_seconds": 5.760590076446533
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5165767370435926,
          "lr": 0.03,
          "negative_goodness": 0.8714184447712369,
          "pair_accuracy": 0.9663333333333334,
          "positive_goodness": 4.670254816775852,
          "runtime_seconds": 5.728963851928711
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5346224175400204,
          "lr": 0.03,
          "negative_goodness": 0.8656261479934056,
          "pair_accuracy": 0.9531333333333334,
          "positive_goodness": 4.684896028306749,
          "runtime_seconds": 5.729176998138428
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5123895366933611,
          "lr": 0.03,
          "negative_goodness": 0.8475099859979418,
          "pair_accuracy": 0.9615111111111111,
          "positive_goodness": 4.771570641411675,
          "runtime_seconds": 5.750804662704468
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5050272702111138,
          "lr": 0.03,
          "negative_goodness": 0.8420383647653792,
          "pair_accuracy": 0.9654444444444444,
          "positive_goodness": 4.795401853179932,
          "runtime_seconds": 5.749722719192505
        }
      ],
      "layer": 16
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.759397067700492,
          "lr": 0.03,
          "negative_goodness": 1.1536874280187819,
          "pair_accuracy": 0.9144888888888889,
          "positive_goodness": 3.7950426486545137,
          "runtime_seconds": 5.744027614593506
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.6649845866203308,
          "lr": 0.03,
          "negative_goodness": 1.1204468712382847,
          "pair_accuracy": 0.9317333333015442,
          "positive_goodness": 4.162667276467217,
          "runtime_seconds": 5.759847402572632
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6269203478071425,
          "lr": 0.03,
          "negative_goodness": 1.1035344711515638,
          "pair_accuracy": 0.9468,
          "positive_goodness": 4.272452491845025,
          "runtime_seconds": 5.757518529891968
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6278893554369609,
          "lr": 0.03,
          "negative_goodness": 1.0771295362790425,
          "pair_accuracy": 0.9357777777777778,
          "positive_goodness": 4.360184202914768,
          "runtime_seconds": 5.7599427700042725
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6119264091014862,
          "lr": 0.03,
          "negative_goodness": 1.0377744220627678,
          "pair_accuracy": 0.9379333333333333,
          "positive_goodness": 4.443644617377387,
          "runtime_seconds": 5.755059003829956
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.5483569103505876,
          "lr": 0.03,
          "negative_goodness": 0.9715085257954068,
          "pair_accuracy": 0.9556888888888889,
          "positive_goodness": 4.731107317691379,
          "runtime_seconds": 5.752534627914429
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.586669972843594,
          "lr": 0.03,
          "negative_goodness": 1.0072616982248095,
          "pair_accuracy": 0.9374888888888889,
          "positive_goodness": 4.606926610310873,
          "runtime_seconds": 5.758478164672852
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5493673117107816,
          "lr": 0.03,
          "negative_goodness": 0.9678855889426338,
          "pair_accuracy": 0.9567333333121406,
          "positive_goodness": 4.738526354132758,
          "runtime_seconds": 5.749340057373047
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5551696324772305,
          "lr": 0.03,
          "negative_goodness": 0.9687659836663141,
          "pair_accuracy": 0.9470666666348775,
          "positive_goodness": 4.7471492424011235,
          "runtime_seconds": 5.74617600440979
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5498966087341308,
          "lr": 0.03,
          "negative_goodness": 0.9439172001308865,
          "pair_accuracy": 0.9503777777777778,
          "positive_goodness": 4.796833125485314,
          "runtime_seconds": 5.7520387172698975
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5628774675793118,
          "lr": 0.03,
          "negative_goodness": 0.9417937134636774,
          "pair_accuracy": 0.9469111111534967,
          "positive_goodness": 4.777043729951647,
          "runtime_seconds": 5.754746913909912
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5499605759514703,
          "lr": 0.03,
          "negative_goodness": 0.9517924171023898,
          "pair_accuracy": 0.9495777777724795,
          "positive_goodness": 4.813456586498685,
          "runtime_seconds": 5.727785110473633
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.597411921538247,
          "lr": 0.03,
          "negative_goodness": 0.962941753408644,
          "pair_accuracy": 0.9314222222222223,
          "positive_goodness": 4.672578823428684,
          "runtime_seconds": 5.6959068775177
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5598294277191163,
          "lr": 0.03,
          "negative_goodness": 0.9564417145199245,
          "pair_accuracy": 0.948844444460339,
          "positive_goodness": 4.756462690734863,
          "runtime_seconds": 5.701268196105957
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5660446677313911,
          "lr": 0.03,
          "negative_goodness": 0.9488096901363796,
          "pair_accuracy": 0.9433333333353201,
          "positive_goodness": 4.764745210096571,
          "runtime_seconds": 5.702724933624268
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5829398211797079,
          "lr": 0.03,
          "negative_goodness": 0.9629330648316278,
          "pair_accuracy": 0.9402444444444444,
          "positive_goodness": 4.684011428578694,
          "runtime_seconds": 5.700514793395996
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5489764802561866,
          "lr": 0.03,
          "negative_goodness": 0.9250198801517486,
          "pair_accuracy": 0.9481777777777778,
          "positive_goodness": 4.852488317447238,
          "runtime_seconds": 5.699199914932251
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5654425000296699,
          "lr": 0.03,
          "negative_goodness": 0.9304125044292874,
          "pair_accuracy": 0.9416888888676961,
          "positive_goodness": 4.854834271367391,
          "runtime_seconds": 5.697219610214233
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5815076601134406,
          "lr": 0.03,
          "negative_goodness": 0.9703806310335795,
          "pair_accuracy": 0.9403777777777778,
          "positive_goodness": 4.713371356116401,
          "runtime_seconds": 5.698409557342529
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5341214591926998,
          "lr": 0.03,
          "negative_goodness": 0.8892277530723148,
          "pair_accuracy": 0.9484666666560703,
          "positive_goodness": 5.048682787153456,
          "runtime_seconds": 5.704947471618652
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5651182108402252,
          "lr": 0.03,
          "negative_goodness": 0.9217767543792724,
          "pair_accuracy": 0.9394444444338481,
          "positive_goodness": 4.796742873128255,
          "runtime_seconds": 5.698298454284668
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5372714517911276,
          "lr": 0.03,
          "negative_goodness": 0.896261022928026,
          "pair_accuracy": 0.9496666666984558,
          "positive_goodness": 4.989602671771579,
          "runtime_seconds": 5.701730966567993
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5548915547688802,
          "lr": 0.03,
          "negative_goodness": 0.9115036477618748,
          "pair_accuracy": 0.9447111111005148,
          "positive_goodness": 4.852162124803331,
          "runtime_seconds": 5.69572639465332
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5528256639639536,
          "lr": 0.03,
          "negative_goodness": 0.9171851162645552,
          "pair_accuracy": 0.9470888888888889,
          "positive_goodness": 4.862711146121555,
          "runtime_seconds": 5.728313684463501
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5342635036892361,
          "lr": 0.03,
          "negative_goodness": 0.8626411575847202,
          "pair_accuracy": 0.9488666666666666,
          "positive_goodness": 5.056239941575792,
          "runtime_seconds": 5.754504203796387
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5534604049894545,
          "lr": 0.03,
          "negative_goodness": 0.8683919976764255,
          "pair_accuracy": 0.9361333333651225,
          "positive_goodness": 4.9679725218455,
          "runtime_seconds": 5.754232168197632
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5546055186960432,
          "lr": 0.03,
          "negative_goodness": 0.9052549703915914,
          "pair_accuracy": 0.9439555555555555,
          "positive_goodness": 4.962640204111735,
          "runtime_seconds": 5.749769926071167
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5476874506897397,
          "lr": 0.03,
          "negative_goodness": 0.8928324872016907,
          "pair_accuracy": 0.9478888888888889,
          "positive_goodness": 4.974921618313259,
          "runtime_seconds": 5.71799373626709
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5480882154464721,
          "lr": 0.03,
          "negative_goodness": 0.8977161531024509,
          "pair_accuracy": 0.9421111111429002,
          "positive_goodness": 4.967288090303209,
          "runtime_seconds": 5.69822883605957
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.4955062199804518,
          "lr": 0.03,
          "negative_goodness": 0.8484430962350633,
          "pair_accuracy": 0.9650444444126554,
          "positive_goodness": 5.221068635050456,
          "runtime_seconds": 5.703501224517822
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5291912065294054,
          "lr": 0.03,
          "negative_goodness": 0.853339294136895,
          "pair_accuracy": 0.9479333333439297,
          "positive_goodness": 5.1649919900682235,
          "runtime_seconds": 5.69917893409729
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5240054973337386,
          "lr": 0.03,
          "negative_goodness": 0.8295799037085639,
          "pair_accuracy": 0.9487777777777778,
          "positive_goodness": 5.120215635681152,
          "runtime_seconds": 5.693878173828125
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5674657982296414,
          "lr": 0.03,
          "negative_goodness": 0.8763314692815145,
          "pair_accuracy": 0.9329777778307596,
          "positive_goodness": 4.988220212512546,
          "runtime_seconds": 5.7157697677612305
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5198648954285515,
          "lr": 0.03,
          "negative_goodness": 0.8462434901979234,
          "pair_accuracy": 0.9549777777459887,
          "positive_goodness": 5.094926131778293,
          "runtime_seconds": 5.699906587600708
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5554430743959214,
          "lr": 0.03,
          "negative_goodness": 0.8792623123592801,
          "pair_accuracy": 0.9373999999894036,
          "positive_goodness": 4.955067873382569,
          "runtime_seconds": 5.695971965789795
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5148544895172119,
          "lr": 0.03,
          "negative_goodness": 0.838081872897678,
          "pair_accuracy": 0.9515333333333333,
          "positive_goodness": 5.165329999499851,
          "runtime_seconds": 5.701892375946045
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.47652245382732816,
          "lr": 0.03,
          "negative_goodness": 0.8037202909257677,
          "pair_accuracy": 0.9668222222222222,
          "positive_goodness": 5.355902731577555,
          "runtime_seconds": 5.744146823883057
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5314608515209622,
          "lr": 0.03,
          "negative_goodness": 0.8662011790805393,
          "pair_accuracy": 0.9478,
          "positive_goodness": 5.13519300910102,
          "runtime_seconds": 5.740092992782593
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.542677180035909,
          "lr": 0.03,
          "negative_goodness": 0.8578786113315159,
          "pair_accuracy": 0.9424000000158945,
          "positive_goodness": 5.104390487925212,
          "runtime_seconds": 5.6904296875
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5238069118075901,
          "lr": 0.03,
          "negative_goodness": 0.8350118919796414,
          "pair_accuracy": 0.9493111111117734,
          "positive_goodness": 5.243276686710781,
          "runtime_seconds": 5.688002109527588
        }
      ],
      "layer": 17
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9577057856241862,
          "lr": 0.03,
          "negative_goodness": 1.4619166843626235,
          "pair_accuracy": 0.850377777756585,
          "positive_goodness": 3.5938261953141954,
          "runtime_seconds": 5.725976228713989
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7676047029071384,
          "lr": 0.03,
          "negative_goodness": 1.1529164318932428,
          "pair_accuracy": 0.9129555555343628,
          "positive_goodness": 3.840557531314426,
          "runtime_seconds": 5.724540948867798
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.760160752805074,
          "lr": 0.03,
          "negative_goodness": 1.1440867092980278,
          "pair_accuracy": 0.9139333333333334,
          "positive_goodness": 3.7870904688941107,
          "runtime_seconds": 5.725184917449951
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6946383789963192,
          "lr": 0.03,
          "negative_goodness": 1.0596212670432197,
          "pair_accuracy": 0.9297555555555556,
          "positive_goodness": 4.012601882595486,
          "runtime_seconds": 5.77173924446106
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6998100776778328,
          "lr": 0.03,
          "negative_goodness": 1.0615760700331793,
          "pair_accuracy": 0.9315555555555556,
          "positive_goodness": 3.950152573055691,
          "runtime_seconds": 5.7675440311431885
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6187991501808167,
          "lr": 0.03,
          "negative_goodness": 0.9679103818363614,
          "pair_accuracy": 0.9475333333333333,
          "positive_goodness": 4.244551625315348,
          "runtime_seconds": 5.764724493026733
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6265819016244676,
          "lr": 0.03,
          "negative_goodness": 0.9553032650205824,
          "pair_accuracy": 0.9406222222752041,
          "positive_goodness": 4.236839876217312,
          "runtime_seconds": 5.766928195953369
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6157694844086965,
          "lr": 0.03,
          "negative_goodness": 0.9631993121041192,
          "pair_accuracy": 0.9494888888888889,
          "positive_goodness": 4.210624705335829,
          "runtime_seconds": 5.7653257846832275
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6150836736096276,
          "lr": 0.03,
          "negative_goodness": 0.9448088834550645,
          "pair_accuracy": 0.9454888888888889,
          "positive_goodness": 4.309662520853679,
          "runtime_seconds": 5.739302635192871
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6250465776231554,
          "lr": 0.03,
          "negative_goodness": 0.9754710626178318,
          "pair_accuracy": 0.9442444444126553,
          "positive_goodness": 4.190601248380873,
          "runtime_seconds": 5.729222059249878
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.616706213511361,
          "lr": 0.03,
          "negative_goodness": 0.9448618777487013,
          "pair_accuracy": 0.943,
          "positive_goodness": 4.268950197601319,
          "runtime_seconds": 5.762585401535034
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6182784839895037,
          "lr": 0.03,
          "negative_goodness": 0.9673233775509729,
          "pair_accuracy": 0.9471555555555555,
          "positive_goodness": 4.264080620956421,
          "runtime_seconds": 5.768152952194214
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6252033799701266,
          "lr": 0.03,
          "negative_goodness": 0.9682959156036377,
          "pair_accuracy": 0.9394222222116259,
          "positive_goodness": 4.200671216540867,
          "runtime_seconds": 5.7657692432403564
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6171026913881302,
          "lr": 0.03,
          "negative_goodness": 0.944217780160904,
          "pair_accuracy": 0.9423999999894036,
          "positive_goodness": 4.240507948303223,
          "runtime_seconds": 5.760894298553467
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5920481569157706,
          "lr": 0.03,
          "negative_goodness": 0.9278996078411738,
          "pair_accuracy": 0.9472666666666667,
          "positive_goodness": 4.3110301497565375,
          "runtime_seconds": 5.766883850097656
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5825462632311715,
          "lr": 0.03,
          "negative_goodness": 0.8934798438138432,
          "pair_accuracy": 0.9501111111111111,
          "positive_goodness": 4.473941497717964,
          "runtime_seconds": 5.761570930480957
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6214004647043017,
          "lr": 0.03,
          "negative_goodness": 0.9687958250257704,
          "pair_accuracy": 0.9418222222222222,
          "positive_goodness": 4.228186459096273,
          "runtime_seconds": 5.762316703796387
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6264773794915941,
          "lr": 0.03,
          "negative_goodness": 0.9528502398014068,
          "pair_accuracy": 0.9402666666666667,
          "positive_goodness": 4.239637517632379,
          "runtime_seconds": 5.7641990184783936
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5797003578768836,
          "lr": 0.03,
          "negative_goodness": 0.8870079243342082,
          "pair_accuracy": 0.9453111111111111,
          "positive_goodness": 4.496932288275825,
          "runtime_seconds": 5.750097274780273
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5576246177355448,
          "lr": 0.03,
          "negative_goodness": 0.8574539640638563,
          "pair_accuracy": 0.9534,
          "positive_goodness": 4.5296410458882646,
          "runtime_seconds": 5.727483034133911
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5876478322664896,
          "lr": 0.03,
          "negative_goodness": 0.9071962789959378,
          "pair_accuracy": 0.9443777777671813,
          "positive_goodness": 4.391317828538683,
          "runtime_seconds": 5.7311060428619385
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6013725753466288,
          "lr": 0.03,
          "negative_goodness": 0.9259518835915459,
          "pair_accuracy": 0.9420444444444445,
          "positive_goodness": 4.3152334604899085,
          "runtime_seconds": 5.759221792221069
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5911739395989312,
          "lr": 0.03,
          "negative_goodness": 0.8947589077419705,
          "pair_accuracy": 0.9401111111111111,
          "positive_goodness": 4.437092357296414,
          "runtime_seconds": 5.764971971511841
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5793496297491921,
          "lr": 0.03,
          "negative_goodness": 0.889075196062194,
          "pair_accuracy": 0.948,
          "positive_goodness": 4.466226176028782,
          "runtime_seconds": 5.761889457702637
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5606113241540062,
          "lr": 0.03,
          "negative_goodness": 0.876453778802024,
          "pair_accuracy": 0.9548666666666666,
          "positive_goodness": 4.492634482150607,
          "runtime_seconds": 5.726857662200928
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5657969213750628,
          "lr": 0.03,
          "negative_goodness": 0.8765245838695103,
          "pair_accuracy": 0.9517777777671814,
          "positive_goodness": 4.567536749013265,
          "runtime_seconds": 5.752737283706665
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5701282953156366,
          "lr": 0.03,
          "negative_goodness": 0.853758389515347,
          "pair_accuracy": 0.9424222222222223,
          "positive_goodness": 4.557413884056939,
          "runtime_seconds": 5.7640221118927
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5731945234351687,
          "lr": 0.03,
          "negative_goodness": 0.8700037080287933,
          "pair_accuracy": 0.9417333333333333,
          "positive_goodness": 4.49355393040975,
          "runtime_seconds": 5.75255274772644
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5326536716037327,
          "lr": 0.03,
          "negative_goodness": 0.8530720695839988,
          "pair_accuracy": 0.9645333333333334,
          "positive_goodness": 4.638807901594374,
          "runtime_seconds": 5.732581377029419
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5405603237893847,
          "lr": 0.03,
          "negative_goodness": 0.8305870422575209,
          "pair_accuracy": 0.95604444448683,
          "positive_goodness": 4.62909386706882,
          "runtime_seconds": 5.773881435394287
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5690969479031033,
          "lr": 0.03,
          "negative_goodness": 0.8520229380713569,
          "pair_accuracy": 0.9428666666666666,
          "positive_goodness": 4.559475392935011,
          "runtime_seconds": 5.771756410598755
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.605961528661516,
          "lr": 0.03,
          "negative_goodness": 0.8993984793345133,
          "pair_accuracy": 0.9373777777777778,
          "positive_goodness": 4.335358750067817,
          "runtime_seconds": 5.77569580078125
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5701895580185784,
          "lr": 0.03,
          "negative_goodness": 0.8677478248702155,
          "pair_accuracy": 0.9469111111111111,
          "positive_goodness": 4.527780914730496,
          "runtime_seconds": 5.768612861633301
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5654286276181539,
          "lr": 0.03,
          "negative_goodness": 0.8391345565054151,
          "pair_accuracy": 0.9466888888676961,
          "positive_goodness": 4.5921472433302135,
          "runtime_seconds": 5.775753021240234
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5498311881860097,
          "lr": 0.03,
          "negative_goodness": 0.8323346718947092,
          "pair_accuracy": 0.9496222222222223,
          "positive_goodness": 4.64699726647271,
          "runtime_seconds": 5.743304252624512
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5570753570344713,
          "lr": 0.03,
          "negative_goodness": 0.8535927840550741,
          "pair_accuracy": 0.9517111111429003,
          "positive_goodness": 4.614758460828993,
          "runtime_seconds": 5.727975368499756
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5406476256158617,
          "lr": 0.03,
          "negative_goodness": 0.8104295343822903,
          "pair_accuracy": 0.9509111111005147,
          "positive_goodness": 4.694618868891398,
          "runtime_seconds": 5.732553243637085
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5749263187408448,
          "lr": 0.03,
          "negative_goodness": 0.8490812020513746,
          "pair_accuracy": 0.9409111111534967,
          "positive_goodness": 4.533195079421997,
          "runtime_seconds": 5.731459140777588
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5563022260983785,
          "lr": 0.03,
          "negative_goodness": 0.8223408967547946,
          "pair_accuracy": 0.9474666666560703,
          "positive_goodness": 4.695275541093614,
          "runtime_seconds": 5.729041814804077
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5279654003355239,
          "lr": 0.03,
          "negative_goodness": 0.8059647903760274,
          "pair_accuracy": 0.9544666666878594,
          "positive_goodness": 4.842536381997003,
          "runtime_seconds": 5.7299346923828125
        }
      ],
      "layer": 18
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9263122883690728,
          "lr": 0.03,
          "negative_goodness": 1.3150742263158162,
          "pair_accuracy": 0.8644222221904331,
          "positive_goodness": 3.2163579455693565,
          "runtime_seconds": 5.700520992279053
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.8144938829421997,
          "lr": 0.03,
          "negative_goodness": 1.2262532011667888,
          "pair_accuracy": 0.8998888888782925,
          "positive_goodness": 3.5648745544009737,
          "runtime_seconds": 5.715801477432251
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7779525783750746,
          "lr": 0.03,
          "negative_goodness": 1.1706740433163112,
          "pair_accuracy": 0.9040444444126553,
          "positive_goodness": 3.6433769714779323,
          "runtime_seconds": 5.704484462738037
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7956858524958292,
          "lr": 0.03,
          "negative_goodness": 1.203554916381836,
          "pair_accuracy": 0.8999555556085375,
          "positive_goodness": 3.6070161174350313,
          "runtime_seconds": 5.742747068405151
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.8035456697252061,
          "lr": 0.03,
          "negative_goodness": 1.207407422097524,
          "pair_accuracy": 0.8949333333121405,
          "positive_goodness": 3.57438130001492,
          "runtime_seconds": 5.746243238449097
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.7906303107367622,
          "lr": 0.03,
          "negative_goodness": 1.1886490882025824,
          "pair_accuracy": 0.8971111111164093,
          "positive_goodness": 3.611208499018351,
          "runtime_seconds": 5.749932765960693
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7992349120352004,
          "lr": 0.03,
          "negative_goodness": 1.2099979325612387,
          "pair_accuracy": 0.8982666666454739,
          "positive_goodness": 3.603535381825765,
          "runtime_seconds": 5.747341871261597
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.7509078476164076,
          "lr": 0.03,
          "negative_goodness": 1.1430456893497043,
          "pair_accuracy": 0.9111111111111111,
          "positive_goodness": 3.7245486774020726,
          "runtime_seconds": 5.751100540161133
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7682752063857184,
          "lr": 0.03,
          "negative_goodness": 1.168561129781935,
          "pair_accuracy": 0.9093333333015442,
          "positive_goodness": 3.685987099753486,
          "runtime_seconds": 5.744611978530884
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.7641701204088,
          "lr": 0.03,
          "negative_goodness": 1.1371417885038588,
          "pair_accuracy": 0.8991333333333333,
          "positive_goodness": 3.715414608256022,
          "runtime_seconds": 5.744386911392212
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.7519543470965492,
          "lr": 0.03,
          "negative_goodness": 1.1299019293573167,
          "pair_accuracy": 0.9104888888888889,
          "positive_goodness": 3.770201301574707,
          "runtime_seconds": 5.742348670959473
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.7365872945361667,
          "lr": 0.03,
          "negative_goodness": 1.1029301561779445,
          "pair_accuracy": 0.9091555555767483,
          "positive_goodness": 3.818439960522122,
          "runtime_seconds": 5.748476982116699
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.7522697380065918,
          "lr": 0.03,
          "negative_goodness": 1.1199044268290201,
          "pair_accuracy": 0.9040888888888889,
          "positive_goodness": 3.7853669555028278,
          "runtime_seconds": 5.742859840393066
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.7376326025433011,
          "lr": 0.03,
          "negative_goodness": 1.1045116954379612,
          "pair_accuracy": 0.9102444444338481,
          "positive_goodness": 3.835060037104289,
          "runtime_seconds": 5.753012180328369
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.7516712121751573,
          "lr": 0.03,
          "negative_goodness": 1.1052641821755302,
          "pair_accuracy": 0.9039777777989706,
          "positive_goodness": 3.780563330629137,
          "runtime_seconds": 5.745338678359985
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.7064394462585449,
          "lr": 0.03,
          "negative_goodness": 1.062743245739407,
          "pair_accuracy": 0.9157111111117734,
          "positive_goodness": 3.9345241401778326,
          "runtime_seconds": 5.7456419467926025
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.705780578607983,
          "lr": 0.03,
          "negative_goodness": 1.0511516462537978,
          "pair_accuracy": 0.9148666666666667,
          "positive_goodness": 3.927437756008572,
          "runtime_seconds": 5.7497735023498535
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.7077267515659332,
          "lr": 0.03,
          "negative_goodness": 1.059475143845876,
          "pair_accuracy": 0.9153777777777777,
          "positive_goodness": 3.929382805803087,
          "runtime_seconds": 5.732954263687134
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6953863581021626,
          "lr": 0.03,
          "negative_goodness": 1.0467672288894654,
          "pair_accuracy": 0.9247555555237664,
          "positive_goodness": 3.9707774541642933,
          "runtime_seconds": 5.703260660171509
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.7029471530278524,
          "lr": 0.03,
          "negative_goodness": 1.050344552230835,
          "pair_accuracy": 0.9192666667090522,
          "positive_goodness": 3.9585252838134766,
          "runtime_seconds": 5.700374603271484
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.7431428763283624,
          "lr": 0.03,
          "negative_goodness": 1.0897467143906487,
          "pair_accuracy": 0.9063333333227369,
          "positive_goodness": 3.8230730514526368,
          "runtime_seconds": 5.701416015625
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.7529144206576878,
          "lr": 0.03,
          "negative_goodness": 1.1038630726708307,
          "pair_accuracy": 0.9018222222222222,
          "positive_goodness": 3.780073408847385,
          "runtime_seconds": 5.703928470611572
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.7223552401012845,
          "lr": 0.03,
          "negative_goodness": 1.0739998178693984,
          "pair_accuracy": 0.9121333333757189,
          "positive_goodness": 3.8990577644771998,
          "runtime_seconds": 5.703487873077393
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.7000790270010631,
          "lr": 0.03,
          "negative_goodness": 1.0425852892663743,
          "pair_accuracy": 0.9170222222222222,
          "positive_goodness": 3.978319629245334,
          "runtime_seconds": 5.701123237609863
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6776921324412029,
          "lr": 0.03,
          "negative_goodness": 1.0013853470908272,
          "pair_accuracy": 0.9210444444232517,
          "positive_goodness": 4.088877335484822,
          "runtime_seconds": 5.702106714248657
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.7048524278852675,
          "lr": 0.03,
          "negative_goodness": 1.0390299512015448,
          "pair_accuracy": 0.9173333333598243,
          "positive_goodness": 3.9789804444419015,
          "runtime_seconds": 5.713441371917725
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.7477828614976672,
          "lr": 0.03,
          "negative_goodness": 1.0793396636539034,
          "pair_accuracy": 0.9012888888676961,
          "positive_goodness": 3.821340954759386,
          "runtime_seconds": 5.738520383834839
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.7432786608060201,
          "lr": 0.03,
          "negative_goodness": 1.089103878153695,
          "pair_accuracy": 0.9074666666666666,
          "positive_goodness": 3.82734944390191,
          "runtime_seconds": 5.7341978549957275
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.7136080302291447,
          "lr": 0.03,
          "negative_goodness": 1.0517639005237156,
          "pair_accuracy": 0.9140666666666667,
          "positive_goodness": 3.9776181325276694,
          "runtime_seconds": 5.700990676879883
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.7355094401041666,
          "lr": 0.03,
          "negative_goodness": 1.0879976016256545,
          "pair_accuracy": 0.9077777777777778,
          "positive_goodness": 3.873377038913303,
          "runtime_seconds": 5.70186972618103
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.7212884676827325,
          "lr": 0.03,
          "negative_goodness": 1.0509944243537055,
          "pair_accuracy": 0.910577777756585,
          "positive_goodness": 3.95149168709649,
          "runtime_seconds": 5.697181224822998
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6970755260043674,
          "lr": 0.03,
          "negative_goodness": 1.0241277264065212,
          "pair_accuracy": 0.9153111111429002,
          "positive_goodness": 4.004135726314121,
          "runtime_seconds": 5.700494289398193
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6941078568140666,
          "lr": 0.03,
          "negative_goodness": 1.0202261762830946,
          "pair_accuracy": 0.9190222222646077,
          "positive_goodness": 4.052033515824212,
          "runtime_seconds": 5.70062255859375
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6733550859027438,
          "lr": 0.03,
          "negative_goodness": 0.9832621575249566,
          "pair_accuracy": 0.9201777777777778,
          "positive_goodness": 4.125832840177748,
          "runtime_seconds": 5.70168399810791
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6820949530495538,
          "lr": 0.03,
          "negative_goodness": 0.9914625395668878,
          "pair_accuracy": 0.9166888888782925,
          "positive_goodness": 4.127924662441678,
          "runtime_seconds": 5.700541734695435
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6959327753490872,
          "lr": 0.03,
          "negative_goodness": 1.004011077033149,
          "pair_accuracy": 0.9135555555979411,
          "positive_goodness": 4.054662399588691,
          "runtime_seconds": 5.700461387634277
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.703707708867391,
          "lr": 0.03,
          "negative_goodness": 1.0231371240191989,
          "pair_accuracy": 0.910311111164093,
          "positive_goodness": 4.011140643819173,
          "runtime_seconds": 5.700968027114868
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.7324818994734023,
          "lr": 0.03,
          "negative_goodness": 1.0543110136244032,
          "pair_accuracy": 0.9032888888676961,
          "positive_goodness": 3.874596724955241,
          "runtime_seconds": 5.704450845718384
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6877946521441142,
          "lr": 0.03,
          "negative_goodness": 1.0013150321642559,
          "pair_accuracy": 0.913933333322737,
          "positive_goodness": 4.0827318420410155,
          "runtime_seconds": 5.730523586273193
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.6711762631522284,
          "lr": 0.03,
          "negative_goodness": 0.9616798298729791,
          "pair_accuracy": 0.9168666666984558,
          "positive_goodness": 4.176285707855224,
          "runtime_seconds": 5.748501300811768
        }
      ],
      "layer": 19
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.746504917467965,
          "lr": 0.03,
          "negative_goodness": 1.192281888877021,
          "pair_accuracy": 0.9039777777777778,
          "positive_goodness": 3.9958398749457467,
          "runtime_seconds": 5.774827480316162
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.646177405526903,
          "lr": 0.03,
          "negative_goodness": 0.9895106896400452,
          "pair_accuracy": 0.9129555555555555,
          "positive_goodness": 4.407964524332682,
          "runtime_seconds": 5.757359504699707
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6568763248231676,
          "lr": 0.03,
          "negative_goodness": 0.9700846069547865,
          "pair_accuracy": 0.9104444444444444,
          "positive_goodness": 4.427821077728272,
          "runtime_seconds": 5.773834466934204
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.5926674130121867,
          "lr": 0.03,
          "negative_goodness": 0.8937411913977729,
          "pair_accuracy": 0.9234222222328186,
          "positive_goodness": 4.739267477713691,
          "runtime_seconds": 5.775673866271973
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.5593587899949816,
          "lr": 0.03,
          "negative_goodness": 0.8305445675320096,
          "pair_accuracy": 0.9309555555714502,
          "positive_goodness": 4.936140268241035,
          "runtime_seconds": 5.7756028175354
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6206921752399869,
          "lr": 0.03,
          "negative_goodness": 0.9061093681971232,
          "pair_accuracy": 0.9174222222116258,
          "positive_goodness": 4.59780991651747,
          "runtime_seconds": 5.7785162925720215
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6550905184825262,
          "lr": 0.03,
          "negative_goodness": 0.9513076179345449,
          "pair_accuracy": 0.9055777777777778,
          "positive_goodness": 4.522358288065592,
          "runtime_seconds": 5.761461973190308
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.600490606546402,
          "lr": 0.03,
          "negative_goodness": 0.8504249448776245,
          "pair_accuracy": 0.9177777777777778,
          "positive_goodness": 4.605003950246175,
          "runtime_seconds": 5.7276811599731445
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.598178320227729,
          "lr": 0.03,
          "negative_goodness": 0.8327650664859347,
          "pair_accuracy": 0.9155999999894037,
          "positive_goodness": 4.765759118609958,
          "runtime_seconds": 5.744890928268433
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5660859701050652,
          "lr": 0.03,
          "negative_goodness": 0.8217740489853753,
          "pair_accuracy": 0.9264888888888889,
          "positive_goodness": 4.904238153500027,
          "runtime_seconds": 5.766097784042358
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5968672676934136,
          "lr": 0.03,
          "negative_goodness": 0.8403316151936849,
          "pair_accuracy": 0.9148888888941871,
          "positive_goodness": 4.758172670661079,
          "runtime_seconds": 5.766343593597412
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5452184511184692,
          "lr": 0.03,
          "negative_goodness": 0.8035976674185858,
          "pair_accuracy": 0.9300222222646077,
          "positive_goodness": 4.988195556343927,
          "runtime_seconds": 5.750545978546143
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5511276573816936,
          "lr": 0.03,
          "negative_goodness": 0.8055549056159126,
          "pair_accuracy": 0.9351777777724796,
          "positive_goodness": 5.0777185972213745,
          "runtime_seconds": 5.731651067733765
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6227538257651859,
          "lr": 0.03,
          "negative_goodness": 0.8734592464658949,
          "pair_accuracy": 0.9055777777777778,
          "positive_goodness": 4.608577184295655,
          "runtime_seconds": 5.7704432010650635
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5595903827243381,
          "lr": 0.03,
          "negative_goodness": 0.8160647285355462,
          "pair_accuracy": 0.9306888888888889,
          "positive_goodness": 4.904559693230523,
          "runtime_seconds": 5.771132230758667
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5529223177512487,
          "lr": 0.03,
          "negative_goodness": 0.7982207537280188,
          "pair_accuracy": 0.9275777777777777,
          "positive_goodness": 5.005473762936062,
          "runtime_seconds": 5.77310848236084
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5539961952633328,
          "lr": 0.03,
          "negative_goodness": 0.8039123396555583,
          "pair_accuracy": 0.9328222222434149,
          "positive_goodness": 5.063785285801358,
          "runtime_seconds": 5.772217273712158
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5701248872333102,
          "lr": 0.03,
          "negative_goodness": 0.8137362314648099,
          "pair_accuracy": 0.9215111111323039,
          "positive_goodness": 4.93994214108785,
          "runtime_seconds": 5.766020774841309
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5540773571517732,
          "lr": 0.03,
          "negative_goodness": 0.8050570064968533,
          "pair_accuracy": 0.9279111111111111,
          "positive_goodness": 4.952839305877686,
          "runtime_seconds": 5.771812200546265
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5525768010033502,
          "lr": 0.03,
          "negative_goodness": 0.7871935642666287,
          "pair_accuracy": 0.9246222222381167,
          "positive_goodness": 4.986049685711331,
          "runtime_seconds": 5.770998001098633
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5760082555611928,
          "lr": 0.03,
          "negative_goodness": 0.8226467085520427,
          "pair_accuracy": 0.9247111111111112,
          "positive_goodness": 4.953537122090657,
          "runtime_seconds": 5.77115797996521
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.549348661661148,
          "lr": 0.03,
          "negative_goodness": 0.7881570786476135,
          "pair_accuracy": 0.9242666666666667,
          "positive_goodness": 5.023995748901367,
          "runtime_seconds": 5.768463611602783
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5505292378266653,
          "lr": 0.03,
          "negative_goodness": 0.777209182829327,
          "pair_accuracy": 0.9190222222222222,
          "positive_goodness": 4.987499838002523,
          "runtime_seconds": 5.765850782394409
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5734816552983389,
          "lr": 0.03,
          "negative_goodness": 0.804159465985828,
          "pair_accuracy": 0.9219111111111111,
          "positive_goodness": 5.018432483418782,
          "runtime_seconds": 5.767985105514526
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5605978979375628,
          "lr": 0.03,
          "negative_goodness": 0.8136387375248803,
          "pair_accuracy": 0.9279777777777778,
          "positive_goodness": 4.99617195332845,
          "runtime_seconds": 5.769669532775879
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6041693143420749,
          "lr": 0.03,
          "negative_goodness": 0.8280545444700453,
          "pair_accuracy": 0.9228000000317892,
          "positive_goodness": 4.735340146340264,
          "runtime_seconds": 5.7687695026397705
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5882692878405253,
          "lr": 0.03,
          "negative_goodness": 0.8327075459215376,
          "pair_accuracy": 0.9202666666666667,
          "positive_goodness": 4.725605791007148,
          "runtime_seconds": 5.76594090461731
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6047397191047669,
          "lr": 0.03,
          "negative_goodness": 0.8388884000539779,
          "pair_accuracy": 0.914,
          "positive_goodness": 4.749292483859592,
          "runtime_seconds": 5.767653465270996
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5888007972505358,
          "lr": 0.03,
          "negative_goodness": 0.8504074037763808,
          "pair_accuracy": 0.9139555555237664,
          "positive_goodness": 4.825941466437445,
          "runtime_seconds": 5.76636266708374
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5017724362214406,
          "lr": 0.03,
          "negative_goodness": 0.7300211783938938,
          "pair_accuracy": 0.9462444444444444,
          "positive_goodness": 5.367614581129286,
          "runtime_seconds": 5.764364004135132
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5638237345324623,
          "lr": 0.03,
          "negative_goodness": 0.8071941965315077,
          "pair_accuracy": 0.9198,
          "positive_goodness": 5.015726544443766,
          "runtime_seconds": 5.764991044998169
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6134024450090196,
          "lr": 0.03,
          "negative_goodness": 0.8318457206090292,
          "pair_accuracy": 0.9151333333121405,
          "positive_goodness": 4.6745345777299665,
          "runtime_seconds": 5.765571117401123
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5911979225688511,
          "lr": 0.03,
          "negative_goodness": 0.8311339224391513,
          "pair_accuracy": 0.9107777777777778,
          "positive_goodness": 4.837755716493395,
          "runtime_seconds": 5.763781547546387
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5734446211338043,
          "lr": 0.03,
          "negative_goodness": 0.8079844941986931,
          "pair_accuracy": 0.9194222222222223,
          "positive_goodness": 5.008301584540473,
          "runtime_seconds": 5.76393461227417
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5882066487550736,
          "lr": 0.03,
          "negative_goodness": 0.8229006448056962,
          "pair_accuracy": 0.9154222222222222,
          "positive_goodness": 4.79484088244968,
          "runtime_seconds": 5.762035369873047
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5087898074785868,
          "lr": 0.03,
          "negative_goodness": 0.7638894797854954,
          "pair_accuracy": 0.9420444444126553,
          "positive_goodness": 5.252660886891683,
          "runtime_seconds": 5.7634053230285645
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5656262221230401,
          "lr": 0.03,
          "negative_goodness": 0.7853118505689833,
          "pair_accuracy": 0.9261333333439297,
          "positive_goodness": 5.08302936905755,
          "runtime_seconds": 5.769062519073486
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5379645358085632,
          "lr": 0.03,
          "negative_goodness": 0.7569934474150339,
          "pair_accuracy": 0.9272444444444444,
          "positive_goodness": 4.961096735805936,
          "runtime_seconds": 5.759426593780518
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5772296222448349,
          "lr": 0.03,
          "negative_goodness": 0.8174748180601332,
          "pair_accuracy": 0.9187777777777778,
          "positive_goodness": 4.834553493075901,
          "runtime_seconds": 5.76745343208313
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5691998064782884,
          "lr": 0.03,
          "negative_goodness": 0.8075627181424035,
          "pair_accuracy": 0.9249777777777778,
          "positive_goodness": 4.9651389528910315,
          "runtime_seconds": 5.767188310623169
        }
      ],
      "layer": 20
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.7428148556868235,
          "lr": 0.03,
          "negative_goodness": 1.009572798013687,
          "pair_accuracy": 0.8984,
          "positive_goodness": 4.102617980363634,
          "runtime_seconds": 5.7527196407318115
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.6908857504155901,
          "lr": 0.03,
          "negative_goodness": 1.0154289303514692,
          "pair_accuracy": 0.9023777777777777,
          "positive_goodness": 4.158219267951117,
          "runtime_seconds": 5.737620830535889
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6017744602282842,
          "lr": 0.03,
          "negative_goodness": 0.8892395595259137,
          "pair_accuracy": 0.9221555555555555,
          "positive_goodness": 4.50834197362264,
          "runtime_seconds": 5.69761323928833
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6504314399825202,
          "lr": 0.03,
          "negative_goodness": 0.9282438901371426,
          "pair_accuracy": 0.909933333322737,
          "positive_goodness": 4.3891806492275665,
          "runtime_seconds": 5.69562292098999
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.647202275466919,
          "lr": 0.03,
          "negative_goodness": 0.9071986725701227,
          "pair_accuracy": 0.9031777777459886,
          "positive_goodness": 4.376440244759453,
          "runtime_seconds": 5.699294567108154
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6588519474824269,
          "lr": 0.03,
          "negative_goodness": 0.9321461787382762,
          "pair_accuracy": 0.8982222222222223,
          "positive_goodness": 4.425626082780626,
          "runtime_seconds": 5.746535539627075
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5501342499044206,
          "lr": 0.03,
          "negative_goodness": 0.8164014209217495,
          "pair_accuracy": 0.9315111111111111,
          "positive_goodness": 4.787025345696343,
          "runtime_seconds": 5.732232093811035
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6618823233498468,
          "lr": 0.03,
          "negative_goodness": 0.9286178450690376,
          "pair_accuracy": 0.8976888889312744,
          "positive_goodness": 4.237853141784668,
          "runtime_seconds": 5.70439887046814
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5623268986384073,
          "lr": 0.03,
          "negative_goodness": 0.8138733287175497,
          "pair_accuracy": 0.9268888889047835,
          "positive_goodness": 4.716569514656067,
          "runtime_seconds": 5.697106599807739
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5823449679480659,
          "lr": 0.03,
          "negative_goodness": 0.8388727773454454,
          "pair_accuracy": 0.9215999999682108,
          "positive_goodness": 4.681861766857571,
          "runtime_seconds": 5.703355312347412
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5873574942906697,
          "lr": 0.03,
          "negative_goodness": 0.855556444952223,
          "pair_accuracy": 0.9170888888729943,
          "positive_goodness": 4.635685315216912,
          "runtime_seconds": 5.711586952209473
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5673231011311213,
          "lr": 0.03,
          "negative_goodness": 0.8229846584161122,
          "pair_accuracy": 0.9206888888888889,
          "positive_goodness": 4.781351800367568,
          "runtime_seconds": 5.712363958358765
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5668479283279843,
          "lr": 0.03,
          "negative_goodness": 0.8155678075578477,
          "pair_accuracy": 0.9264888888888889,
          "positive_goodness": 4.7963551353454585,
          "runtime_seconds": 5.711527585983276
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6276424763997396,
          "lr": 0.03,
          "negative_goodness": 0.886898921140035,
          "pair_accuracy": 0.9092666666666667,
          "positive_goodness": 4.46294089296129,
          "runtime_seconds": 5.7123799324035645
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.553037655766805,
          "lr": 0.03,
          "negative_goodness": 0.805893057568868,
          "pair_accuracy": 0.9280222222222222,
          "positive_goodness": 4.834404620446099,
          "runtime_seconds": 5.7656543254852295
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5718262065887452,
          "lr": 0.03,
          "negative_goodness": 0.8320633211983575,
          "pair_accuracy": 0.9215777777797646,
          "positive_goodness": 4.805002007039388,
          "runtime_seconds": 5.711460590362549
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5639220238155789,
          "lr": 0.03,
          "negative_goodness": 0.8121826200856103,
          "pair_accuracy": 0.9259777777777778,
          "positive_goodness": 4.70165281592475,
          "runtime_seconds": 5.701445817947388
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5747581143485175,
          "lr": 0.03,
          "negative_goodness": 0.8526498676935832,
          "pair_accuracy": 0.924711111164093,
          "positive_goodness": 4.7317989138285315,
          "runtime_seconds": 5.701628923416138
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.548208193869061,
          "lr": 0.03,
          "negative_goodness": 0.8123380743450589,
          "pair_accuracy": 0.9297555555555556,
          "positive_goodness": 4.886739801449246,
          "runtime_seconds": 5.71523642539978
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5780948365953233,
          "lr": 0.03,
          "negative_goodness": 0.824911177444458,
          "pair_accuracy": 0.9234888889100816,
          "positive_goodness": 4.795563508372837,
          "runtime_seconds": 5.761465787887573
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5119505446645949,
          "lr": 0.03,
          "negative_goodness": 0.724637806002299,
          "pair_accuracy": 0.9310666666560703,
          "positive_goodness": 5.140401090918647,
          "runtime_seconds": 5.7056567668914795
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5648887824800279,
          "lr": 0.03,
          "negative_goodness": 0.8111314103020562,
          "pair_accuracy": 0.918400000052982,
          "positive_goodness": 4.822147284317016,
          "runtime_seconds": 5.70621657371521
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5848804532263014,
          "lr": 0.03,
          "negative_goodness": 0.8322466042412652,
          "pair_accuracy": 0.918311111079322,
          "positive_goodness": 4.7340495305379235,
          "runtime_seconds": 5.699137449264526
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5501536971410116,
          "lr": 0.03,
          "negative_goodness": 0.8113299584706625,
          "pair_accuracy": 0.9325777778201633,
          "positive_goodness": 4.818579499181111,
          "runtime_seconds": 5.703050136566162
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5794388729519314,
          "lr": 0.03,
          "negative_goodness": 0.8310262003156874,
          "pair_accuracy": 0.9184444444656372,
          "positive_goodness": 4.768697421095107,
          "runtime_seconds": 5.700189113616943
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5103833306206598,
          "lr": 0.03,
          "negative_goodness": 0.7649363394843207,
          "pair_accuracy": 0.9416666666825613,
          "positive_goodness": 5.0120662427902225,
          "runtime_seconds": 5.71618914604187
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5267006521092521,
          "lr": 0.03,
          "negative_goodness": 0.7389593008968566,
          "pair_accuracy": 0.9328666666666666,
          "positive_goodness": 5.082619032287598,
          "runtime_seconds": 5.7171690464019775
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5790581131352318,
          "lr": 0.03,
          "negative_goodness": 0.8057224964062373,
          "pair_accuracy": 0.9178222222222222,
          "positive_goodness": 4.772455982293023,
          "runtime_seconds": 5.71695613861084
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5317489037381278,
          "lr": 0.03,
          "negative_goodness": 0.7651599706437853,
          "pair_accuracy": 0.9370888888888889,
          "positive_goodness": 5.056510584343804,
          "runtime_seconds": 5.809706687927246
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5552971263037788,
          "lr": 0.03,
          "negative_goodness": 0.7850613664415148,
          "pair_accuracy": 0.9250888889153799,
          "positive_goodness": 4.931492949167887,
          "runtime_seconds": 5.695232391357422
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5287609558502833,
          "lr": 0.03,
          "negative_goodness": 0.7696848704576492,
          "pair_accuracy": 0.9360444444444445,
          "positive_goodness": 4.987255048709446,
          "runtime_seconds": 5.700540542602539
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5446992869165208,
          "lr": 0.03,
          "negative_goodness": 0.7900620350731744,
          "pair_accuracy": 0.9252666666666667,
          "positive_goodness": 4.956562307061089,
          "runtime_seconds": 5.701624631881714
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5390034709903929,
          "lr": 0.03,
          "negative_goodness": 0.7622774787320031,
          "pair_accuracy": 0.9246666666666666,
          "positive_goodness": 4.99262759721544,
          "runtime_seconds": 5.6979615688323975
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.558179290983412,
          "lr": 0.03,
          "negative_goodness": 0.7974225768831041,
          "pair_accuracy": 0.9300000000211928,
          "positive_goodness": 4.92750273276435,
          "runtime_seconds": 5.700984716415405
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5580386633184221,
          "lr": 0.03,
          "negative_goodness": 0.8075221111721462,
          "pair_accuracy": 0.9243111111005148,
          "positive_goodness": 4.848821037716336,
          "runtime_seconds": 5.743110179901123
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5571057445949978,
          "lr": 0.03,
          "negative_goodness": 0.8010746526930067,
          "pair_accuracy": 0.9212666666454739,
          "positive_goodness": 4.842429424879286,
          "runtime_seconds": 5.700196027755737
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5527871266471015,
          "lr": 0.03,
          "negative_goodness": 0.7777534755812751,
          "pair_accuracy": 0.9251777777989706,
          "positive_goodness": 4.976997320344713,
          "runtime_seconds": 5.699245929718018
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5758044769260618,
          "lr": 0.03,
          "negative_goodness": 0.8222665736569299,
          "pair_accuracy": 0.9216666666666666,
          "positive_goodness": 4.764862040117052,
          "runtime_seconds": 5.699931383132935
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.59571982044114,
          "lr": 0.03,
          "negative_goodness": 0.8492936598141988,
          "pair_accuracy": 0.9165333333227369,
          "positive_goodness": 4.634458578830295,
          "runtime_seconds": 5.6991448402404785
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.536081352127923,
          "lr": 0.03,
          "negative_goodness": 0.7800501566780939,
          "pair_accuracy": 0.9333333333545261,
          "positive_goodness": 5.021082417000665,
          "runtime_seconds": 5.71549129486084
        }
      ],
      "layer": 21
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.9158022232479519,
          "lr": 0.03,
          "negative_goodness": 1.2748495734532674,
          "pair_accuracy": 0.8560222222275204,
          "positive_goodness": 3.422542005856832,
          "runtime_seconds": 5.739056587219238
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7845718409114414,
          "lr": 0.03,
          "negative_goodness": 1.1204705835872226,
          "pair_accuracy": 0.8862666666666666,
          "positive_goodness": 3.689883165825738,
          "runtime_seconds": 5.726155042648315
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7610200921164618,
          "lr": 0.03,
          "negative_goodness": 1.0855861891640557,
          "pair_accuracy": 0.8958666666613685,
          "positive_goodness": 3.846726592402988,
          "runtime_seconds": 5.72219443321228
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7368108070320554,
          "lr": 0.03,
          "negative_goodness": 1.0391365828461117,
          "pair_accuracy": 0.8998222222222222,
          "positive_goodness": 3.9068157988654244,
          "runtime_seconds": 5.722283840179443
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7389519119474623,
          "lr": 0.03,
          "negative_goodness": 1.0338325393464831,
          "pair_accuracy": 0.8933555555767483,
          "positive_goodness": 3.9571500148349337,
          "runtime_seconds": 5.786516189575195
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6956501661300659,
          "lr": 0.03,
          "negative_goodness": 0.988950027402242,
          "pair_accuracy": 0.9054222222222222,
          "positive_goodness": 4.066734867604573,
          "runtime_seconds": 5.727678298950195
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.7121242268721263,
          "lr": 0.03,
          "negative_goodness": 1.0112374235365127,
          "pair_accuracy": 0.9056,
          "positive_goodness": 4.002680098554823,
          "runtime_seconds": 5.726747989654541
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6338653253502315,
          "lr": 0.03,
          "negative_goodness": 0.9314497576236724,
          "pair_accuracy": 0.9262444444444444,
          "positive_goodness": 4.34117100253635,
          "runtime_seconds": 5.7441582679748535
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.7241813119305505,
          "lr": 0.03,
          "negative_goodness": 1.0266012931929693,
          "pair_accuracy": 0.8995555555555556,
          "positive_goodness": 3.9528741822136775,
          "runtime_seconds": 5.781005382537842
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6606558270348443,
          "lr": 0.03,
          "negative_goodness": 0.9708483539581299,
          "pair_accuracy": 0.9220222222235468,
          "positive_goodness": 4.175279452938503,
          "runtime_seconds": 5.772340536117554
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6694381414837307,
          "lr": 0.03,
          "negative_goodness": 0.9708366502126058,
          "pair_accuracy": 0.9137555555449591,
          "positive_goodness": 4.171933107333713,
          "runtime_seconds": 5.772831916809082
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6639566351678636,
          "lr": 0.03,
          "negative_goodness": 0.9466765246815152,
          "pair_accuracy": 0.9153999999682109,
          "positive_goodness": 4.252376545376248,
          "runtime_seconds": 5.776269912719727
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6824605131997002,
          "lr": 0.03,
          "negative_goodness": 0.9938160099453396,
          "pair_accuracy": 0.9142222222381168,
          "positive_goodness": 4.146780004628499,
          "runtime_seconds": 5.769298791885376
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6236625256114536,
          "lr": 0.03,
          "negative_goodness": 0.9062442581282721,
          "pair_accuracy": 0.9302222222646077,
          "positive_goodness": 4.418360205671522,
          "runtime_seconds": 5.773621082305908
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6602642025629679,
          "lr": 0.03,
          "negative_goodness": 0.9487414491547479,
          "pair_accuracy": 0.9176666666666666,
          "positive_goodness": 4.305140459272597,
          "runtime_seconds": 5.771631717681885
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6737460733625624,
          "lr": 0.03,
          "negative_goodness": 0.9616782094955444,
          "pair_accuracy": 0.9143111111429002,
          "positive_goodness": 4.222655561998155,
          "runtime_seconds": 5.7715535163879395
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6045331915113661,
          "lr": 0.03,
          "negative_goodness": 0.8842248244073656,
          "pair_accuracy": 0.9313777777777777,
          "positive_goodness": 4.538564077928331,
          "runtime_seconds": 5.7782301902771
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6269677652570936,
          "lr": 0.03,
          "negative_goodness": 0.9195878952980041,
          "pair_accuracy": 0.9270222222222222,
          "positive_goodness": 4.390675894673666,
          "runtime_seconds": 5.776055097579956
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6404883182313708,
          "lr": 0.03,
          "negative_goodness": 0.9094976113213433,
          "pair_accuracy": 0.9165999999894037,
          "positive_goodness": 4.413618849923876,
          "runtime_seconds": 5.771401405334473
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6531680600166321,
          "lr": 0.03,
          "negative_goodness": 0.921480109861162,
          "pair_accuracy": 0.9150000000529819,
          "positive_goodness": 4.335416521453857,
          "runtime_seconds": 5.77219820022583
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.6708007087071737,
          "lr": 0.03,
          "negative_goodness": 0.9711178276909722,
          "pair_accuracy": 0.9138000000211928,
          "positive_goodness": 4.181431842252943,
          "runtime_seconds": 5.770110607147217
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6300383978949653,
          "lr": 0.03,
          "negative_goodness": 0.9158248655743069,
          "pair_accuracy": 0.9244444444550408,
          "positive_goodness": 4.463575002119276,
          "runtime_seconds": 5.774263381958008
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6507966896480984,
          "lr": 0.03,
          "negative_goodness": 0.9129124313990276,
          "pair_accuracy": 0.9142666666772631,
          "positive_goodness": 4.303360291459826,
          "runtime_seconds": 5.775014638900757
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.646243994612164,
          "lr": 0.03,
          "negative_goodness": 0.9374561444494459,
          "pair_accuracy": 0.9183333333333333,
          "positive_goodness": 4.2953485142178005,
          "runtime_seconds": 5.776580572128296
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6751826821962993,
          "lr": 0.03,
          "negative_goodness": 0.9374526592254638,
          "pair_accuracy": 0.9046,
          "positive_goodness": 4.231614378611247,
          "runtime_seconds": 5.7749247550964355
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6404543456183539,
          "lr": 0.03,
          "negative_goodness": 0.9101236077626547,
          "pair_accuracy": 0.9187999999894036,
          "positive_goodness": 4.343031591457791,
          "runtime_seconds": 5.766470909118652
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.6371370430019166,
          "lr": 0.03,
          "negative_goodness": 0.9137476211388906,
          "pair_accuracy": 0.9202444444444444,
          "positive_goodness": 4.454691663275825,
          "runtime_seconds": 5.769125699996948
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6727831812964545,
          "lr": 0.03,
          "negative_goodness": 0.9835692531161838,
          "pair_accuracy": 0.9112,
          "positive_goodness": 4.212615512932671,
          "runtime_seconds": 5.769660949707031
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6381023444122739,
          "lr": 0.03,
          "negative_goodness": 0.9219874803172218,
          "pair_accuracy": 0.9248222222222222,
          "positive_goodness": 4.328705134328207,
          "runtime_seconds": 5.770522117614746
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.6355500014411078,
          "lr": 0.03,
          "negative_goodness": 0.9136206320020888,
          "pair_accuracy": 0.9163333333174387,
          "positive_goodness": 4.379345751550463,
          "runtime_seconds": 5.772338390350342
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6542871587435405,
          "lr": 0.03,
          "negative_goodness": 0.9244012186474271,
          "pair_accuracy": 0.9164888889100816,
          "positive_goodness": 4.359427176751031,
          "runtime_seconds": 5.773272514343262
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.664187037732866,
          "lr": 0.03,
          "negative_goodness": 0.9077838017039829,
          "pair_accuracy": 0.9018888888888889,
          "positive_goodness": 4.31265775197347,
          "runtime_seconds": 5.770962953567505
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6576355831782024,
          "lr": 0.03,
          "negative_goodness": 0.9510465106540256,
          "pair_accuracy": 0.9162888889100816,
          "positive_goodness": 4.307362069447835,
          "runtime_seconds": 5.77982759475708
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.6067596122953627,
          "lr": 0.03,
          "negative_goodness": 0.8841717366324531,
          "pair_accuracy": 0.928311111164093,
          "positive_goodness": 4.483722672865126,
          "runtime_seconds": 5.773644208908081
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6280429982503255,
          "lr": 0.03,
          "negative_goodness": 0.9026978871663411,
          "pair_accuracy": 0.9225777777777778,
          "positive_goodness": 4.423261332978143,
          "runtime_seconds": 5.772738456726074
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6102971201578776,
          "lr": 0.03,
          "negative_goodness": 0.8861939358181423,
          "pair_accuracy": 0.9298,
          "positive_goodness": 4.540893933063083,
          "runtime_seconds": 5.774813652038574
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6057277827474806,
          "lr": 0.03,
          "negative_goodness": 0.8534703689575195,
          "pair_accuracy": 0.9218444444444445,
          "positive_goodness": 4.565166687435574,
          "runtime_seconds": 5.765909671783447
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6036392381668091,
          "lr": 0.03,
          "negative_goodness": 0.8551051323784722,
          "pair_accuracy": 0.9289111111323038,
          "positive_goodness": 4.648189417775472,
          "runtime_seconds": 5.765926122665405
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5939441831800673,
          "lr": 0.03,
          "negative_goodness": 0.8431892071617975,
          "pair_accuracy": 0.9248888888941871,
          "positive_goodness": 4.655638651360406,
          "runtime_seconds": 5.772392272949219
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.666224861158265,
          "lr": 0.03,
          "negative_goodness": 0.9504491801526811,
          "pair_accuracy": 0.9126444444444445,
          "positive_goodness": 4.332281086730957,
          "runtime_seconds": 5.770372152328491
        }
      ],
      "layer": 22
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.7597865676350064,
          "lr": 0.03,
          "negative_goodness": 1.1032827728589376,
          "pair_accuracy": 0.8925777777777778,
          "positive_goodness": 3.7613116094801162,
          "runtime_seconds": 5.723416090011597
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.5378080727736155,
          "lr": 0.03,
          "negative_goodness": 0.8410175452868144,
          "pair_accuracy": 0.9443999999894036,
          "positive_goodness": 4.782545659467909,
          "runtime_seconds": 5.733130693435669
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.5298088203854031,
          "lr": 0.03,
          "negative_goodness": 0.7922448548210992,
          "pair_accuracy": 0.938066666677263,
          "positive_goodness": 4.880243152109782,
          "runtime_seconds": 5.752476453781128
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.5581458579328326,
          "lr": 0.03,
          "negative_goodness": 0.8023349838309818,
          "pair_accuracy": 0.9277777777777778,
          "positive_goodness": 4.780967174699572,
          "runtime_seconds": 5.7525458335876465
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.5566692732281155,
          "lr": 0.03,
          "negative_goodness": 0.8046165510177612,
          "pair_accuracy": 0.930688888920678,
          "positive_goodness": 4.873879135174222,
          "runtime_seconds": 5.753463983535767
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.5398722642474705,
          "lr": 0.03,
          "negative_goodness": 0.7858881309085423,
          "pair_accuracy": 0.9389999999894036,
          "positive_goodness": 4.941533960236443,
          "runtime_seconds": 5.752246618270874
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5635275330066681,
          "lr": 0.03,
          "negative_goodness": 0.806165946843889,
          "pair_accuracy": 0.926,
          "positive_goodness": 4.812397022162544,
          "runtime_seconds": 5.752748250961304
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5005361453692119,
          "lr": 0.03,
          "negative_goodness": 0.7184887111451891,
          "pair_accuracy": 0.9444444444444444,
          "positive_goodness": 5.094257862345378,
          "runtime_seconds": 5.749958276748657
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.47864682670699227,
          "lr": 0.03,
          "negative_goodness": 0.6869535485267639,
          "pair_accuracy": 0.9493777777777778,
          "positive_goodness": 5.274619487508138,
          "runtime_seconds": 5.753445148468018
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5387196906937494,
          "lr": 0.03,
          "negative_goodness": 0.7727665319866605,
          "pair_accuracy": 0.9365333333333333,
          "positive_goodness": 4.940619318517049,
          "runtime_seconds": 5.761058568954468
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5085024002657996,
          "lr": 0.03,
          "negative_goodness": 0.7271389644993677,
          "pair_accuracy": 0.9392444444444444,
          "positive_goodness": 5.02051760474311,
          "runtime_seconds": 5.756248712539673
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5147156748983596,
          "lr": 0.03,
          "negative_goodness": 0.70807825595008,
          "pair_accuracy": 0.9348222222116258,
          "positive_goodness": 5.024937693617079,
          "runtime_seconds": 5.752288103103638
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5023562056382497,
          "lr": 0.03,
          "negative_goodness": 0.6949789440260993,
          "pair_accuracy": 0.9369555555449591,
          "positive_goodness": 5.182579813554552,
          "runtime_seconds": 5.755751132965088
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5229635483211941,
          "lr": 0.03,
          "negative_goodness": 0.7276155243661668,
          "pair_accuracy": 0.9310888888888889,
          "positive_goodness": 5.072771271006267,
          "runtime_seconds": 5.756684303283691
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.4945284484439426,
          "lr": 0.03,
          "negative_goodness": 0.6754602149009704,
          "pair_accuracy": 0.9334888888570998,
          "positive_goodness": 5.2694120451185436,
          "runtime_seconds": 5.754324436187744
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5400338170395957,
          "lr": 0.03,
          "negative_goodness": 0.7586257376909256,
          "pair_accuracy": 0.9270222222222222,
          "positive_goodness": 4.925584698571099,
          "runtime_seconds": 5.754494905471802
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.4549777421871821,
          "lr": 0.03,
          "negative_goodness": 0.6432049429019292,
          "pair_accuracy": 0.9510444444444445,
          "positive_goodness": 5.380245847320556,
          "runtime_seconds": 5.750392913818359
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.4567881935093138,
          "lr": 0.03,
          "negative_goodness": 0.6335200913959079,
          "pair_accuracy": 0.9436444444444444,
          "positive_goodness": 5.468264590369331,
          "runtime_seconds": 5.753018617630005
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5508346231248644,
          "lr": 0.03,
          "negative_goodness": 0.7470167620870802,
          "pair_accuracy": 0.925844444445769,
          "positive_goodness": 4.919353705957201,
          "runtime_seconds": 5.752810478210449
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.49250969404909345,
          "lr": 0.03,
          "negative_goodness": 0.6969889356825086,
          "pair_accuracy": 0.9417555555555556,
          "positive_goodness": 5.18569611714681,
          "runtime_seconds": 5.754855155944824
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5000248632510503,
          "lr": 0.03,
          "negative_goodness": 0.6846590441332923,
          "pair_accuracy": 0.9376,
          "positive_goodness": 5.224633295525445,
          "runtime_seconds": 5.759576082229614
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.4794923448350694,
          "lr": 0.03,
          "negative_goodness": 0.6798613057666355,
          "pair_accuracy": 0.9444666666666667,
          "positive_goodness": 5.222694150967068,
          "runtime_seconds": 5.755669355392456
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.4911986413107978,
          "lr": 0.03,
          "negative_goodness": 0.6752415509753757,
          "pair_accuracy": 0.9399111111111111,
          "positive_goodness": 5.252689332411024,
          "runtime_seconds": 5.7521138191223145
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.4554533041636149,
          "lr": 0.03,
          "negative_goodness": 0.6402307418399387,
          "pair_accuracy": 0.9497555555555556,
          "positive_goodness": 5.387772097735935,
          "runtime_seconds": 5.755874395370483
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.44476763022210863,
          "lr": 0.03,
          "negative_goodness": 0.6148889507955975,
          "pair_accuracy": 0.9512,
          "positive_goodness": 5.502230835639106,
          "runtime_seconds": 5.752506256103516
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.44758611760669287,
          "lr": 0.03,
          "negative_goodness": 0.6132875776555803,
          "pair_accuracy": 0.9486222222222223,
          "positive_goodness": 5.467687959882948,
          "runtime_seconds": 5.753904581069946
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.4575349214977688,
          "lr": 0.03,
          "negative_goodness": 0.6168965344587962,
          "pair_accuracy": 0.9474222222540114,
          "positive_goodness": 5.490343040508694,
          "runtime_seconds": 5.751749753952026
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5303549104690551,
          "lr": 0.03,
          "negative_goodness": 0.7121720992724101,
          "pair_accuracy": 0.9321777778201633,
          "positive_goodness": 5.0366641922420925,
          "runtime_seconds": 5.754856824874878
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.43890498575899334,
          "lr": 0.03,
          "negative_goodness": 0.6249061688489385,
          "pair_accuracy": 0.9594222222222222,
          "positive_goodness": 5.472611295233833,
          "runtime_seconds": 5.753361701965332
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.43858586450417836,
          "lr": 0.03,
          "negative_goodness": 0.5943158519877327,
          "pair_accuracy": 0.9515333333333333,
          "positive_goodness": 5.5877202363755964,
          "runtime_seconds": 5.751518249511719
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.43950404228634304,
          "lr": 0.03,
          "negative_goodness": 0.5939206649462382,
          "pair_accuracy": 0.9499777778201633,
          "positive_goodness": 5.535954093382093,
          "runtime_seconds": 5.753729343414307
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5283757723066542,
          "lr": 0.03,
          "negative_goodness": 0.7100444530354606,
          "pair_accuracy": 0.9306222222222222,
          "positive_goodness": 5.058100440979004,
          "runtime_seconds": 5.758105039596558
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.43558644897143045,
          "lr": 0.03,
          "negative_goodness": 0.599708374218146,
          "pair_accuracy": 0.9562,
          "positive_goodness": 5.540505610571968,
          "runtime_seconds": 5.755064010620117
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.47109462331136065,
          "lr": 0.03,
          "negative_goodness": 0.612176609939999,
          "pair_accuracy": 0.9434888889100816,
          "positive_goodness": 5.434012820180257,
          "runtime_seconds": 5.7572760581970215
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.4773023063023885,
          "lr": 0.03,
          "negative_goodness": 0.6236825687461429,
          "pair_accuracy": 0.9533333333651225,
          "positive_goodness": 5.3205304876539445,
          "runtime_seconds": 5.755882024765015
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.4702939012395011,
          "lr": 0.03,
          "negative_goodness": 0.6169281500915687,
          "pair_accuracy": 0.9428444444444445,
          "positive_goodness": 5.302540976715088,
          "runtime_seconds": 5.754346132278442
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.45481620633337233,
          "lr": 0.03,
          "negative_goodness": 0.6111852466212379,
          "pair_accuracy": 0.9459555555555555,
          "positive_goodness": 5.448009305742052,
          "runtime_seconds": 5.759153604507446
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.44342759282853866,
          "lr": 0.03,
          "negative_goodness": 0.6258061089727613,
          "pair_accuracy": 0.9551333333333333,
          "positive_goodness": 5.441068546549479,
          "runtime_seconds": 5.7518298625946045
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.42877328499688044,
          "lr": 0.03,
          "negative_goodness": 0.557102456996176,
          "pair_accuracy": 0.9529777777777778,
          "positive_goodness": 5.652599124230279,
          "runtime_seconds": 5.7256083488464355
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.47371829874250626,
          "lr": 0.03,
          "negative_goodness": 0.620463962369495,
          "pair_accuracy": 0.9402888888676961,
          "positive_goodness": 5.438083211474948,
          "runtime_seconds": 5.75152063369751
        }
      ],
      "layer": 23
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8236368554751078,
          "lr": 0.03,
          "negative_goodness": 1.2394282296392654,
          "pair_accuracy": 0.8860222222222223,
          "positive_goodness": 3.891671777767605,
          "runtime_seconds": 5.768295526504517
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7312335719691383,
          "lr": 0.03,
          "negative_goodness": 1.1024558968332079,
          "pair_accuracy": 0.8998222222222222,
          "positive_goodness": 4.047236139000787,
          "runtime_seconds": 5.775110244750977
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7119262755182054,
          "lr": 0.03,
          "negative_goodness": 1.0597153746922812,
          "pair_accuracy": 0.8987999999894036,
          "positive_goodness": 4.138730842166477,
          "runtime_seconds": 5.776895523071289
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6540865354220072,
          "lr": 0.03,
          "negative_goodness": 0.9948378452089097,
          "pair_accuracy": 0.9178666666666667,
          "positive_goodness": 4.3115215834723575,
          "runtime_seconds": 5.77028489112854
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6435201360755497,
          "lr": 0.03,
          "negative_goodness": 0.9917075356536441,
          "pair_accuracy": 0.9234666666666667,
          "positive_goodness": 4.324371408759223,
          "runtime_seconds": 5.779892206192017
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.5941727326975929,
          "lr": 0.03,
          "negative_goodness": 0.92133263247278,
          "pair_accuracy": 0.9356222222222222,
          "positive_goodness": 4.515372006522284,
          "runtime_seconds": 5.77513575553894
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.576439141315884,
          "lr": 0.03,
          "negative_goodness": 0.8724753833770752,
          "pair_accuracy": 0.9361111111111111,
          "positive_goodness": 4.600004647869534,
          "runtime_seconds": 5.775555849075317
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5684406332333882,
          "lr": 0.03,
          "negative_goodness": 0.8490902305179172,
          "pair_accuracy": 0.9329777778307596,
          "positive_goodness": 4.638883229827881,
          "runtime_seconds": 5.777878522872925
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5428425333870782,
          "lr": 0.03,
          "negative_goodness": 0.818441285472446,
          "pair_accuracy": 0.9413333333333334,
          "positive_goodness": 4.806975565973918,
          "runtime_seconds": 5.773029804229736
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.5809653398301866,
          "lr": 0.03,
          "negative_goodness": 0.8635092038048638,
          "pair_accuracy": 0.930866666677263,
          "positive_goodness": 4.601922847747803,
          "runtime_seconds": 5.775029182434082
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5667288667149014,
          "lr": 0.03,
          "negative_goodness": 0.8404975007163153,
          "pair_accuracy": 0.9322888889206781,
          "positive_goodness": 4.671448984061347,
          "runtime_seconds": 5.776838302612305
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5850747918234931,
          "lr": 0.03,
          "negative_goodness": 0.8619788706037733,
          "pair_accuracy": 0.9272888889312744,
          "positive_goodness": 4.48115041847229,
          "runtime_seconds": 5.777906656265259
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5430946508407593,
          "lr": 0.03,
          "negative_goodness": 0.8100481690300836,
          "pair_accuracy": 0.9421555555555555,
          "positive_goodness": 4.7249588662041555,
          "runtime_seconds": 5.778505086898804
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5564938066588507,
          "lr": 0.03,
          "negative_goodness": 0.8302659429868062,
          "pair_accuracy": 0.9371777777671814,
          "positive_goodness": 4.70767255660163,
          "runtime_seconds": 5.772287845611572
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5581318636152479,
          "lr": 0.03,
          "negative_goodness": 0.8105740712536705,
          "pair_accuracy": 0.9330444444444445,
          "positive_goodness": 4.723146457163493,
          "runtime_seconds": 5.776129484176636
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.49099857121043733,
          "lr": 0.03,
          "negative_goodness": 0.730945943429735,
          "pair_accuracy": 0.9542666666666667,
          "positive_goodness": 5.044725779808892,
          "runtime_seconds": 5.724509000778198
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5727126641061571,
          "lr": 0.03,
          "negative_goodness": 0.8098070030106439,
          "pair_accuracy": 0.9320444444444445,
          "positive_goodness": 4.67849929055108,
          "runtime_seconds": 5.7135984897613525
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5818944966634114,
          "lr": 0.03,
          "negative_goodness": 0.8625370081159803,
          "pair_accuracy": 0.9360666666719648,
          "positive_goodness": 4.6052071649339466,
          "runtime_seconds": 5.712658405303955
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5505909269332886,
          "lr": 0.03,
          "negative_goodness": 0.8124216866599189,
          "pair_accuracy": 0.9441333333757188,
          "positive_goodness": 4.695871950531006,
          "runtime_seconds": 5.720596790313721
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5240447458161248,
          "lr": 0.03,
          "negative_goodness": 0.7711205706702339,
          "pair_accuracy": 0.9422444444974264,
          "positive_goodness": 4.924391558159722,
          "runtime_seconds": 5.7157392501831055
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5178044118669298,
          "lr": 0.03,
          "negative_goodness": 0.7339083123842876,
          "pair_accuracy": 0.9432888888902135,
          "positive_goodness": 4.954157479667663,
          "runtime_seconds": 5.718006372451782
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5451760921637218,
          "lr": 0.03,
          "negative_goodness": 0.752618955538008,
          "pair_accuracy": 0.9319111111111111,
          "positive_goodness": 4.866562509875827,
          "runtime_seconds": 5.720115423202515
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5730807255956861,
          "lr": 0.03,
          "negative_goodness": 0.8286298975626628,
          "pair_accuracy": 0.9284222222010294,
          "positive_goodness": 4.636204884847005,
          "runtime_seconds": 5.765565395355225
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.4890427827676137,
          "lr": 0.03,
          "negative_goodness": 0.7203051743295458,
          "pair_accuracy": 0.9542666666666667,
          "positive_goodness": 5.033970663282607,
          "runtime_seconds": 5.7737696170806885
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5419051138983833,
          "lr": 0.03,
          "negative_goodness": 0.7932650146272447,
          "pair_accuracy": 0.9349555555555555,
          "positive_goodness": 4.760821913772159,
          "runtime_seconds": 5.751305341720581
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5617631230672201,
          "lr": 0.03,
          "negative_goodness": 0.7720039734098646,
          "pair_accuracy": 0.922977777756585,
          "positive_goodness": 4.761349189885458,
          "runtime_seconds": 5.7551915645599365
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.4782078629917569,
          "lr": 0.03,
          "negative_goodness": 0.6986148377140363,
          "pair_accuracy": 0.9542888888888889,
          "positive_goodness": 5.17087609363132,
          "runtime_seconds": 5.776471138000488
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.49179869425031875,
          "lr": 0.03,
          "negative_goodness": 0.7068904551612006,
          "pair_accuracy": 0.948755555566152,
          "positive_goodness": 5.082620434655084,
          "runtime_seconds": 5.772497653961182
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5140071848975287,
          "lr": 0.03,
          "negative_goodness": 0.7315652355088128,
          "pair_accuracy": 0.9460000000079473,
          "positive_goodness": 4.9646019449657866,
          "runtime_seconds": 5.775348424911499
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5114593678368462,
          "lr": 0.03,
          "negative_goodness": 0.7201736993895637,
          "pair_accuracy": 0.9410222221904331,
          "positive_goodness": 5.019007443873088,
          "runtime_seconds": 5.773955821990967
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5434818915473091,
          "lr": 0.03,
          "negative_goodness": 0.7923279324001736,
          "pair_accuracy": 0.9350222222222222,
          "positive_goodness": 4.83517402581109,
          "runtime_seconds": 5.770503759384155
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5316653374698427,
          "lr": 0.03,
          "negative_goodness": 0.7542348668045468,
          "pair_accuracy": 0.9415777777777777,
          "positive_goodness": 4.974805640241835,
          "runtime_seconds": 5.779271125793457
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.49914046280119156,
          "lr": 0.03,
          "negative_goodness": 0.6958955371485817,
          "pair_accuracy": 0.9470444444444445,
          "positive_goodness": 5.193199293263754,
          "runtime_seconds": 5.7765772342681885
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.47235146526760524,
          "lr": 0.03,
          "negative_goodness": 0.6541238987869686,
          "pair_accuracy": 0.9505111111111111,
          "positive_goodness": 5.297444203948975,
          "runtime_seconds": 5.777455806732178
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5087363817109002,
          "lr": 0.03,
          "negative_goodness": 0.7079899822447036,
          "pair_accuracy": 0.9399333333333333,
          "positive_goodness": 5.110126774427626,
          "runtime_seconds": 5.778188705444336
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5123800580713485,
          "lr": 0.03,
          "negative_goodness": 0.731172288968828,
          "pair_accuracy": 0.9425555555555556,
          "positive_goodness": 4.991833383517795,
          "runtime_seconds": 5.785386800765991
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5537448647181193,
          "lr": 0.03,
          "negative_goodness": 0.756736624537574,
          "pair_accuracy": 0.9325555555449592,
          "positive_goodness": 4.894533478207058,
          "runtime_seconds": 5.77578067779541
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5019587519380782,
          "lr": 0.03,
          "negative_goodness": 0.7085958245595296,
          "pair_accuracy": 0.9477777777777778,
          "positive_goodness": 5.111588397894965,
          "runtime_seconds": 5.7799506187438965
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5520952100223965,
          "lr": 0.03,
          "negative_goodness": 0.7796248361799452,
          "pair_accuracy": 0.9296444444656372,
          "positive_goodness": 4.847157195154826,
          "runtime_seconds": 5.77272891998291
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5562735932985942,
          "lr": 0.03,
          "negative_goodness": 0.7908286596616109,
          "pair_accuracy": 0.9371111111111111,
          "positive_goodness": 4.832965255228679,
          "runtime_seconds": 5.774224281311035
        }
      ],
      "layer": 24
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.7759124896526337,
          "lr": 0.03,
          "negative_goodness": 1.1005417030599383,
          "pair_accuracy": 0.8830666666666667,
          "positive_goodness": 3.782617977057563,
          "runtime_seconds": 5.778293132781982
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.6930125774966346,
          "lr": 0.03,
          "negative_goodness": 1.0255520627392662,
          "pair_accuracy": 0.8987111111111111,
          "positive_goodness": 4.0999359624226885,
          "runtime_seconds": 5.8612096309661865
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.6418475437376234,
          "lr": 0.03,
          "negative_goodness": 0.9681947346581353,
          "pair_accuracy": 0.9147111111164093,
          "positive_goodness": 4.343923709551493,
          "runtime_seconds": 5.956259489059448
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6267523051288393,
          "lr": 0.03,
          "negative_goodness": 0.9178170670535829,
          "pair_accuracy": 0.9103111111111111,
          "positive_goodness": 4.539555975680881,
          "runtime_seconds": 5.759544134140015
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6266075184292264,
          "lr": 0.03,
          "negative_goodness": 0.9118377769682142,
          "pair_accuracy": 0.9166888888941871,
          "positive_goodness": 4.462033198229472,
          "runtime_seconds": 5.8082075119018555
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6052466165542603,
          "lr": 0.03,
          "negative_goodness": 0.8931362322065566,
          "pair_accuracy": 0.9232666666772631,
          "positive_goodness": 4.499123220570882,
          "runtime_seconds": 5.758336305618286
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.5909486871401469,
          "lr": 0.03,
          "negative_goodness": 0.896508368704054,
          "pair_accuracy": 0.9285555555449592,
          "positive_goodness": 4.546556822035048,
          "runtime_seconds": 5.868626832962036
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.556941071150038,
          "lr": 0.03,
          "negative_goodness": 0.8163719156265259,
          "pair_accuracy": 0.9345333333439297,
          "positive_goodness": 4.7897312363518605,
          "runtime_seconds": 5.842290639877319
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5722500378131866,
          "lr": 0.03,
          "negative_goodness": 0.7971140820172098,
          "pair_accuracy": 0.9256222222222222,
          "positive_goodness": 4.699186923641629,
          "runtime_seconds": 5.765608549118042
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.614142225546307,
          "lr": 0.03,
          "negative_goodness": 0.8862986117270257,
          "pair_accuracy": 0.9114444444444444,
          "positive_goodness": 4.480087195078532,
          "runtime_seconds": 5.772972345352173
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.5901966046015421,
          "lr": 0.03,
          "negative_goodness": 0.8452876313951281,
          "pair_accuracy": 0.9255333333333333,
          "positive_goodness": 4.692075071207682,
          "runtime_seconds": 5.7524354457855225
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5893073957761129,
          "lr": 0.03,
          "negative_goodness": 0.8268574403497908,
          "pair_accuracy": 0.9221555555767483,
          "positive_goodness": 4.664543419350518,
          "runtime_seconds": 5.760410785675049
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.5531603454298444,
          "lr": 0.03,
          "negative_goodness": 0.787946060736974,
          "pair_accuracy": 0.9330222222222222,
          "positive_goodness": 4.825251840040419,
          "runtime_seconds": 5.750154256820679
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.5560770448923111,
          "lr": 0.03,
          "negative_goodness": 0.8139467695858743,
          "pair_accuracy": 0.9370666666666667,
          "positive_goodness": 4.760530293697781,
          "runtime_seconds": 5.750669240951538
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5636890802568859,
          "lr": 0.03,
          "negative_goodness": 0.8124043542716238,
          "pair_accuracy": 0.9322444444444444,
          "positive_goodness": 4.704586854553223,
          "runtime_seconds": 5.753316879272461
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5903086110962762,
          "lr": 0.03,
          "negative_goodness": 0.8468953497621748,
          "pair_accuracy": 0.9223555555449592,
          "positive_goodness": 4.548601989279853,
          "runtime_seconds": 5.749436855316162
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5629288630379571,
          "lr": 0.03,
          "negative_goodness": 0.7921164613458845,
          "pair_accuracy": 0.924822222243415,
          "positive_goodness": 4.748258216328091,
          "runtime_seconds": 5.752376317977905
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5861538963397344,
          "lr": 0.03,
          "negative_goodness": 0.8348544835911856,
          "pair_accuracy": 0.9253777777777777,
          "positive_goodness": 4.553587959713406,
          "runtime_seconds": 5.751805305480957
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5220763342036141,
          "lr": 0.03,
          "negative_goodness": 0.7375006920907232,
          "pair_accuracy": 0.9355111111111111,
          "positive_goodness": 4.930164765591091,
          "runtime_seconds": 5.747009038925171
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5801256591796875,
          "lr": 0.03,
          "negative_goodness": 0.7988071659194098,
          "pair_accuracy": 0.9224666666772631,
          "positive_goodness": 4.649323149066501,
          "runtime_seconds": 5.754092216491699
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5724094608041975,
          "lr": 0.03,
          "negative_goodness": 0.817235540129741,
          "pair_accuracy": 0.9273333333333333,
          "positive_goodness": 4.703226401435004,
          "runtime_seconds": 5.748584270477295
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5066130536397299,
          "lr": 0.03,
          "negative_goodness": 0.7043162304666307,
          "pair_accuracy": 0.9402888889100817,
          "positive_goodness": 5.053125237443712,
          "runtime_seconds": 5.748387098312378
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5256743421289656,
          "lr": 0.03,
          "negative_goodness": 0.7240827173338996,
          "pair_accuracy": 0.9327555555449591,
          "positive_goodness": 4.944138068644206,
          "runtime_seconds": 5.75201678276062
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5179924608442519,
          "lr": 0.03,
          "negative_goodness": 0.7405056825637817,
          "pair_accuracy": 0.9409555555568802,
          "positive_goodness": 5.019666278478835,
          "runtime_seconds": 5.751461505889893
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.49154040834638807,
          "lr": 0.03,
          "negative_goodness": 0.6858152725060781,
          "pair_accuracy": 0.9440444444232516,
          "positive_goodness": 5.19856129667494,
          "runtime_seconds": 5.752009868621826
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.47378333235846626,
          "lr": 0.03,
          "negative_goodness": 0.6641707968155544,
          "pair_accuracy": 0.9505111111111111,
          "positive_goodness": 5.266504046122233,
          "runtime_seconds": 5.739060401916504
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5225185769372516,
          "lr": 0.03,
          "negative_goodness": 0.7078885957479477,
          "pair_accuracy": 0.9342444444444444,
          "positive_goodness": 5.01822876180013,
          "runtime_seconds": 5.699687719345093
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5668482038391961,
          "lr": 0.03,
          "negative_goodness": 0.7948266682200962,
          "pair_accuracy": 0.9274,
          "positive_goodness": 4.7111146354675295,
          "runtime_seconds": 5.701916217803955
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.4794558560901218,
          "lr": 0.03,
          "negative_goodness": 0.6595524687078264,
          "pair_accuracy": 0.9460000000158946,
          "positive_goodness": 5.294395875295003,
          "runtime_seconds": 5.752354860305786
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5305708394156562,
          "lr": 0.03,
          "negative_goodness": 0.7212659503195021,
          "pair_accuracy": 0.9360222222222222,
          "positive_goodness": 4.988705612013075,
          "runtime_seconds": 5.749047756195068
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5126206144756741,
          "lr": 0.03,
          "negative_goodness": 0.6893335135009554,
          "pair_accuracy": 0.9355555555767483,
          "positive_goodness": 5.1314979195912676,
          "runtime_seconds": 5.753125905990601
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5124257130304972,
          "lr": 0.03,
          "negative_goodness": 0.7081922082795037,
          "pair_accuracy": 0.9385999999788073,
          "positive_goodness": 5.021304100884332,
          "runtime_seconds": 5.750704288482666
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5173896270540026,
          "lr": 0.03,
          "negative_goodness": 0.7179763283729553,
          "pair_accuracy": 0.9358666666560703,
          "positive_goodness": 5.094697735171848,
          "runtime_seconds": 5.756037950515747
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5297377308739556,
          "lr": 0.03,
          "negative_goodness": 0.7070946801622708,
          "pair_accuracy": 0.9313555555555556,
          "positive_goodness": 5.103248092312283,
          "runtime_seconds": 5.754626989364624
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5112835858239068,
          "lr": 0.03,
          "negative_goodness": 0.7053363431241777,
          "pair_accuracy": 0.9391111111640931,
          "positive_goodness": 5.111908788553873,
          "runtime_seconds": 5.758772850036621
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5803942813449435,
          "lr": 0.03,
          "negative_goodness": 0.7857773713429769,
          "pair_accuracy": 0.9227333333545261,
          "positive_goodness": 4.746806896167331,
          "runtime_seconds": 5.752537250518799
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5024096036487156,
          "lr": 0.03,
          "negative_goodness": 0.7004105557441711,
          "pair_accuracy": 0.9412888889418708,
          "positive_goodness": 5.201705381181505,
          "runtime_seconds": 5.758629560470581
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5590816033151415,
          "lr": 0.03,
          "negative_goodness": 0.7719264529863993,
          "pair_accuracy": 0.931400000052982,
          "positive_goodness": 4.8967368620554605,
          "runtime_seconds": 5.756474733352661
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5352963430616591,
          "lr": 0.03,
          "negative_goodness": 0.7242437351173825,
          "pair_accuracy": 0.9311555555555555,
          "positive_goodness": 5.093951758702596,
          "runtime_seconds": 5.749353647232056
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5310772362497118,
          "lr": 0.03,
          "negative_goodness": 0.7346345748477512,
          "pair_accuracy": 0.939044444433848,
          "positive_goodness": 5.0013569332970516,
          "runtime_seconds": 5.7513651847839355
        }
      ],
      "layer": 25
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8691449199888441,
          "lr": 0.03,
          "negative_goodness": 1.2756023330900403,
          "pair_accuracy": 0.8686888888994853,
          "positive_goodness": 3.9053985872480603,
          "runtime_seconds": 5.768747091293335
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7758376006656222,
          "lr": 0.03,
          "negative_goodness": 1.1540445440928142,
          "pair_accuracy": 0.8844,
          "positive_goodness": 3.994426626841227,
          "runtime_seconds": 5.767136573791504
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7164606677903069,
          "lr": 0.03,
          "negative_goodness": 1.0821673134909735,
          "pair_accuracy": 0.8980000000105964,
          "positive_goodness": 4.1766401920318605,
          "runtime_seconds": 5.76836895942688
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6538357098314497,
          "lr": 0.03,
          "negative_goodness": 0.9493291177219815,
          "pair_accuracy": 0.9024888888782925,
          "positive_goodness": 4.484349713304308,
          "runtime_seconds": 5.775793790817261
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6312372475306193,
          "lr": 0.03,
          "negative_goodness": 0.9609345058017307,
          "pair_accuracy": 0.9194888888782925,
          "positive_goodness": 4.376230959955851,
          "runtime_seconds": 5.776683807373047
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6498057890468174,
          "lr": 0.03,
          "negative_goodness": 0.9703240114212036,
          "pair_accuracy": 0.9090666667196485,
          "positive_goodness": 4.363021802605523,
          "runtime_seconds": 5.774123191833496
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6344572637346055,
          "lr": 0.03,
          "negative_goodness": 0.9434865324444242,
          "pair_accuracy": 0.9139111111111111,
          "positive_goodness": 4.460641666603088,
          "runtime_seconds": 5.766280174255371
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.5852469966808955,
          "lr": 0.03,
          "negative_goodness": 0.8488293397823969,
          "pair_accuracy": 0.9225111111111111,
          "positive_goodness": 4.661031088680692,
          "runtime_seconds": 5.7741522789001465
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.5938080990685357,
          "lr": 0.03,
          "negative_goodness": 0.8557149709701538,
          "pair_accuracy": 0.919777777756585,
          "positive_goodness": 4.6006266020033095,
          "runtime_seconds": 5.768979787826538
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6599421416229672,
          "lr": 0.03,
          "negative_goodness": 0.9553777626037597,
          "pair_accuracy": 0.9074444444444445,
          "positive_goodness": 4.24195304192437,
          "runtime_seconds": 5.772446632385254
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6138882786962722,
          "lr": 0.03,
          "negative_goodness": 0.8959124916500515,
          "pair_accuracy": 0.9178666666560703,
          "positive_goodness": 4.478489092254638,
          "runtime_seconds": 5.770900249481201
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6137114641825359,
          "lr": 0.03,
          "negative_goodness": 0.8920736785676744,
          "pair_accuracy": 0.920088888894187,
          "positive_goodness": 4.3998442653656005,
          "runtime_seconds": 5.770014524459839
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6269636445628273,
          "lr": 0.03,
          "negative_goodness": 0.9029143361462487,
          "pair_accuracy": 0.9173111111111111,
          "positive_goodness": 4.3661135003831655,
          "runtime_seconds": 5.775274753570557
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6198454562717014,
          "lr": 0.03,
          "negative_goodness": 0.889662273534139,
          "pair_accuracy": 0.9166666666984558,
          "positive_goodness": 4.4683930170694985,
          "runtime_seconds": 5.771220684051514
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6087410496711732,
          "lr": 0.03,
          "negative_goodness": 0.8822437804010179,
          "pair_accuracy": 0.9191777777671813,
          "positive_goodness": 4.467032770156861,
          "runtime_seconds": 5.7681355476379395
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6197687394301097,
          "lr": 0.03,
          "negative_goodness": 0.8556080218791962,
          "pair_accuracy": 0.9070222222222222,
          "positive_goodness": 4.517776809946696,
          "runtime_seconds": 5.772353649139404
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5607915094799466,
          "lr": 0.03,
          "negative_goodness": 0.7988726832389832,
          "pair_accuracy": 0.9251999999947018,
          "positive_goodness": 4.737890431722005,
          "runtime_seconds": 5.767745733261108
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.522432948536343,
          "lr": 0.03,
          "negative_goodness": 0.7470611872037252,
          "pair_accuracy": 0.941222222190433,
          "positive_goodness": 4.835689142396715,
          "runtime_seconds": 5.772491693496704
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.5631403236839506,
          "lr": 0.03,
          "negative_goodness": 0.8243457999971178,
          "pair_accuracy": 0.9363777777777778,
          "positive_goodness": 4.629994623396132,
          "runtime_seconds": 5.772245407104492
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5791719722165002,
          "lr": 0.03,
          "negative_goodness": 0.8255993426216973,
          "pair_accuracy": 0.9270888888888889,
          "positive_goodness": 4.666686462741428,
          "runtime_seconds": 5.766655921936035
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5463564126544529,
          "lr": 0.03,
          "negative_goodness": 0.7712688382254707,
          "pair_accuracy": 0.9309999999682108,
          "positive_goodness": 4.882754359859891,
          "runtime_seconds": 5.767024755477905
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5945090368588766,
          "lr": 0.03,
          "negative_goodness": 0.8292215109295316,
          "pair_accuracy": 0.9159555555555555,
          "positive_goodness": 4.672410916307237,
          "runtime_seconds": 5.769819498062134
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.59597626630995,
          "lr": 0.03,
          "negative_goodness": 0.8142696750640869,
          "pair_accuracy": 0.914533333337307,
          "positive_goodness": 4.629728762732611,
          "runtime_seconds": 5.766554117202759
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6200673864682515,
          "lr": 0.03,
          "negative_goodness": 0.8569040145026313,
          "pair_accuracy": 0.9122888888782925,
          "positive_goodness": 4.516442606565687,
          "runtime_seconds": 5.768168926239014
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5824712764104207,
          "lr": 0.03,
          "negative_goodness": 0.8023208283318414,
          "pair_accuracy": 0.9270888888782925,
          "positive_goodness": 4.652998281775581,
          "runtime_seconds": 5.766993999481201
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5819081634521485,
          "lr": 0.03,
          "negative_goodness": 0.8234504105832842,
          "pair_accuracy": 0.9234444444444444,
          "positive_goodness": 4.6172042268541125,
          "runtime_seconds": 5.769309759140015
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5943271397511164,
          "lr": 0.03,
          "negative_goodness": 0.8276812359465493,
          "pair_accuracy": 0.9181777777777778,
          "positive_goodness": 4.5660211331685385,
          "runtime_seconds": 5.769578695297241
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5458791923734877,
          "lr": 0.03,
          "negative_goodness": 0.7966393275154962,
          "pair_accuracy": 0.9367333333651224,
          "positive_goodness": 4.7359977319505475,
          "runtime_seconds": 5.7630510330200195
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5853455590354072,
          "lr": 0.03,
          "negative_goodness": 0.8122709909545051,
          "pair_accuracy": 0.9188888888782925,
          "positive_goodness": 4.576144072638618,
          "runtime_seconds": 5.768775224685669
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5806422383997175,
          "lr": 0.03,
          "negative_goodness": 0.8164612790849474,
          "pair_accuracy": 0.9214666666666667,
          "positive_goodness": 4.640560384284125,
          "runtime_seconds": 5.770317792892456
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5575711984422472,
          "lr": 0.03,
          "negative_goodness": 0.7637210708936055,
          "pair_accuracy": 0.9227111111323039,
          "positive_goodness": 4.804096196195815,
          "runtime_seconds": 5.76486611366272
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5730281701935662,
          "lr": 0.03,
          "negative_goodness": 0.7695296943982443,
          "pair_accuracy": 0.9177555555555555,
          "positive_goodness": 4.736537072414822,
          "runtime_seconds": 5.764469146728516
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5357508070733812,
          "lr": 0.03,
          "negative_goodness": 0.753422713359197,
          "pair_accuracy": 0.9373777777777778,
          "positive_goodness": 4.893970614878336,
          "runtime_seconds": 5.772696495056152
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5140173654556275,
          "lr": 0.03,
          "negative_goodness": 0.7080116315205892,
          "pair_accuracy": 0.9354222222222223,
          "positive_goodness": 5.121292691802979,
          "runtime_seconds": 5.796298265457153
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.568180827442805,
          "lr": 0.03,
          "negative_goodness": 0.811039190003607,
          "pair_accuracy": 0.9308,
          "positive_goodness": 4.660574131308661,
          "runtime_seconds": 5.773202896118164
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5678786044120788,
          "lr": 0.03,
          "negative_goodness": 0.7782195916175842,
          "pair_accuracy": 0.9236888889418708,
          "positive_goodness": 4.7139827150556775,
          "runtime_seconds": 5.766860723495483
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5737603149414062,
          "lr": 0.03,
          "negative_goodness": 0.7597439681477017,
          "pair_accuracy": 0.9248,
          "positive_goodness": 4.724123015848796,
          "runtime_seconds": 5.762269020080566
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5348647080315484,
          "lr": 0.03,
          "negative_goodness": 0.7362920667860243,
          "pair_accuracy": 0.9331555556085375,
          "positive_goodness": 4.936836877356635,
          "runtime_seconds": 5.758923053741455
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5286555137316385,
          "lr": 0.03,
          "negative_goodness": 0.7166437354710367,
          "pair_accuracy": 0.9275333333333333,
          "positive_goodness": 5.0739412954542376,
          "runtime_seconds": 5.76154637336731
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5942570487817128,
          "lr": 0.03,
          "negative_goodness": 0.8131109452035692,
          "pair_accuracy": 0.9192888888888889,
          "positive_goodness": 4.592604352654351,
          "runtime_seconds": 5.764978885650635
        }
      ],
      "layer": 26
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8084363707118564,
          "lr": 0.03,
          "negative_goodness": 1.158089070028729,
          "pair_accuracy": 0.8747777777777778,
          "positive_goodness": 3.6323737016465927,
          "runtime_seconds": 5.741919040679932
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7812008749749926,
          "lr": 0.03,
          "negative_goodness": 1.1368345398690964,
          "pair_accuracy": 0.8716666666666667,
          "positive_goodness": 3.75166996705797,
          "runtime_seconds": 5.743672609329224
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7586057490242852,
          "lr": 0.03,
          "negative_goodness": 1.1275699659347533,
          "pair_accuracy": 0.8818666667196485,
          "positive_goodness": 3.8800418702867296,
          "runtime_seconds": 5.743683099746704
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.762867280377282,
          "lr": 0.03,
          "negative_goodness": 1.1046923269483777,
          "pair_accuracy": 0.8772444444444445,
          "positive_goodness": 3.8508194448682995,
          "runtime_seconds": 5.739527463912964
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7285458332697551,
          "lr": 0.03,
          "negative_goodness": 1.1014811985015869,
          "pair_accuracy": 0.8931111111534966,
          "positive_goodness": 3.871954575051202,
          "runtime_seconds": 5.741718292236328
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6350302108870612,
          "lr": 0.03,
          "negative_goodness": 0.9185178550932143,
          "pair_accuracy": 0.9082,
          "positive_goodness": 4.286509584638807,
          "runtime_seconds": 5.737320423126221
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6474988093058268,
          "lr": 0.03,
          "negative_goodness": 0.9531331206003825,
          "pair_accuracy": 0.9076,
          "positive_goodness": 4.272821172247992,
          "runtime_seconds": 5.73823618888855
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6424919864442613,
          "lr": 0.03,
          "negative_goodness": 0.938532027053833,
          "pair_accuracy": 0.9066888889418708,
          "positive_goodness": 4.292170397482978,
          "runtime_seconds": 5.734927177429199
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6774927584542169,
          "lr": 0.03,
          "negative_goodness": 0.9869739438798693,
          "pair_accuracy": 0.8984666666984558,
          "positive_goodness": 4.216594154781766,
          "runtime_seconds": 5.939295053482056
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.604319073761834,
          "lr": 0.03,
          "negative_goodness": 0.8784277821858724,
          "pair_accuracy": 0.9174444444444444,
          "positive_goodness": 4.512238707987468,
          "runtime_seconds": 5.858438491821289
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6406278072357178,
          "lr": 0.03,
          "negative_goodness": 0.9156859415160286,
          "pair_accuracy": 0.907866666667329,
          "positive_goodness": 4.368158476140764,
          "runtime_seconds": 5.7537267208099365
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6249927485995822,
          "lr": 0.03,
          "negative_goodness": 0.8989114084455702,
          "pair_accuracy": 0.912822222243415,
          "positive_goodness": 4.374211318567064,
          "runtime_seconds": 5.736196041107178
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6283692262861463,
          "lr": 0.03,
          "negative_goodness": 0.8801180156495836,
          "pair_accuracy": 0.907777777756585,
          "positive_goodness": 4.466059360165066,
          "runtime_seconds": 5.738134384155273
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6479576886177063,
          "lr": 0.03,
          "negative_goodness": 0.9078564077907139,
          "pair_accuracy": 0.8974666666666666,
          "positive_goodness": 4.31240752597385,
          "runtime_seconds": 5.740265130996704
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6614159726672703,
          "lr": 0.03,
          "negative_goodness": 0.9189221441056993,
          "pair_accuracy": 0.9035111111217075,
          "positive_goodness": 4.337638670984904,
          "runtime_seconds": 5.739917039871216
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.5695430955171585,
          "lr": 0.03,
          "negative_goodness": 0.8376247229019801,
          "pair_accuracy": 0.9362444444444444,
          "positive_goodness": 4.52653044052124,
          "runtime_seconds": 5.741122245788574
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6225008974737591,
          "lr": 0.03,
          "negative_goodness": 0.8878242182440228,
          "pair_accuracy": 0.9137111111111111,
          "positive_goodness": 4.470306767527262,
          "runtime_seconds": 5.743023157119751
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.5872150650077396,
          "lr": 0.03,
          "negative_goodness": 0.8164392730077108,
          "pair_accuracy": 0.9191333333333334,
          "positive_goodness": 4.5605950826856825,
          "runtime_seconds": 5.740209102630615
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6179196581628588,
          "lr": 0.03,
          "negative_goodness": 0.856479850323995,
          "pair_accuracy": 0.911311111164093,
          "positive_goodness": 4.45063169025845,
          "runtime_seconds": 5.7347190380096436
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5950813184367286,
          "lr": 0.03,
          "negative_goodness": 0.8454543294694689,
          "pair_accuracy": 0.9223111111111111,
          "positive_goodness": 4.525326748318142,
          "runtime_seconds": 5.743018865585327
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5963388442145453,
          "lr": 0.03,
          "negative_goodness": 0.8480051206270853,
          "pair_accuracy": 0.9179333333306843,
          "positive_goodness": 4.518809627946218,
          "runtime_seconds": 5.738779306411743
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5884139969083998,
          "lr": 0.03,
          "negative_goodness": 0.8114695014847649,
          "pair_accuracy": 0.9153777777671814,
          "positive_goodness": 4.634938375430637,
          "runtime_seconds": 5.736543416976929
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.5956029255443149,
          "lr": 0.03,
          "negative_goodness": 0.8498534440040588,
          "pair_accuracy": 0.9212444444444444,
          "positive_goodness": 4.543190793016222,
          "runtime_seconds": 5.738102912902832
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.6034532033920288,
          "lr": 0.03,
          "negative_goodness": 0.8340802776866489,
          "pair_accuracy": 0.9133555555449592,
          "positive_goodness": 4.559225820922852,
          "runtime_seconds": 5.736464023590088
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6232241544935438,
          "lr": 0.03,
          "negative_goodness": 0.8802603209071689,
          "pair_accuracy": 0.9126444444550408,
          "positive_goodness": 4.379986967171563,
          "runtime_seconds": 5.73792028427124
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5929411944468816,
          "lr": 0.03,
          "negative_goodness": 0.8272830882072448,
          "pair_accuracy": 0.9171555555555555,
          "positive_goodness": 4.629040351782905,
          "runtime_seconds": 5.7388317584991455
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5601581744935777,
          "lr": 0.03,
          "negative_goodness": 0.7927962332831489,
          "pair_accuracy": 0.930400000052982,
          "positive_goodness": 4.782227538469103,
          "runtime_seconds": 5.954761028289795
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5947156613085005,
          "lr": 0.03,
          "negative_goodness": 0.7967705048984951,
          "pair_accuracy": 0.9128444444444445,
          "positive_goodness": 4.617085298665365,
          "runtime_seconds": 5.7491819858551025
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5620013471497429,
          "lr": 0.03,
          "negative_goodness": 0.762116616015964,
          "pair_accuracy": 0.9207555555555555,
          "positive_goodness": 4.8450752510070805,
          "runtime_seconds": 5.742101192474365
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5722757049878439,
          "lr": 0.03,
          "negative_goodness": 0.8086085693041484,
          "pair_accuracy": 0.9259555555873447,
          "positive_goodness": 4.726776081212361,
          "runtime_seconds": 5.738970041275024
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5244141721857919,
          "lr": 0.03,
          "negative_goodness": 0.7207129636089007,
          "pair_accuracy": 0.9323111111111111,
          "positive_goodness": 4.952565743933784,
          "runtime_seconds": 5.76630711555481
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5970580485449897,
          "lr": 0.03,
          "negative_goodness": 0.8011925642119514,
          "pair_accuracy": 0.910755555566152,
          "positive_goodness": 4.666813331137763,
          "runtime_seconds": 5.736765384674072
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6391966626697116,
          "lr": 0.03,
          "negative_goodness": 0.8763367379930285,
          "pair_accuracy": 0.9048000000529819,
          "positive_goodness": 4.395986998960707,
          "runtime_seconds": 5.751223564147949
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.58930176548428,
          "lr": 0.03,
          "negative_goodness": 0.8275755999830035,
          "pair_accuracy": 0.9205777777777778,
          "positive_goodness": 4.546788506825765,
          "runtime_seconds": 5.740467071533203
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5690433528476291,
          "lr": 0.03,
          "negative_goodness": 0.7271618698014153,
          "pair_accuracy": 0.9130222222275204,
          "positive_goodness": 4.866904794184367,
          "runtime_seconds": 5.736985206604004
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6157973398685456,
          "lr": 0.03,
          "negative_goodness": 0.826984855026669,
          "pair_accuracy": 0.9068888888888889,
          "positive_goodness": 4.642722849443223,
          "runtime_seconds": 5.741124153137207
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5890981058385637,
          "lr": 0.03,
          "negative_goodness": 0.8016071583588918,
          "pair_accuracy": 0.9131555555555556,
          "positive_goodness": 4.67902118250529,
          "runtime_seconds": 5.6878650188446045
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.6060756579319636,
          "lr": 0.03,
          "negative_goodness": 0.8098992373572456,
          "pair_accuracy": 0.9122,
          "positive_goodness": 4.546348466406928,
          "runtime_seconds": 5.684890031814575
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5611272255632612,
          "lr": 0.03,
          "negative_goodness": 0.7661255999618106,
          "pair_accuracy": 0.9277555555343628,
          "positive_goodness": 4.751028854327732,
          "runtime_seconds": 5.693612813949585
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5680051735083262,
          "lr": 0.03,
          "negative_goodness": 0.7760852172533671,
          "pair_accuracy": 0.9241333333333334,
          "positive_goodness": 4.758114740668403,
          "runtime_seconds": 5.703518390655518
        }
      ],
      "layer": 27
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8815447125699785,
          "lr": 0.03,
          "negative_goodness": 1.2807901606241863,
          "pair_accuracy": 0.8719333333333333,
          "positive_goodness": 3.7282654830084905,
          "runtime_seconds": 5.72236442565918
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7608266480763753,
          "lr": 0.03,
          "negative_goodness": 1.1562179145177205,
          "pair_accuracy": 0.8961555555714501,
          "positive_goodness": 3.9495015362845525,
          "runtime_seconds": 5.722447633743286
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7032649840619829,
          "lr": 0.03,
          "negative_goodness": 1.0452431730482314,
          "pair_accuracy": 0.8971777777777777,
          "positive_goodness": 4.204037189144558,
          "runtime_seconds": 5.738828897476196
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7062967882050408,
          "lr": 0.03,
          "negative_goodness": 1.0505365156597561,
          "pair_accuracy": 0.8992222222222223,
          "positive_goodness": 4.121507434251574,
          "runtime_seconds": 5.705208778381348
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6708004700554742,
          "lr": 0.03,
          "negative_goodness": 0.9830680129792955,
          "pair_accuracy": 0.9057999999894036,
          "positive_goodness": 4.251535476599799,
          "runtime_seconds": 5.707974433898926
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6418411757787069,
          "lr": 0.03,
          "negative_goodness": 0.9823238424725003,
          "pair_accuracy": 0.9196444444444445,
          "positive_goodness": 4.33984765179952,
          "runtime_seconds": 5.703347444534302
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6696057551701864,
          "lr": 0.03,
          "negative_goodness": 0.9536093906402587,
          "pair_accuracy": 0.9006888888888889,
          "positive_goodness": 4.228073384518093,
          "runtime_seconds": 5.705111742019653
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.674973356850942,
          "lr": 0.03,
          "negative_goodness": 0.9641228446324667,
          "pair_accuracy": 0.8968444444444444,
          "positive_goodness": 4.194057128312853,
          "runtime_seconds": 5.706455945968628
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6434441016885969,
          "lr": 0.03,
          "negative_goodness": 0.9228303441047668,
          "pair_accuracy": 0.9055111111111112,
          "positive_goodness": 4.334781834750705,
          "runtime_seconds": 5.70423698425293
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6125797572877671,
          "lr": 0.03,
          "negative_goodness": 0.9015872220569187,
          "pair_accuracy": 0.918555555566152,
          "positive_goodness": 4.565852890290154,
          "runtime_seconds": 5.706712484359741
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6186572722540962,
          "lr": 0.03,
          "negative_goodness": 0.9331881972842746,
          "pair_accuracy": 0.9254000000039736,
          "positive_goodness": 4.359093622228834,
          "runtime_seconds": 5.7481019496917725
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.6222645626809862,
          "lr": 0.03,
          "negative_goodness": 0.8649206262164646,
          "pair_accuracy": 0.9093333333333333,
          "positive_goodness": 4.458748987240262,
          "runtime_seconds": 5.759721517562866
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6206678662829929,
          "lr": 0.03,
          "negative_goodness": 0.875505788591173,
          "pair_accuracy": 0.90404444448683,
          "positive_goodness": 4.468356991789076,
          "runtime_seconds": 5.759978532791138
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6003919833342234,
          "lr": 0.03,
          "negative_goodness": 0.8836962394714355,
          "pair_accuracy": 0.9215777777777778,
          "positive_goodness": 4.533370751359728,
          "runtime_seconds": 5.757293701171875
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6052229743745592,
          "lr": 0.03,
          "negative_goodness": 0.8656185893005794,
          "pair_accuracy": 0.9237555555555556,
          "positive_goodness": 4.520285724809435,
          "runtime_seconds": 5.7599732875823975
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6088279895040724,
          "lr": 0.03,
          "negative_goodness": 0.8530358399285211,
          "pair_accuracy": 0.9135777777671814,
          "positive_goodness": 4.48956459189521,
          "runtime_seconds": 5.757725715637207
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.5744700448142158,
          "lr": 0.03,
          "negative_goodness": 0.816550196287367,
          "pair_accuracy": 0.9216444444444445,
          "positive_goodness": 4.648743999226888,
          "runtime_seconds": 5.7558534145355225
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6233847510311339,
          "lr": 0.03,
          "negative_goodness": 0.8555568226099014,
          "pair_accuracy": 0.9080888888888888,
          "positive_goodness": 4.47492395401001,
          "runtime_seconds": 5.757293939590454
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6515179951349894,
          "lr": 0.03,
          "negative_goodness": 0.9347524477852716,
          "pair_accuracy": 0.9131555555767483,
          "positive_goodness": 4.231623632770114,
          "runtime_seconds": 5.752676486968994
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.5841715709262424,
          "lr": 0.03,
          "negative_goodness": 0.8575441345055898,
          "pair_accuracy": 0.9292666666666667,
          "positive_goodness": 4.571445810360379,
          "runtime_seconds": 5.755805969238281
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5880509582095677,
          "lr": 0.03,
          "negative_goodness": 0.8357745949639215,
          "pair_accuracy": 0.9223333333333333,
          "positive_goodness": 4.582530876837836,
          "runtime_seconds": 5.776163101196289
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5901695616828071,
          "lr": 0.03,
          "negative_goodness": 0.8191283634079827,
          "pair_accuracy": 0.9224222222328186,
          "positive_goodness": 4.621841793251037,
          "runtime_seconds": 5.759082078933716
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6146634568108452,
          "lr": 0.03,
          "negative_goodness": 0.8475224419063992,
          "pair_accuracy": 0.9159333333121406,
          "positive_goodness": 4.387584690433078,
          "runtime_seconds": 5.785030841827393
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5291019570668538,
          "lr": 0.03,
          "negative_goodness": 0.758983005036248,
          "pair_accuracy": 0.9355111111111111,
          "positive_goodness": 4.946957145690918,
          "runtime_seconds": 5.7629313468933105
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.5746219203525119,
          "lr": 0.03,
          "negative_goodness": 0.8195406008826361,
          "pair_accuracy": 0.9260444444444444,
          "positive_goodness": 4.689784757826064,
          "runtime_seconds": 5.760458469390869
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5249632368246714,
          "lr": 0.03,
          "negative_goodness": 0.763694635216395,
          "pair_accuracy": 0.9405555555555556,
          "positive_goodness": 4.874673622979058,
          "runtime_seconds": 5.7578489780426025
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5882698161655002,
          "lr": 0.03,
          "negative_goodness": 0.8141186389711168,
          "pair_accuracy": 0.9159555555582046,
          "positive_goodness": 4.568861750857035,
          "runtime_seconds": 5.76453161239624
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.6041157677968343,
          "lr": 0.03,
          "negative_goodness": 0.8102451239585876,
          "pair_accuracy": 0.9093333333333333,
          "positive_goodness": 4.651557633166843,
          "runtime_seconds": 5.761082410812378
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.5721777939372592,
          "lr": 0.03,
          "negative_goodness": 0.8019275480482313,
          "pair_accuracy": 0.9234888888676961,
          "positive_goodness": 4.722862887827556,
          "runtime_seconds": 5.764195919036865
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.566209872004721,
          "lr": 0.03,
          "negative_goodness": 0.821934363497628,
          "pair_accuracy": 0.9301111111111111,
          "positive_goodness": 4.693826862250434,
          "runtime_seconds": 5.762457370758057
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.5390209814071655,
          "lr": 0.03,
          "negative_goodness": 0.761849317211575,
          "pair_accuracy": 0.9339333333651225,
          "positive_goodness": 4.848205346849229,
          "runtime_seconds": 5.762497186660767
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5524235251002841,
          "lr": 0.03,
          "negative_goodness": 0.788948677306705,
          "pair_accuracy": 0.9339555555449591,
          "positive_goodness": 4.809712139426337,
          "runtime_seconds": 5.765229940414429
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.6114796046680875,
          "lr": 0.03,
          "negative_goodness": 0.8480206505669488,
          "pair_accuracy": 0.9153777777459886,
          "positive_goodness": 4.539419817988078,
          "runtime_seconds": 5.762238502502441
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5916456183195115,
          "lr": 0.03,
          "negative_goodness": 0.8106230479982164,
          "pair_accuracy": 0.9168888888888889,
          "positive_goodness": 4.681875444030761,
          "runtime_seconds": 5.7574622631073
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.535443944062127,
          "lr": 0.03,
          "negative_goodness": 0.7640542104932997,
          "pair_accuracy": 0.9366444444550408,
          "positive_goodness": 4.827931089146932,
          "runtime_seconds": 5.756945848464966
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.5511569157388475,
          "lr": 0.03,
          "negative_goodness": 0.7688426042026943,
          "pair_accuracy": 0.9305333333121406,
          "positive_goodness": 4.756971312204997,
          "runtime_seconds": 5.728097677230835
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5296367491404216,
          "lr": 0.03,
          "negative_goodness": 0.7444688649071588,
          "pair_accuracy": 0.9355555555595292,
          "positive_goodness": 5.063383630636003,
          "runtime_seconds": 5.703036785125732
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5510098451296488,
          "lr": 0.03,
          "negative_goodness": 0.7512083364592658,
          "pair_accuracy": 0.9299111111111111,
          "positive_goodness": 4.825047082773844,
          "runtime_seconds": 5.745945692062378
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.6020484879599677,
          "lr": 0.03,
          "negative_goodness": 0.8148801503711277,
          "pair_accuracy": 0.9109555555555555,
          "positive_goodness": 4.786112586720784,
          "runtime_seconds": 5.7677001953125
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5608703695615133,
          "lr": 0.03,
          "negative_goodness": 0.7804486520449321,
          "pair_accuracy": 0.9262888888888889,
          "positive_goodness": 4.77632561700609,
          "runtime_seconds": 5.775120973587036
        }
      ],
      "layer": 28
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8240096335623,
          "lr": 0.03,
          "negative_goodness": 1.1244661579873827,
          "pair_accuracy": 0.8692222222222222,
          "positive_goodness": 3.5858012979295517,
          "runtime_seconds": 5.7532289028167725
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7313504621505738,
          "lr": 0.03,
          "negative_goodness": 1.0636509520848592,
          "pair_accuracy": 0.8860222222116259,
          "positive_goodness": 3.982748972023858,
          "runtime_seconds": 5.706995010375977
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7161583251317342,
          "lr": 0.03,
          "negative_goodness": 1.0243039344363742,
          "pair_accuracy": 0.8799111111534966,
          "positive_goodness": 4.028418170928955,
          "runtime_seconds": 5.686343669891357
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.7478894294420878,
          "lr": 0.03,
          "negative_goodness": 1.0447714681201512,
          "pair_accuracy": 0.8639555555555556,
          "positive_goodness": 3.9302858566708037,
          "runtime_seconds": 5.682456016540527
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.7138433705647786,
          "lr": 0.03,
          "negative_goodness": 1.0388259237077502,
          "pair_accuracy": 0.8918222222261959,
          "positive_goodness": 4.049128533501095,
          "runtime_seconds": 5.681676387786865
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.706796869775984,
          "lr": 0.03,
          "negative_goodness": 1.0163372108883328,
          "pair_accuracy": 0.8886222222646077,
          "positive_goodness": 4.183341834682889,
          "runtime_seconds": 5.727728605270386
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6413479445987278,
          "lr": 0.03,
          "negative_goodness": 0.9390928334765964,
          "pair_accuracy": 0.9109333333863152,
          "positive_goodness": 4.370119054328071,
          "runtime_seconds": 5.748652458190918
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6368805636882782,
          "lr": 0.03,
          "negative_goodness": 0.930874518181218,
          "pair_accuracy": 0.9161555555555555,
          "positive_goodness": 4.398961093224419,
          "runtime_seconds": 5.755783557891846
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6775689103894763,
          "lr": 0.03,
          "negative_goodness": 0.9376054365793864,
          "pair_accuracy": 0.8926666666666667,
          "positive_goodness": 4.304339673529731,
          "runtime_seconds": 5.832923173904419
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6031974662144979,
          "lr": 0.03,
          "negative_goodness": 0.8643321345541213,
          "pair_accuracy": 0.9127777777777778,
          "positive_goodness": 4.705496149359809,
          "runtime_seconds": 5.756362199783325
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6911547184838189,
          "lr": 0.03,
          "negative_goodness": 0.9562649085998535,
          "pair_accuracy": 0.8971111111111111,
          "positive_goodness": 4.210168125640021,
          "runtime_seconds": 5.727161407470703
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5969146053817537,
          "lr": 0.03,
          "negative_goodness": 0.8442959854417377,
          "pair_accuracy": 0.9165333333333333,
          "positive_goodness": 4.58834968202379,
          "runtime_seconds": 5.7101380825042725
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6190997353023953,
          "lr": 0.03,
          "negative_goodness": 0.8450684779802958,
          "pair_accuracy": 0.9093999999894036,
          "positive_goodness": 4.574237760331895,
          "runtime_seconds": 5.753710508346558
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.6314372679180569,
          "lr": 0.03,
          "negative_goodness": 0.8374366881582472,
          "pair_accuracy": 0.8972,
          "positive_goodness": 4.545659521145291,
          "runtime_seconds": 5.758972644805908
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.6360067891438802,
          "lr": 0.03,
          "negative_goodness": 0.8859276418262058,
          "pair_accuracy": 0.9041555555767483,
          "positive_goodness": 4.491482976765103,
          "runtime_seconds": 5.7513532638549805
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6776475423177083,
          "lr": 0.03,
          "negative_goodness": 0.9267222124523586,
          "pair_accuracy": 0.8897777777724796,
          "positive_goodness": 4.2520882218466864,
          "runtime_seconds": 5.753249168395996
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6165931335131327,
          "lr": 0.03,
          "negative_goodness": 0.8667723801188999,
          "pair_accuracy": 0.9094444444444445,
          "positive_goodness": 4.535691222296821,
          "runtime_seconds": 5.756136655807495
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6153933380762736,
          "lr": 0.03,
          "negative_goodness": 0.8743690500365363,
          "pair_accuracy": 0.9094888889100816,
          "positive_goodness": 4.490080358462864,
          "runtime_seconds": 5.7542338371276855
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6369866584142049,
          "lr": 0.03,
          "negative_goodness": 0.8486668114344279,
          "pair_accuracy": 0.8976888889312744,
          "positive_goodness": 4.572417034509447,
          "runtime_seconds": 5.753452301025391
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.6430036381615533,
          "lr": 0.03,
          "negative_goodness": 0.8972125413073434,
          "pair_accuracy": 0.9006222222222222,
          "positive_goodness": 4.323217069244385,
          "runtime_seconds": 5.758290767669678
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5860103961520725,
          "lr": 0.03,
          "negative_goodness": 0.8205743580129411,
          "pair_accuracy": 0.9209111111111111,
          "positive_goodness": 4.558798409186469,
          "runtime_seconds": 5.754262924194336
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.6272836796336704,
          "lr": 0.03,
          "negative_goodness": 0.861072411886851,
          "pair_accuracy": 0.9102666666348775,
          "positive_goodness": 4.415864261288113,
          "runtime_seconds": 5.787163496017456
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6465262879689535,
          "lr": 0.03,
          "negative_goodness": 0.8482853006256951,
          "pair_accuracy": 0.8931555556085374,
          "positive_goodness": 4.520222092776828,
          "runtime_seconds": 5.75012731552124
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.590275842248069,
          "lr": 0.03,
          "negative_goodness": 0.7983322786357667,
          "pair_accuracy": 0.9088444444444445,
          "positive_goodness": 4.787737795766195,
          "runtime_seconds": 5.754158020019531
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6343805305904813,
          "lr": 0.03,
          "negative_goodness": 0.8649373079299927,
          "pair_accuracy": 0.9008888888729943,
          "positive_goodness": 4.474457183943854,
          "runtime_seconds": 5.7537620067596436
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.6302807067871093,
          "lr": 0.03,
          "negative_goodness": 0.8540389270358616,
          "pair_accuracy": 0.9034666666666666,
          "positive_goodness": 4.62692865202162,
          "runtime_seconds": 5.750718355178833
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5879753572516971,
          "lr": 0.03,
          "negative_goodness": 0.7971228520393372,
          "pair_accuracy": 0.9159333333333334,
          "positive_goodness": 4.783544617970785,
          "runtime_seconds": 5.753721237182617
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.5692773025724623,
          "lr": 0.03,
          "negative_goodness": 0.7918763537194994,
          "pair_accuracy": 0.9173555555979411,
          "positive_goodness": 4.732267215304905,
          "runtime_seconds": 5.751240253448486
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.6064081617461311,
          "lr": 0.03,
          "negative_goodness": 0.8061328511344062,
          "pair_accuracy": 0.9075555555555556,
          "positive_goodness": 4.634950497521294,
          "runtime_seconds": 5.750380516052246
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5583288639916314,
          "lr": 0.03,
          "negative_goodness": 0.7773953559663561,
          "pair_accuracy": 0.9214666667196486,
          "positive_goodness": 4.924488716379801,
          "runtime_seconds": 5.751892566680908
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6080972855038113,
          "lr": 0.03,
          "negative_goodness": 0.8155856942282783,
          "pair_accuracy": 0.9081333333439298,
          "positive_goodness": 4.581304925240411,
          "runtime_seconds": 5.754560470581055
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.6077495155864292,
          "lr": 0.03,
          "negative_goodness": 0.8082417677455478,
          "pair_accuracy": 0.9118666666348775,
          "positive_goodness": 4.601687281163533,
          "runtime_seconds": 5.744723081588745
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.5684889970964856,
          "lr": 0.03,
          "negative_goodness": 0.7699438978645536,
          "pair_accuracy": 0.9181555555555555,
          "positive_goodness": 4.750456239318848,
          "runtime_seconds": 5.714291334152222
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5747301972707113,
          "lr": 0.03,
          "negative_goodness": 0.7719677573521933,
          "pair_accuracy": 0.9170888888570997,
          "positive_goodness": 4.833439463848538,
          "runtime_seconds": 5.733037710189819
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.5874912351820204,
          "lr": 0.03,
          "negative_goodness": 0.7862294746716817,
          "pair_accuracy": 0.9121555555555556,
          "positive_goodness": 4.674688023715549,
          "runtime_seconds": 5.7502992153167725
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6041825548383924,
          "lr": 0.03,
          "negative_goodness": 0.8026528259277343,
          "pair_accuracy": 0.9093777778307597,
          "positive_goodness": 4.685105075475905,
          "runtime_seconds": 5.747925758361816
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.6279419397989909,
          "lr": 0.03,
          "negative_goodness": 0.8349605463398827,
          "pair_accuracy": 0.9044666666666666,
          "positive_goodness": 4.545225892554389,
          "runtime_seconds": 5.749473810195923
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5831956124623616,
          "lr": 0.03,
          "negative_goodness": 0.7669739714198642,
          "pair_accuracy": 0.9150888889206781,
          "positive_goodness": 4.861039180246989,
          "runtime_seconds": 5.751079797744751
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5829895033518473,
          "lr": 0.03,
          "negative_goodness": 0.8049851893107096,
          "pair_accuracy": 0.9172888888570997,
          "positive_goodness": 4.727388479359945,
          "runtime_seconds": 5.754021167755127
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.5872321266863081,
          "lr": 0.03,
          "negative_goodness": 0.7726147991816202,
          "pair_accuracy": 0.9063333333333333,
          "positive_goodness": 4.820214025794135,
          "runtime_seconds": 5.756152391433716
        }
      ],
      "layer": 29
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 0.8839181497573853,
          "lr": 0.03,
          "negative_goodness": 1.2886588450537788,
          "pair_accuracy": 0.8773111110793219,
          "positive_goodness": 3.677121157031589,
          "runtime_seconds": 5.7707343101501465
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.7486571011861165,
          "lr": 0.03,
          "negative_goodness": 1.0817694777594673,
          "pair_accuracy": 0.8871333333333333,
          "positive_goodness": 4.064350888760885,
          "runtime_seconds": 5.774807453155518
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.7335625515805351,
          "lr": 0.03,
          "negative_goodness": 1.0509015742937724,
          "pair_accuracy": 0.8864666666666666,
          "positive_goodness": 4.0217693567064075,
          "runtime_seconds": 5.769707918167114
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 0.6666985371642643,
          "lr": 0.03,
          "negative_goodness": 0.9719207290649414,
          "pair_accuracy": 0.906844444433848,
          "positive_goodness": 4.246028872511122,
          "runtime_seconds": 5.769813299179077
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.6583646146774292,
          "lr": 0.03,
          "negative_goodness": 0.9771668761359321,
          "pair_accuracy": 0.9105555555767483,
          "positive_goodness": 4.373249750285678,
          "runtime_seconds": 5.772747755050659
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.6426836492220561,
          "lr": 0.03,
          "negative_goodness": 0.8774957171228197,
          "pair_accuracy": 0.9054666666666666,
          "positive_goodness": 4.461831588660346,
          "runtime_seconds": 5.770208835601807
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.6281152543650733,
          "lr": 0.03,
          "negative_goodness": 0.8870124119758606,
          "pair_accuracy": 0.9060888888888889,
          "positive_goodness": 4.534120838419597,
          "runtime_seconds": 5.770803928375244
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.6704565930154589,
          "lr": 0.03,
          "negative_goodness": 0.9532290557861328,
          "pair_accuracy": 0.8988222222222222,
          "positive_goodness": 4.267465506490072,
          "runtime_seconds": 5.77040433883667
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.6261120307736927,
          "lr": 0.03,
          "negative_goodness": 0.9097580998102824,
          "pair_accuracy": 0.9084,
          "positive_goodness": 4.516037893083361,
          "runtime_seconds": 5.766118288040161
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.6408558435281118,
          "lr": 0.03,
          "negative_goodness": 0.8964108575503031,
          "pair_accuracy": 0.9006444444444445,
          "positive_goodness": 4.428207152133518,
          "runtime_seconds": 5.773272514343262
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.6562798737843831,
          "lr": 0.03,
          "negative_goodness": 0.9255687695609198,
          "pair_accuracy": 0.9051555555661519,
          "positive_goodness": 4.370465622923109,
          "runtime_seconds": 5.772752046585083
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.5986478869014316,
          "lr": 0.03,
          "negative_goodness": 0.8601013723691304,
          "pair_accuracy": 0.9177999999894036,
          "positive_goodness": 4.54815641547309,
          "runtime_seconds": 5.772681951522827
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.6585124092313979,
          "lr": 0.03,
          "negative_goodness": 0.9192739942126804,
          "pair_accuracy": 0.8967111110899183,
          "positive_goodness": 4.376741173977322,
          "runtime_seconds": 5.774482011795044
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.634193971713384,
          "lr": 0.03,
          "negative_goodness": 0.8951374372906155,
          "pair_accuracy": 0.9073555555555556,
          "positive_goodness": 4.368209583791097,
          "runtime_seconds": 5.770380973815918
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.5771423038482666,
          "lr": 0.03,
          "negative_goodness": 0.7997183230294121,
          "pair_accuracy": 0.9199333333121406,
          "positive_goodness": 4.796635635736253,
          "runtime_seconds": 5.772207260131836
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.6100533631748624,
          "lr": 0.03,
          "negative_goodness": 0.8696117891947428,
          "pair_accuracy": 0.9151777777671813,
          "positive_goodness": 4.519509595150418,
          "runtime_seconds": 5.769837141036987
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.6006618497583601,
          "lr": 0.03,
          "negative_goodness": 0.86713392223782,
          "pair_accuracy": 0.9195333333333333,
          "positive_goodness": 4.498237360551622,
          "runtime_seconds": 5.768229961395264
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.6079024824089474,
          "lr": 0.03,
          "negative_goodness": 0.8358721492714352,
          "pair_accuracy": 0.9073555555555556,
          "positive_goodness": 4.615041595289442,
          "runtime_seconds": 5.77214503288269
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.6055260875489976,
          "lr": 0.03,
          "negative_goodness": 0.8677692352082994,
          "pair_accuracy": 0.926933333322737,
          "positive_goodness": 4.503363872146607,
          "runtime_seconds": 5.766549110412598
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.604856105656094,
          "lr": 0.03,
          "negative_goodness": 0.8507391162024603,
          "pair_accuracy": 0.9121777777936724,
          "positive_goodness": 4.549069806755914,
          "runtime_seconds": 5.769184589385986
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.5495101394679811,
          "lr": 0.03,
          "negative_goodness": 0.7838471796777513,
          "pair_accuracy": 0.9293333333333333,
          "positive_goodness": 4.844970642683241,
          "runtime_seconds": 5.772970676422119
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.5894508729961183,
          "lr": 0.03,
          "negative_goodness": 0.8121974825011359,
          "pair_accuracy": 0.9155111111111112,
          "positive_goodness": 4.656916767120362,
          "runtime_seconds": 5.7681214809417725
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.6254463623682658,
          "lr": 0.03,
          "negative_goodness": 0.8591351911968655,
          "pair_accuracy": 0.9024888888782925,
          "positive_goodness": 4.567636774571737,
          "runtime_seconds": 5.769543886184692
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.5938733110825221,
          "lr": 0.03,
          "negative_goodness": 0.7944394828531477,
          "pair_accuracy": 0.907,
          "positive_goodness": 4.655256319851346,
          "runtime_seconds": 5.765979051589966
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.6099664942529467,
          "lr": 0.03,
          "negative_goodness": 0.8564848399162293,
          "pair_accuracy": 0.9178888888888889,
          "positive_goodness": 4.482119104088677,
          "runtime_seconds": 5.769772529602051
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.5499596232838101,
          "lr": 0.03,
          "negative_goodness": 0.7736451981438531,
          "pair_accuracy": 0.9264666666666667,
          "positive_goodness": 4.792301180818346,
          "runtime_seconds": 5.774900197982788
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.5559413334767024,
          "lr": 0.03,
          "negative_goodness": 0.760579228258133,
          "pair_accuracy": 0.9231777777777778,
          "positive_goodness": 4.919445445929633,
          "runtime_seconds": 5.769733905792236
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.592491348224216,
          "lr": 0.03,
          "negative_goodness": 0.8223145419862535,
          "pair_accuracy": 0.913822222243415,
          "positive_goodness": 4.5972154591030545,
          "runtime_seconds": 5.7720417976379395
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.57064817782508,
          "lr": 0.03,
          "negative_goodness": 0.7766496880637275,
          "pair_accuracy": 0.9169555556085375,
          "positive_goodness": 4.791650563303629,
          "runtime_seconds": 5.7751829624176025
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.5511611660480499,
          "lr": 0.03,
          "negative_goodness": 0.7757307043764327,
          "pair_accuracy": 0.9266,
          "positive_goodness": 4.786701979912652,
          "runtime_seconds": 5.7719457149505615
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.6135997237523397,
          "lr": 0.03,
          "negative_goodness": 0.8315623671849569,
          "pair_accuracy": 0.9085555555555556,
          "positive_goodness": 4.574039168633355,
          "runtime_seconds": 5.769151210784912
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.5918812077416314,
          "lr": 0.03,
          "negative_goodness": 0.8262545558929444,
          "pair_accuracy": 0.9195333333863153,
          "positive_goodness": 4.610591309907702,
          "runtime_seconds": 5.776021718978882
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.577402552541097,
          "lr": 0.03,
          "negative_goodness": 0.7831381676355997,
          "pair_accuracy": 0.9184888889047834,
          "positive_goodness": 4.7875724257787065,
          "runtime_seconds": 5.773364067077637
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.5523063559320238,
          "lr": 0.03,
          "negative_goodness": 0.7443826806704203,
          "pair_accuracy": 0.9211111111323039,
          "positive_goodness": 5.049980414369371,
          "runtime_seconds": 5.7766029834747314
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.6004825270970663,
          "lr": 0.03,
          "negative_goodness": 0.8049077553219265,
          "pair_accuracy": 0.9092222222116259,
          "positive_goodness": 4.6209863855361935,
          "runtime_seconds": 5.772159099578857
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.6083383402082655,
          "lr": 0.03,
          "negative_goodness": 0.8246537428538004,
          "pair_accuracy": 0.9149777777671814,
          "positive_goodness": 4.584843021731906,
          "runtime_seconds": 5.7733190059661865
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.5861595803578694,
          "lr": 0.03,
          "negative_goodness": 0.8059644411828782,
          "pair_accuracy": 0.9229777778201633,
          "positive_goodness": 4.664937475628323,
          "runtime_seconds": 5.771757125854492
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.5753527121517393,
          "lr": 0.03,
          "negative_goodness": 0.7658315282106399,
          "pair_accuracy": 0.9142888888888889,
          "positive_goodness": 4.772544534556071,
          "runtime_seconds": 5.76759934425354
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.5616926870902379,
          "lr": 0.03,
          "negative_goodness": 0.788593441886372,
          "pair_accuracy": 0.9239333333333334,
          "positive_goodness": 4.827094375016954,
          "runtime_seconds": 5.76919150352478
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.603986334461636,
          "lr": 0.03,
          "negative_goodness": 0.81092396291097,
          "pair_accuracy": 0.9048000000105964,
          "positive_goodness": 4.769885769822863,
          "runtime_seconds": 5.767747163772583
        }
      ],
      "layer": 30
    },
    {
      "epochs": [
        {
          "epoch": 1,
          "examples": 45000,
          "loss": 1.0806074440108404,
          "lr": 0.03,
          "negative_goodness": 1.1196772415267096,
          "pair_accuracy": 0.8391333333121406,
          "positive_goodness": 3.008626028262244,
          "runtime_seconds": 5.517334222793579
        },
        {
          "epoch": 2,
          "examples": 45000,
          "loss": 0.991377209493849,
          "lr": 0.03,
          "negative_goodness": 1.1442320047060648,
          "pair_accuracy": 0.8633111111217074,
          "positive_goodness": 3.2885721189286974,
          "runtime_seconds": 5.50715970993042
        },
        {
          "epoch": 3,
          "examples": 45000,
          "loss": 0.9106916055679322,
          "lr": 0.03,
          "negative_goodness": 0.9665998303042518,
          "pair_accuracy": 0.8867777778095669,
          "positive_goodness": 3.7205429278479683,
          "runtime_seconds": 5.511929273605347
        },
        {
          "epoch": 4,
          "examples": 45000,
          "loss": 1.0035151354471843,
          "lr": 0.03,
          "negative_goodness": 1.096169355858697,
          "pair_accuracy": 0.8596444444444444,
          "positive_goodness": 3.314085551177131,
          "runtime_seconds": 5.511645555496216
        },
        {
          "epoch": 5,
          "examples": 45000,
          "loss": 0.9407366711669498,
          "lr": 0.03,
          "negative_goodness": 1.1069256670527987,
          "pair_accuracy": 0.8885777777777778,
          "positive_goodness": 3.5933003251817492,
          "runtime_seconds": 5.5112974643707275
        },
        {
          "epoch": 6,
          "examples": 45000,
          "loss": 0.951607786374622,
          "lr": 0.03,
          "negative_goodness": 1.1173641214688619,
          "pair_accuracy": 0.8808666666666667,
          "positive_goodness": 3.598687186686198,
          "runtime_seconds": 5.51159405708313
        },
        {
          "epoch": 7,
          "examples": 45000,
          "loss": 0.9350339941660564,
          "lr": 0.03,
          "negative_goodness": 1.086389090262519,
          "pair_accuracy": 0.8921777777671814,
          "positive_goodness": 3.5422951685587565,
          "runtime_seconds": 5.5087549686431885
        },
        {
          "epoch": 8,
          "examples": 45000,
          "loss": 0.929724402809143,
          "lr": 0.03,
          "negative_goodness": 1.088092151843177,
          "pair_accuracy": 0.8840444444444444,
          "positive_goodness": 3.603536415863037,
          "runtime_seconds": 5.509066104888916
        },
        {
          "epoch": 9,
          "examples": 45000,
          "loss": 0.9378244368129306,
          "lr": 0.03,
          "negative_goodness": 1.1211033556090462,
          "pair_accuracy": 0.8909555555555555,
          "positive_goodness": 3.5732413273705377,
          "runtime_seconds": 5.507841348648071
        },
        {
          "epoch": 10,
          "examples": 45000,
          "loss": 0.8893966476440429,
          "lr": 0.03,
          "negative_goodness": 1.0551479596032036,
          "pair_accuracy": 0.8966888888570997,
          "positive_goodness": 3.6580216370476615,
          "runtime_seconds": 5.508056402206421
        },
        {
          "epoch": 11,
          "examples": 45000,
          "loss": 0.8680827240837945,
          "lr": 0.03,
          "negative_goodness": 1.0383475747002495,
          "pair_accuracy": 0.9140222222752041,
          "positive_goodness": 3.8057690994262696,
          "runtime_seconds": 5.507979869842529
        },
        {
          "epoch": 12,
          "examples": 45000,
          "loss": 0.9229250279108683,
          "lr": 0.03,
          "negative_goodness": 1.0954879327138265,
          "pair_accuracy": 0.8910222222010294,
          "positive_goodness": 3.554184342871772,
          "runtime_seconds": 5.503948211669922
        },
        {
          "epoch": 13,
          "examples": 45000,
          "loss": 0.919588608593411,
          "lr": 0.03,
          "negative_goodness": 1.1103112631903755,
          "pair_accuracy": 0.8989777777883742,
          "positive_goodness": 3.6381345487806533,
          "runtime_seconds": 5.505334377288818
        },
        {
          "epoch": 14,
          "examples": 45000,
          "loss": 0.9128944606781005,
          "lr": 0.03,
          "negative_goodness": 1.0675211286756727,
          "pair_accuracy": 0.904577777785725,
          "positive_goodness": 3.6259599681854247,
          "runtime_seconds": 5.5084638595581055
        },
        {
          "epoch": 15,
          "examples": 45000,
          "loss": 0.8191538105858697,
          "lr": 0.03,
          "negative_goodness": 0.9897986520131429,
          "pair_accuracy": 0.9194444444285499,
          "positive_goodness": 3.9234300924725,
          "runtime_seconds": 5.508040189743042
        },
        {
          "epoch": 16,
          "examples": 45000,
          "loss": 0.8930603544208738,
          "lr": 0.03,
          "negative_goodness": 1.1132122848775652,
          "pair_accuracy": 0.9017111111111111,
          "positive_goodness": 3.717992191145155,
          "runtime_seconds": 5.507583856582642
        },
        {
          "epoch": 17,
          "examples": 45000,
          "loss": 0.9267324110454983,
          "lr": 0.03,
          "negative_goodness": 1.10939549853007,
          "pair_accuracy": 0.894533333322737,
          "positive_goodness": 3.5849625977834068,
          "runtime_seconds": 5.506751298904419
        },
        {
          "epoch": 18,
          "examples": 45000,
          "loss": 0.9217814283794827,
          "lr": 0.03,
          "negative_goodness": 1.0943154345830282,
          "pair_accuracy": 0.8930666666666667,
          "positive_goodness": 3.5185422654045952,
          "runtime_seconds": 5.50817608833313
        },
        {
          "epoch": 19,
          "examples": 45000,
          "loss": 0.88256396867964,
          "lr": 0.03,
          "negative_goodness": 1.0500105741182963,
          "pair_accuracy": 0.9086666667090522,
          "positive_goodness": 3.6818674172295465,
          "runtime_seconds": 5.511053800582886
        },
        {
          "epoch": 20,
          "examples": 45000,
          "loss": 0.8855476172765097,
          "lr": 0.03,
          "negative_goodness": 1.034508775308397,
          "pair_accuracy": 0.8881777777989706,
          "positive_goodness": 3.835855992995368,
          "runtime_seconds": 5.510568857192993
        },
        {
          "epoch": 21,
          "examples": 45000,
          "loss": 0.9427857373131646,
          "lr": 0.03,
          "negative_goodness": 1.1594156524658203,
          "pair_accuracy": 0.8918666667090522,
          "positive_goodness": 3.4744130424499513,
          "runtime_seconds": 5.508163690567017
        },
        {
          "epoch": 22,
          "examples": 45000,
          "loss": 0.9139693277994791,
          "lr": 0.03,
          "negative_goodness": 1.108639943069882,
          "pair_accuracy": 0.8942666666666667,
          "positive_goodness": 3.5837798483954537,
          "runtime_seconds": 5.508002042770386
        },
        {
          "epoch": 23,
          "examples": 45000,
          "loss": 0.9084175142500136,
          "lr": 0.03,
          "negative_goodness": 1.11495112212499,
          "pair_accuracy": 0.8920444444656372,
          "positive_goodness": 3.5240115464634365,
          "runtime_seconds": 5.509254693984985
        },
        {
          "epoch": 24,
          "examples": 45000,
          "loss": 0.9045965575536092,
          "lr": 0.03,
          "negative_goodness": 1.0725294980261062,
          "pair_accuracy": 0.889911111079322,
          "positive_goodness": 3.669958193545871,
          "runtime_seconds": 5.5122435092926025
        },
        {
          "epoch": 25,
          "examples": 45000,
          "loss": 0.9035706564744314,
          "lr": 0.03,
          "negative_goodness": 1.0877270147111682,
          "pair_accuracy": 0.8976,
          "positive_goodness": 3.665256595272488,
          "runtime_seconds": 5.507101058959961
        },
        {
          "epoch": 26,
          "examples": 45000,
          "loss": 0.9392848833243053,
          "lr": 0.03,
          "negative_goodness": 1.1295184087965224,
          "pair_accuracy": 0.8915777777777778,
          "positive_goodness": 3.507970821931627,
          "runtime_seconds": 5.464153528213501
        },
        {
          "epoch": 27,
          "examples": 45000,
          "loss": 0.9539917216618856,
          "lr": 0.03,
          "negative_goodness": 1.1507166154225668,
          "pair_accuracy": 0.8832222222222222,
          "positive_goodness": 3.364953783019384,
          "runtime_seconds": 5.4838175773620605
        },
        {
          "epoch": 28,
          "examples": 45000,
          "loss": 0.9400826879925198,
          "lr": 0.03,
          "negative_goodness": 1.125582417233785,
          "pair_accuracy": 0.893666666677263,
          "positive_goodness": 3.550314247279697,
          "runtime_seconds": 5.497881650924683
        },
        {
          "epoch": 29,
          "examples": 45000,
          "loss": 0.8745653021229638,
          "lr": 0.03,
          "negative_goodness": 1.1050881310039096,
          "pair_accuracy": 0.9109111111111111,
          "positive_goodness": 3.668231116739909,
          "runtime_seconds": 5.496273040771484
        },
        {
          "epoch": 30,
          "examples": 45000,
          "loss": 0.8346634846925736,
          "lr": 0.03,
          "negative_goodness": 1.0130252832094828,
          "pair_accuracy": 0.9097555555555555,
          "positive_goodness": 3.9823453586154516,
          "runtime_seconds": 5.4924821853637695
        },
        {
          "epoch": 31,
          "examples": 45000,
          "loss": 0.8746226275549994,
          "lr": 0.03,
          "negative_goodness": 1.0400563873079087,
          "pair_accuracy": 0.9047333333651225,
          "positive_goodness": 3.856266967264811,
          "runtime_seconds": 5.498166561126709
        },
        {
          "epoch": 32,
          "examples": 45000,
          "loss": 0.9212238523271349,
          "lr": 0.03,
          "negative_goodness": 1.1284536643981933,
          "pair_accuracy": 0.9016222222222222,
          "positive_goodness": 3.6469815513186985,
          "runtime_seconds": 5.494876384735107
        },
        {
          "epoch": 33,
          "examples": 45000,
          "loss": 0.9080663626988729,
          "lr": 0.03,
          "negative_goodness": 1.0822988918516372,
          "pair_accuracy": 0.8881555555767483,
          "positive_goodness": 3.623752948824565,
          "runtime_seconds": 5.50894570350647
        },
        {
          "epoch": 34,
          "examples": 45000,
          "loss": 0.8942194516499837,
          "lr": 0.03,
          "negative_goodness": 1.0872526880370246,
          "pair_accuracy": 0.893311111105813,
          "positive_goodness": 3.714408939827813,
          "runtime_seconds": 5.509981870651245
        },
        {
          "epoch": 35,
          "examples": 45000,
          "loss": 0.9485488543722365,
          "lr": 0.03,
          "negative_goodness": 1.1977286613994174,
          "pair_accuracy": 0.8882888888888889,
          "positive_goodness": 3.464136240386963,
          "runtime_seconds": 5.511054992675781
        },
        {
          "epoch": 36,
          "examples": 45000,
          "loss": 0.9284373806211683,
          "lr": 0.03,
          "negative_goodness": 1.1387328002399868,
          "pair_accuracy": 0.8982444444232517,
          "positive_goodness": 3.5337524319118923,
          "runtime_seconds": 5.5095374584198
        },
        {
          "epoch": 37,
          "examples": 45000,
          "loss": 0.9270698877546523,
          "lr": 0.03,
          "negative_goodness": 1.11444564581977,
          "pair_accuracy": 0.9011333333863153,
          "positive_goodness": 3.6845912597232395,
          "runtime_seconds": 5.5098090171813965
        },
        {
          "epoch": 38,
          "examples": 45000,
          "loss": 0.9024464615080092,
          "lr": 0.03,
          "negative_goodness": 1.1000949136628044,
          "pair_accuracy": 0.9041555555714501,
          "positive_goodness": 3.62350832356347,
          "runtime_seconds": 5.487447738647461
        },
        {
          "epoch": 39,
          "examples": 45000,
          "loss": 0.8898744351704916,
          "lr": 0.03,
          "negative_goodness": 1.047657404083676,
          "pair_accuracy": 0.9057111111111111,
          "positive_goodness": 3.610856678305732,
          "runtime_seconds": 5.475712060928345
        },
        {
          "epoch": 40,
          "examples": 45000,
          "loss": 0.8929182352277968,
          "lr": 0.03,
          "negative_goodness": 1.0770899312761095,
          "pair_accuracy": 0.9100222222261959,
          "positive_goodness": 3.5730012862523397,
          "runtime_seconds": 5.473771095275879
        }
      ],
      "layer": 31
    }
  ],
  "protocol_family": "resnet_local_learning_crossover",
  "provenance": {
    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
    "git_tracked_dirty": false
  },
  "schema_version": 1,
  "split": {
    "cifar_source_files": [
      {
        "bytes": 31035704,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
      },
      {
        "bytes": 31035320,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
      },
      {
        "bytes": 31035999,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
      },
      {
        "bytes": 31035696,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
      },
      {
        "bytes": 31035623,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
      },
      {
        "bytes": 31035526,
        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
      }
    ],
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "total_wall_seconds": 7469.690595626831,
  "work": {
    "candidate_label_evaluation_presentations": 50000,
    "completed_global_epochs": 1280,
    "feedforward_example_passes": 115200000,
    "forward_macs_per_example": 68862592,
    "forward_parameter_count": 464154,
    "local_target_backward_example_evaluations": 115200000,
    "local_vjp_example_evaluations": 0,
    "logical_task_loss_queries": 0,
    "num_trainable_layers": 32,
    "ordinary_training_examples": 57600000,
    "ordinary_validation_examples": 5000,
    "relaxation_example_passes": 0,
    "training_example_presentations": 115200000
  }
}