experiment: add completed A6000 crossover resultsa6000-x1-results

author: Oscar Wan <oscarwan@orionp2.stanford.edu> 2026-08-26 08:50:07 -0700
committer: Oscar Wan <oscarwan@orionp2.stanford.edu> 2026-08-26 08:50:07 -0700
commit: 3c7c221ae6cfcdf6840da1d5262d94c75d56288b (patch)
tree: e13adbf676e3b5e1dc57fcf26dcc153c7983abc4 /results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json
parent: f55872beaee658ff76ac15fd421b73017820c320 (diff)
1 files changed, 22845 insertions, 0 deletions
diff --git a/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json b/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json
new file mode 100644
index 0000000..d5e9716
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json
@@ -0,0 +1,22845 @@
+{
+  "architecture": {
+    "base_width": 16,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "forward_parameter_count": 853018,
+    "normalization": "batchnorm",
+    "residual_scale": 1.0
+  },
+  "args": {
+    "augment_train": 1,
+    "batch_size": 128,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 56,
+    "device": "cuda",
+    "dp_alpha": 0.0,
+    "dp_beta": 0.1,
+    "dp_inference_passes": 16,
+    "ep_beta": 0.5,
+    "ep_dt": 0.5,
+    "ep_free_steps": 20,
+    "ep_nudge_steps": 4,
+    "epochs": 40,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "feedback_seed": 1729,
+    "ff_score_from_layer": 1,
+    "ff_threshold": 2.0,
+    "loader_seed": 0,
+    "lr": 0.03,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "constant",
+    "max_steps": 0,
+    "method": "ff",
+    "momentum": 0.9,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json",
+    "output_lr": 0.03,
+    "pepita_projection_scale": 0.05,
+    "seed": 0,
+    "split_seed": 2027,
+    "train_limit": 0,
+    "val_examples": 5000,
+    "weight_decay": 0.0001,
+    "width": 16
+  },
+  "epochs": [],
+  "evaluation_protocol": {
+    "split": "validation",
+    "test_evaluations": 0,
+    "test_used_for_selection": false
+  },
+  "final": {
+    "accuracy": 0.1122,
+    "evaluation_seconds": 4.29287576675415,
+    "examples": 5000,
+    "finite": true,
+    "loss": null
+  },
+  "first_nonfinite_step": null,
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 13807850496,
+    "peak_memory_reserved_bytes": 14566817792,
+    "torch_version": "2.3.1+cu118"
+  },
+  "layers": [
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.4005121646457248,
+          "lr": 0.03,
+          "negative_goodness": 1.9601310249752468,
+          "pair_accuracy": 0.47391111113760204,
+          "positive_goodness": 1.960143265914917,
+          "runtime_seconds": 11.888412475585938
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3870076300091214,
+          "lr": 0.03,
+          "negative_goodness": 1.9987232397291395,
+          "pair_accuracy": 0.47784444443384805,
+          "positive_goodness": 1.998744415834215,
+          "runtime_seconds": 11.472265481948853
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3869588095559013,
+          "lr": 0.03,
+          "negative_goodness": 1.9987902501000299,
+          "pair_accuracy": 0.48128888891537985,
+          "positive_goodness": 1.9988118084377713,
+          "runtime_seconds": 11.478168487548828
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3869192699644302,
+          "lr": 0.03,
+          "negative_goodness": 1.9989530040317112,
+          "pair_accuracy": 0.47242222225401137,
+          "positive_goodness": 1.9989705482906766,
+          "runtime_seconds": 11.497294902801514
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3867757711410522,
+          "lr": 0.03,
+          "negative_goodness": 1.9991573665195042,
+          "pair_accuracy": 0.47540000001589455,
+          "positive_goodness": 1.9991776463402642,
+          "runtime_seconds": 11.505736112594604
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3866989361868964,
+          "lr": 0.03,
+          "negative_goodness": 1.9993364716423883,
+          "pair_accuracy": 0.4778000000211928,
+          "positive_goodness": 1.9993548786587185,
+          "runtime_seconds": 11.502387523651123
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3865385047488743,
+          "lr": 0.03,
+          "negative_goodness": 1.9995932444254558,
+          "pair_accuracy": 0.4744666666825612,
+          "positive_goodness": 1.9996111411624484,
+          "runtime_seconds": 11.520817279815674
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3864329044977823,
+          "lr": 0.03,
+          "negative_goodness": 1.9997635805977716,
+          "pair_accuracy": 0.4780666666560703,
+          "positive_goodness": 1.9997798171361287,
+          "runtime_seconds": 11.526031494140625
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3863745672225951,
+          "lr": 0.03,
+          "negative_goodness": 1.999873269314236,
+          "pair_accuracy": 0.48231111111111113,
+          "positive_goodness": 1.999887440278795,
+          "runtime_seconds": 11.544586420059204
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.38633431869083,
+          "lr": 0.03,
+          "negative_goodness": 1.9999270545959473,
+          "pair_accuracy": 0.4776444444126553,
+          "positive_goodness": 1.9999369700537788,
+          "runtime_seconds": 11.547145128250122
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.386317720519172,
+          "lr": 0.03,
+          "negative_goodness": 1.9999535422854953,
+          "pair_accuracy": 0.4809555555820465,
+          "positive_goodness": 1.9999625154707168,
+          "runtime_seconds": 11.537258625030518
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.386313130569458,
+          "lr": 0.03,
+          "negative_goodness": 1.9999653950585259,
+          "pair_accuracy": 0.47904444444444444,
+          "positive_goodness": 1.9999740001042683,
+          "runtime_seconds": 11.545739650726318
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.386307244237264,
+          "lr": 0.03,
+          "negative_goodness": 1.9999784156799316,
+          "pair_accuracy": 0.48011111108991833,
+          "positive_goodness": 1.9999848660998873,
+          "runtime_seconds": 11.529833555221558
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3863020586861505,
+          "lr": 0.03,
+          "negative_goodness": 1.999984213871426,
+          "pair_accuracy": 0.4806888888888889,
+          "positive_goodness": 1.999991203795539,
+          "runtime_seconds": 11.53919506072998
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.3862991127649944,
+          "lr": 0.03,
+          "negative_goodness": 1.9999898811128405,
+          "pair_accuracy": 0.4789777778095669,
+          "positive_goodness": 1.999996231036716,
+          "runtime_seconds": 11.530725955963135
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3862972239176432,
+          "lr": 0.03,
+          "negative_goodness": 1.999991698943244,
+          "pair_accuracy": 0.4777777777671814,
+          "positive_goodness": 1.9999973920398288,
+          "runtime_seconds": 11.51472806930542
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3862957444296944,
+          "lr": 0.03,
+          "negative_goodness": 1.999992286491394,
+          "pair_accuracy": 0.47711111113230387,
+          "positive_goodness": 1.999999624739753,
+          "runtime_seconds": 11.52843189239502
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3862954870223998,
+          "lr": 0.03,
+          "negative_goodness": 1.9999921376546224,
+          "pair_accuracy": 0.47268888890478344,
+          "positive_goodness": 2.0000018501281738,
+          "runtime_seconds": 11.527636051177979
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3862940211402046,
+          "lr": 0.03,
+          "negative_goodness": 1.9999834799236722,
+          "pair_accuracy": 0.4655999999894036,
+          "positive_goodness": 2.000004312239753,
+          "runtime_seconds": 11.527149677276611
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3862847721099854,
+          "lr": 0.03,
+          "negative_goodness": 1.9999535123401218,
+          "pair_accuracy": 0.47613333332803515,
+          "positive_goodness": 2.0000252869500055,
+          "runtime_seconds": 11.554929494857788
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3862584415859647,
+          "lr": 0.03,
+          "negative_goodness": 1.9998969139522977,
+          "pair_accuracy": 0.48017777774598863,
+          "positive_goodness": 2.0000922549353706,
+          "runtime_seconds": 11.5234215259552
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.386219581158956,
+          "lr": 0.03,
+          "negative_goodness": 1.9998349396599664,
+          "pair_accuracy": 0.48055555557145013,
+          "positive_goodness": 2.0001358089023165,
+          "runtime_seconds": 11.532071352005005
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3861581343544853,
+          "lr": 0.03,
+          "negative_goodness": 1.9997466002782185,
+          "pair_accuracy": 0.47713333332273694,
+          "positive_goodness": 2.0002426638709174,
+          "runtime_seconds": 11.537826299667358
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3861012099160088,
+          "lr": 0.03,
+          "negative_goodness": 1.9995884713490804,
+          "pair_accuracy": 0.4808888888994853,
+          "positive_goodness": 2.000364315838284,
+          "runtime_seconds": 11.541010856628418
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3860186934577094,
+          "lr": 0.03,
+          "negative_goodness": 1.99942697974311,
+          "pair_accuracy": 0.4763777777618832,
+          "positive_goodness": 2.0004105749342176,
+          "runtime_seconds": 11.547834396362305
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3858750409868028,
+          "lr": 0.03,
+          "negative_goodness": 1.999180720117357,
+          "pair_accuracy": 0.4766888888835907,
+          "positive_goodness": 2.000694658385383,
+          "runtime_seconds": 11.552971124649048
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3857830055448743,
+          "lr": 0.03,
+          "negative_goodness": 1.9990499725129869,
+          "pair_accuracy": 0.4768666666454739,
+          "positive_goodness": 2.0009320565541584,
+          "runtime_seconds": 11.545578241348267
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.385942573038737,
+          "lr": 0.03,
+          "negative_goodness": 1.9993100320180257,
+          "pair_accuracy": 0.4802888888782925,
+          "positive_goodness": 2.000648820537991,
+          "runtime_seconds": 11.52512502670288
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3855780379189386,
+          "lr": 0.03,
+          "negative_goodness": 1.9986798217985364,
+          "pair_accuracy": 0.4787111111217075,
+          "positive_goodness": 2.0011903016408286,
+          "runtime_seconds": 11.547099590301514
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3854929528342352,
+          "lr": 0.03,
+          "negative_goodness": 1.9987340570025973,
+          "pair_accuracy": 0.48042222224341496,
+          "positive_goodness": 2.0014954757266574,
+          "runtime_seconds": 11.53250789642334
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.38529529554579,
+          "lr": 0.03,
+          "negative_goodness": 1.9982106337441339,
+          "pair_accuracy": 0.4801555555767483,
+          "positive_goodness": 2.0017501200781926,
+          "runtime_seconds": 11.543595552444458
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.38551191851298,
+          "lr": 0.03,
+          "negative_goodness": 1.9983050478829278,
+          "pair_accuracy": 0.48117777780426874,
+          "positive_goodness": 2.0014268269644844,
+          "runtime_seconds": 11.542173862457275
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3853183434804281,
+          "lr": 0.03,
+          "negative_goodness": 1.9983176961686877,
+          "pair_accuracy": 0.4829777778095669,
+          "positive_goodness": 2.001822560564677,
+          "runtime_seconds": 11.527581453323364
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3851959697723388,
+          "lr": 0.03,
+          "negative_goodness": 1.9979889679167007,
+          "pair_accuracy": 0.48308888893127444,
+          "positive_goodness": 2.001833200454712,
+          "runtime_seconds": 11.530505895614624
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3853187643263074,
+          "lr": 0.03,
+          "negative_goodness": 1.9982384596294827,
+          "pair_accuracy": 0.48664444447623356,
+          "positive_goodness": 2.0019903350194297,
+          "runtime_seconds": 11.537710905075073
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3852804603364732,
+          "lr": 0.03,
+          "negative_goodness": 1.9981059277428521,
+          "pair_accuracy": 0.4867555555767483,
+          "positive_goodness": 2.001842661497328,
+          "runtime_seconds": 11.532411575317383
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3851466642379762,
+          "lr": 0.03,
+          "negative_goodness": 1.997938426484002,
+          "pair_accuracy": 0.4864000000529819,
+          "positive_goodness": 2.0020966667599147,
+          "runtime_seconds": 11.535484790802002
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.385352158885532,
+          "lr": 0.03,
+          "negative_goodness": 1.9982086719089085,
+          "pair_accuracy": 0.48704444444444445,
+          "positive_goodness": 2.0017527420043946,
+          "runtime_seconds": 11.529053688049316
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.385140723016527,
+          "lr": 0.03,
+          "negative_goodness": 1.9978433038499621,
+          "pair_accuracy": 0.48646666666136845,
+          "positive_goodness": 2.0021842341529,
+          "runtime_seconds": 11.540180921554565
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3851511835098267,
+          "lr": 0.03,
+          "negative_goodness": 1.9978831863403321,
+          "pair_accuracy": 0.4845333333492279,
+          "positive_goodness": 2.0020109354654947,
+          "runtime_seconds": 11.532382726669312
+        }
+      ],
+      "layer": 0
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.393239182387458,
+          "lr": 0.03,
+          "negative_goodness": 1.9616807654910617,
+          "pair_accuracy": 0.5257555555449591,
+          "positive_goodness": 1.974690376747979,
+          "runtime_seconds": 11.670281648635864
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3788410871505736,
+          "lr": 0.03,
+          "negative_goodness": 1.989470316865709,
+          "pair_accuracy": 0.5428888888782925,
+          "positive_goodness": 2.0147465257432726,
+          "runtime_seconds": 11.653087139129639
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3786003628836738,
+          "lr": 0.03,
+          "negative_goodness": 1.9887916625552706,
+          "pair_accuracy": 0.5456666666666666,
+          "positive_goodness": 2.0154076199001736,
+          "runtime_seconds": 11.651921510696411
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.377793459171719,
+          "lr": 0.03,
+          "negative_goodness": 1.9879681592941285,
+          "pair_accuracy": 0.5493333333598243,
+          "positive_goodness": 2.0172291335635717,
+          "runtime_seconds": 11.659631252288818
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3765557661056518,
+          "lr": 0.03,
+          "negative_goodness": 1.9865790831883747,
+          "pair_accuracy": 0.55524444448683,
+          "positive_goodness": 2.0195820301055907,
+          "runtime_seconds": 11.654523372650146
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3761253327475653,
+          "lr": 0.03,
+          "negative_goodness": 1.9854320661332872,
+          "pair_accuracy": 0.5534222222116258,
+          "positive_goodness": 2.0206570768568253,
+          "runtime_seconds": 11.646361589431763
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3752493978712295,
+          "lr": 0.03,
+          "negative_goodness": 1.9841625955793594,
+          "pair_accuracy": 0.5591111111164093,
+          "positive_goodness": 2.0231010535769993,
+          "runtime_seconds": 11.651077270507812
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3758854344050089,
+          "lr": 0.03,
+          "negative_goodness": 1.9852601196712918,
+          "pair_accuracy": 0.5582666666772631,
+          "positive_goodness": 2.0212522205352785,
+          "runtime_seconds": 11.661660432815552
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3745526916503907,
+          "lr": 0.03,
+          "negative_goodness": 1.9828639489915636,
+          "pair_accuracy": 0.5611111111005147,
+          "positive_goodness": 2.0239674207051594,
+          "runtime_seconds": 11.64214825630188
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3749197245491875,
+          "lr": 0.03,
+          "negative_goodness": 1.9827560615963407,
+          "pair_accuracy": 0.5600444444656372,
+          "positive_goodness": 2.0232069963667128,
+          "runtime_seconds": 11.64255690574646
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.374197341325548,
+          "lr": 0.03,
+          "negative_goodness": 1.9827787133322823,
+          "pair_accuracy": 0.5670888889312744,
+          "positive_goodness": 2.025035506990221,
+          "runtime_seconds": 11.64520263671875
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.373631821738349,
+          "lr": 0.03,
+          "negative_goodness": 1.9816444267484876,
+          "pair_accuracy": 0.5680444444974263,
+          "positive_goodness": 2.0259911195966933,
+          "runtime_seconds": 11.63614559173584
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.373728506533305,
+          "lr": 0.03,
+          "negative_goodness": 1.981421699057685,
+          "pair_accuracy": 0.5689333333545261,
+          "positive_goodness": 2.025994673156738,
+          "runtime_seconds": 11.642465353012085
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3729024719662137,
+          "lr": 0.03,
+          "negative_goodness": 1.980512024921841,
+          "pair_accuracy": 0.574777777809567,
+          "positive_goodness": 2.0276968816545273,
+          "runtime_seconds": 11.642671823501587
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.3738867102305095,
+          "lr": 0.03,
+          "negative_goodness": 1.980746754413181,
+          "pair_accuracy": 0.5673111111005147,
+          "positive_goodness": 2.0251719367133245,
+          "runtime_seconds": 11.649094104766846
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3735298875172932,
+          "lr": 0.03,
+          "negative_goodness": 1.9805400116814507,
+          "pair_accuracy": 0.5680222222328186,
+          "positive_goodness": 2.0267051574283177,
+          "runtime_seconds": 11.649485349655151
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3731885256873237,
+          "lr": 0.03,
+          "negative_goodness": 1.980150555144416,
+          "pair_accuracy": 0.5710444444656372,
+          "positive_goodness": 2.0270660296122234,
+          "runtime_seconds": 11.631670236587524
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3723228305180868,
+          "lr": 0.03,
+          "negative_goodness": 1.9786794797261555,
+          "pair_accuracy": 0.5710666667090522,
+          "positive_goodness": 2.0289484508514404,
+          "runtime_seconds": 11.639246702194214
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3720224593480428,
+          "lr": 0.03,
+          "negative_goodness": 1.978490402730306,
+          "pair_accuracy": 0.5724666666772631,
+          "positive_goodness": 2.029432863108317,
+          "runtime_seconds": 11.624900817871094
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3724742984347873,
+          "lr": 0.03,
+          "negative_goodness": 1.9781931638293797,
+          "pair_accuracy": 0.566088888920678,
+          "positive_goodness": 2.027853514099121,
+          "runtime_seconds": 11.62791657447815
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3718375903023614,
+          "lr": 0.03,
+          "negative_goodness": 1.9782027191797893,
+          "pair_accuracy": 0.5666222222328186,
+          "positive_goodness": 2.0302766784879895,
+          "runtime_seconds": 11.628828763961792
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.370922574488322,
+          "lr": 0.03,
+          "negative_goodness": 1.976829414600796,
+          "pair_accuracy": 0.5660888889153799,
+          "positive_goodness": 2.031816070429484,
+          "runtime_seconds": 11.631505966186523
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3707920121510824,
+          "lr": 0.03,
+          "negative_goodness": 1.9763365146213108,
+          "pair_accuracy": 0.5638444444338481,
+          "positive_goodness": 2.03183480313619,
+          "runtime_seconds": 11.62484097480774
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.370685884475708,
+          "lr": 0.03,
+          "negative_goodness": 1.9758300384521483,
+          "pair_accuracy": 0.5675777777459886,
+          "positive_goodness": 2.0316514954249065,
+          "runtime_seconds": 11.635108947753906
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3703188287734986,
+          "lr": 0.03,
+          "negative_goodness": 1.97615784096188,
+          "pair_accuracy": 0.5665333333651225,
+          "positive_goodness": 2.033067085054186,
+          "runtime_seconds": 11.628687143325806
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3708816438039144,
+          "lr": 0.03,
+          "negative_goodness": 1.9758337425443862,
+          "pair_accuracy": 0.5721111111217075,
+          "positive_goodness": 2.0320555086347794,
+          "runtime_seconds": 11.630337238311768
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3702506418652005,
+          "lr": 0.03,
+          "negative_goodness": 1.9754018872790866,
+          "pair_accuracy": 0.5706666666348775,
+          "positive_goodness": 2.0323763962215846,
+          "runtime_seconds": 11.633752346038818
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3704272895177205,
+          "lr": 0.03,
+          "negative_goodness": 1.9755978047476874,
+          "pair_accuracy": 0.5698888889100816,
+          "positive_goodness": 2.03263863474528,
+          "runtime_seconds": 11.64438009262085
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3695679747899374,
+          "lr": 0.03,
+          "negative_goodness": 1.9746400522443983,
+          "pair_accuracy": 0.5712,
+          "positive_goodness": 2.0343042987823488,
+          "runtime_seconds": 11.636109828948975
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3694282942030165,
+          "lr": 0.03,
+          "negative_goodness": 1.9735730887095133,
+          "pair_accuracy": 0.5731999999682108,
+          "positive_goodness": 2.0342647095150417,
+          "runtime_seconds": 11.643722772598267
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3695027187983195,
+          "lr": 0.03,
+          "negative_goodness": 1.9734778780195448,
+          "pair_accuracy": 0.5751111111429003,
+          "positive_goodness": 2.03434226375156,
+          "runtime_seconds": 11.642555713653564
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.368854802746243,
+          "lr": 0.03,
+          "negative_goodness": 1.973143243492974,
+          "pair_accuracy": 0.5815555555343628,
+          "positive_goodness": 2.0353850836435954,
+          "runtime_seconds": 11.635533571243286
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3700896099090576,
+          "lr": 0.03,
+          "negative_goodness": 1.974072251701355,
+          "pair_accuracy": 0.5722222222752041,
+          "positive_goodness": 2.0335351993984645,
+          "runtime_seconds": 11.643234014511108
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3683025502522785,
+          "lr": 0.03,
+          "negative_goodness": 1.9725307209014893,
+          "pair_accuracy": 0.5773333333015442,
+          "positive_goodness": 2.0372370908525257,
+          "runtime_seconds": 11.642822265625
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3687897600809733,
+          "lr": 0.03,
+          "negative_goodness": 1.972279850599501,
+          "pair_accuracy": 0.5769555555237664,
+          "positive_goodness": 2.0358499195098876,
+          "runtime_seconds": 11.634697198867798
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.367533031548394,
+          "lr": 0.03,
+          "negative_goodness": 1.970652756076389,
+          "pair_accuracy": 0.5771333333757188,
+          "positive_goodness": 2.0385554161495634,
+          "runtime_seconds": 11.618282794952393
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3692380514992608,
+          "lr": 0.03,
+          "negative_goodness": 1.9719833724127875,
+          "pair_accuracy": 0.5803777778307597,
+          "positive_goodness": 2.034656539577908,
+          "runtime_seconds": 11.61963677406311
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3680272641499838,
+          "lr": 0.03,
+          "negative_goodness": 1.971846527481079,
+          "pair_accuracy": 0.5758666666666666,
+          "positive_goodness": 2.0372249233669706,
+          "runtime_seconds": 11.616859436035156
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.367805988269382,
+          "lr": 0.03,
+          "negative_goodness": 1.9715043141682942,
+          "pair_accuracy": 0.5773333333333334,
+          "positive_goodness": 2.038396928299798,
+          "runtime_seconds": 11.619065046310425
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3674915272394816,
+          "lr": 0.03,
+          "negative_goodness": 1.9700829806645712,
+          "pair_accuracy": 0.5748444444338481,
+          "positive_goodness": 2.03831669637892,
+          "runtime_seconds": 11.623569965362549
+        }
+      ],
+      "layer": 1
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3779288852055867,
+          "lr": 0.03,
+          "negative_goodness": 1.9887657958136664,
+          "pair_accuracy": 0.6058444444391462,
+          "positive_goodness": 2.019618115785387,
+          "runtime_seconds": 11.730591297149658
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3687814564387004,
+          "lr": 0.03,
+          "negative_goodness": 1.9779838721593221,
+          "pair_accuracy": 0.6417333333757188,
+          "positive_goodness": 2.0357369383070205,
+          "runtime_seconds": 11.721787452697754
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3644064165327283,
+          "lr": 0.03,
+          "negative_goodness": 1.9714145876778497,
+          "pair_accuracy": 0.6431555555449592,
+          "positive_goodness": 2.0440731387456257,
+          "runtime_seconds": 11.723405361175537
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.362065449333191,
+          "lr": 0.03,
+          "negative_goodness": 1.9683866706848145,
+          "pair_accuracy": 0.6455111111005147,
+          "positive_goodness": 2.0485361354404024,
+          "runtime_seconds": 11.722576141357422
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3612158682293363,
+          "lr": 0.03,
+          "negative_goodness": 1.966961821768019,
+          "pair_accuracy": 0.6397111111111111,
+          "positive_goodness": 2.0508648213068645,
+          "runtime_seconds": 11.722963571548462
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3568571471956041,
+          "lr": 0.03,
+          "negative_goodness": 1.9619198601616754,
+          "pair_accuracy": 0.6581333333651225,
+          "positive_goodness": 2.058422923448351,
+          "runtime_seconds": 11.722264528274536
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3563150974061755,
+          "lr": 0.03,
+          "negative_goodness": 1.9595249438179865,
+          "pair_accuracy": 0.6472444444868299,
+          "positive_goodness": 2.06053877398173,
+          "runtime_seconds": 11.710577249526978
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3549759705649482,
+          "lr": 0.03,
+          "negative_goodness": 1.9585947766198053,
+          "pair_accuracy": 0.6510444444974264,
+          "positive_goodness": 2.0625272004445394,
+          "runtime_seconds": 11.708112239837646
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3543412515640258,
+          "lr": 0.03,
+          "negative_goodness": 1.9554468627929686,
+          "pair_accuracy": 0.6513111111429003,
+          "positive_goodness": 2.063941818194919,
+          "runtime_seconds": 11.70679521560669
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3528763632244534,
+          "lr": 0.03,
+          "negative_goodness": 1.9547743957095676,
+          "pair_accuracy": 0.6574666666772631,
+          "positive_goodness": 2.0672829138014053,
+          "runtime_seconds": 11.705687999725342
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3560978654649523,
+          "lr": 0.03,
+          "negative_goodness": 1.955414313337538,
+          "pair_accuracy": 0.6444444444497426,
+          "positive_goodness": 2.0601611454433866,
+          "runtime_seconds": 11.711697340011597
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3524977211210463,
+          "lr": 0.03,
+          "negative_goodness": 1.9540758435143364,
+          "pair_accuracy": 0.6544888889100816,
+          "positive_goodness": 2.0679304470909967,
+          "runtime_seconds": 11.713745594024658
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3518627265930176,
+          "lr": 0.03,
+          "negative_goodness": 1.9525753909640842,
+          "pair_accuracy": 0.6546666666348775,
+          "positive_goodness": 2.0690668973710804,
+          "runtime_seconds": 11.70510745048523
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3506922488530477,
+          "lr": 0.03,
+          "negative_goodness": 1.9494787661446464,
+          "pair_accuracy": 0.6551999999947018,
+          "positive_goodness": 2.0711264187494915,
+          "runtime_seconds": 11.703119039535522
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.3493246259265477,
+          "lr": 0.03,
+          "negative_goodness": 1.9490591440836589,
+          "pair_accuracy": 0.6634000000105964,
+          "positive_goodness": 2.0734378031836616,
+          "runtime_seconds": 11.700402975082397
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3488970048480564,
+          "lr": 0.03,
+          "negative_goodness": 1.9485145690282186,
+          "pair_accuracy": 0.6548000000317892,
+          "positive_goodness": 2.075845837656657,
+          "runtime_seconds": 11.71081805229187
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3495160894817777,
+          "lr": 0.03,
+          "negative_goodness": 1.9472817274517482,
+          "pair_accuracy": 0.654288888920678,
+          "positive_goodness": 2.0735929873572454,
+          "runtime_seconds": 11.695086479187012
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.350903788333469,
+          "lr": 0.03,
+          "negative_goodness": 1.949051123131646,
+          "pair_accuracy": 0.6490888888676961,
+          "positive_goodness": 2.0715569050682916,
+          "runtime_seconds": 11.716677904129028
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3471432321972316,
+          "lr": 0.03,
+          "negative_goodness": 1.945978702460395,
+          "pair_accuracy": 0.6623555555979411,
+          "positive_goodness": 2.077838640107049,
+          "runtime_seconds": 11.702491760253906
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3479180399364896,
+          "lr": 0.03,
+          "negative_goodness": 1.9449413262261284,
+          "pair_accuracy": 0.6597555555873447,
+          "positive_goodness": 2.076523918363783,
+          "runtime_seconds": 11.701437711715698
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3481328354941473,
+          "lr": 0.03,
+          "negative_goodness": 1.9450641219245064,
+          "pair_accuracy": 0.6556444444762336,
+          "positive_goodness": 2.077333525127835,
+          "runtime_seconds": 11.710411071777344
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3472794145584106,
+          "lr": 0.03,
+          "negative_goodness": 1.9443302415211996,
+          "pair_accuracy": 0.6572444444391462,
+          "positive_goodness": 2.0780227456410727,
+          "runtime_seconds": 11.709099769592285
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3464267033259074,
+          "lr": 0.03,
+          "negative_goodness": 1.9418150040944417,
+          "pair_accuracy": 0.6620222222010295,
+          "positive_goodness": 2.0812279297934637,
+          "runtime_seconds": 11.71731686592102
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.343720426834954,
+          "lr": 0.03,
+          "negative_goodness": 1.9397735955132378,
+          "pair_accuracy": 0.6637999999894036,
+          "positive_goodness": 2.0842563710530597,
+          "runtime_seconds": 11.7159583568573
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.34674928372701,
+          "lr": 0.03,
+          "negative_goodness": 1.9431276210784911,
+          "pair_accuracy": 0.6601555555608537,
+          "positive_goodness": 2.0791513670603434,
+          "runtime_seconds": 11.722659349441528
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3443423208236693,
+          "lr": 0.03,
+          "negative_goodness": 1.9409642622205947,
+          "pair_accuracy": 0.6657777777989705,
+          "positive_goodness": 2.0844644080691865,
+          "runtime_seconds": 11.722656488418579
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3468330902735393,
+          "lr": 0.03,
+          "negative_goodness": 1.941868440161811,
+          "pair_accuracy": 0.652422222216924,
+          "positive_goodness": 2.0789949456532795,
+          "runtime_seconds": 11.718188047409058
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3456064592573378,
+          "lr": 0.03,
+          "negative_goodness": 1.9406791231367324,
+          "pair_accuracy": 0.6624444444656372,
+          "positive_goodness": 2.0815360538482666,
+          "runtime_seconds": 11.720701694488525
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.345142516877916,
+          "lr": 0.03,
+          "negative_goodness": 1.9398507436964247,
+          "pair_accuracy": 0.6605555555979411,
+          "positive_goodness": 2.082879420598348,
+          "runtime_seconds": 11.716899633407593
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3442338406456842,
+          "lr": 0.03,
+          "negative_goodness": 1.9395842061572606,
+          "pair_accuracy": 0.6600444444550408,
+          "positive_goodness": 2.084769582663642,
+          "runtime_seconds": 11.721388816833496
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3441558550516763,
+          "lr": 0.03,
+          "negative_goodness": 1.9395059670766195,
+          "pair_accuracy": 0.6571111111429002,
+          "positive_goodness": 2.0850807479010687,
+          "runtime_seconds": 11.718357563018799
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3446083188798692,
+          "lr": 0.03,
+          "negative_goodness": 1.9379974900139703,
+          "pair_accuracy": 0.6592000000211927,
+          "positive_goodness": 2.0834518875545927,
+          "runtime_seconds": 11.723237037658691
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3431040344662137,
+          "lr": 0.03,
+          "negative_goodness": 1.9392359955045912,
+          "pair_accuracy": 0.6648666666666667,
+          "positive_goodness": 2.0866791542053225,
+          "runtime_seconds": 11.720881462097168
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3437935701158312,
+          "lr": 0.03,
+          "negative_goodness": 1.9389615159140692,
+          "pair_accuracy": 0.6619333333863152,
+          "positive_goodness": 2.0859078858269586,
+          "runtime_seconds": 11.72426986694336
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.343361407746209,
+          "lr": 0.03,
+          "negative_goodness": 1.9375534372541638,
+          "pair_accuracy": 0.66304444448683,
+          "positive_goodness": 2.085440637927585,
+          "runtime_seconds": 11.723474979400635
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3424837616814507,
+          "lr": 0.03,
+          "negative_goodness": 1.935817343436347,
+          "pair_accuracy": 0.6673777777989706,
+          "positive_goodness": 2.0889858891381157,
+          "runtime_seconds": 11.72346019744873
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3436959777832032,
+          "lr": 0.03,
+          "negative_goodness": 1.937473092481825,
+          "pair_accuracy": 0.667333333354526,
+          "positive_goodness": 2.086082305293613,
+          "runtime_seconds": 11.729148864746094
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.341579214117262,
+          "lr": 0.03,
+          "negative_goodness": 1.9371237266116672,
+          "pair_accuracy": 0.6674000000105964,
+          "positive_goodness": 2.0890570577409533,
+          "runtime_seconds": 11.723307847976685
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3419573312759399,
+          "lr": 0.03,
+          "negative_goodness": 1.9358948572794596,
+          "pair_accuracy": 0.6640222222328186,
+          "positive_goodness": 2.0892184382544623,
+          "runtime_seconds": 11.72895884513855
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3413844200346206,
+          "lr": 0.03,
+          "negative_goodness": 1.9352415680143569,
+          "pair_accuracy": 0.6656222222540114,
+          "positive_goodness": 2.09022466085222,
+          "runtime_seconds": 11.722878217697144
+        }
+      ],
+      "layer": 2
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.367459845161438,
+          "lr": 0.03,
+          "negative_goodness": 1.9330516387727525,
+          "pair_accuracy": 0.641066666645474,
+          "positive_goodness": 2.0261028359307183,
+          "runtime_seconds": 11.667250394821167
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3472698350694445,
+          "lr": 0.03,
+          "negative_goodness": 1.9507722727033827,
+          "pair_accuracy": 0.6807777777459887,
+          "positive_goodness": 2.0758965493943955,
+          "runtime_seconds": 11.661813259124756
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3402033028072782,
+          "lr": 0.03,
+          "negative_goodness": 1.9453956406911215,
+          "pair_accuracy": 0.7050666666984559,
+          "positive_goodness": 2.0905503288269043,
+          "runtime_seconds": 11.645031690597534
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.338367722553677,
+          "lr": 0.03,
+          "negative_goodness": 1.9432355700174968,
+          "pair_accuracy": 0.7085777778201633,
+          "positive_goodness": 2.0938557069566515,
+          "runtime_seconds": 11.642852544784546
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3344461128022935,
+          "lr": 0.03,
+          "negative_goodness": 1.9399895871056452,
+          "pair_accuracy": 0.7206666666772631,
+          "positive_goodness": 2.1013122850630017,
+          "runtime_seconds": 11.651227951049805
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3315617384380765,
+          "lr": 0.03,
+          "negative_goodness": 1.9371667368994818,
+          "pair_accuracy": 0.7284222222540113,
+          "positive_goodness": 2.1069872475941978,
+          "runtime_seconds": 11.643929719924927
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3285587941699557,
+          "lr": 0.03,
+          "negative_goodness": 1.9342771880679661,
+          "pair_accuracy": 0.736,
+          "positive_goodness": 2.113783571243286,
+          "runtime_seconds": 11.64828085899353
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3265849003050063,
+          "lr": 0.03,
+          "negative_goodness": 1.9326733703613281,
+          "pair_accuracy": 0.7379777778201633,
+          "positive_goodness": 2.117318302324083,
+          "runtime_seconds": 11.645737886428833
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3253709215799967,
+          "lr": 0.03,
+          "negative_goodness": 1.931463662677341,
+          "pair_accuracy": 0.7440888889312745,
+          "positive_goodness": 2.119651028611925,
+          "runtime_seconds": 11.646366119384766
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3253197524388631,
+          "lr": 0.03,
+          "negative_goodness": 1.931640121799045,
+          "pair_accuracy": 0.745755555597941,
+          "positive_goodness": 2.1195050912221274,
+          "runtime_seconds": 11.636082172393799
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.322776247490777,
+          "lr": 0.03,
+          "negative_goodness": 1.9290033570395575,
+          "pair_accuracy": 0.7493111111429003,
+          "positive_goodness": 2.1253040307362876,
+          "runtime_seconds": 11.645835161209106
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3204720533794827,
+          "lr": 0.03,
+          "negative_goodness": 1.9231762857437134,
+          "pair_accuracy": 0.7449111111217075,
+          "positive_goodness": 2.130285669369168,
+          "runtime_seconds": 11.63994026184082
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3175998697280884,
+          "lr": 0.03,
+          "negative_goodness": 1.923855586666531,
+          "pair_accuracy": 0.7539777778042688,
+          "positive_goodness": 2.1357438816070555,
+          "runtime_seconds": 11.644152879714966
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3211536750157675,
+          "lr": 0.03,
+          "negative_goodness": 1.9226992101245457,
+          "pair_accuracy": 0.746911111164093,
+          "positive_goodness": 2.1281302406522964,
+          "runtime_seconds": 11.623492956161499
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.319751652675205,
+          "lr": 0.03,
+          "negative_goodness": 1.9243443406422933,
+          "pair_accuracy": 0.748422222243415,
+          "positive_goodness": 2.132717906697591,
+          "runtime_seconds": 11.628913402557373
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3150872550328572,
+          "lr": 0.03,
+          "negative_goodness": 1.9186897555881077,
+          "pair_accuracy": 0.7639555555767483,
+          "positive_goodness": 2.140177485699124,
+          "runtime_seconds": 11.627901554107666
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.316307385190328,
+          "lr": 0.03,
+          "negative_goodness": 1.9201749829186334,
+          "pair_accuracy": 0.7561111111534966,
+          "positive_goodness": 2.1396531886206733,
+          "runtime_seconds": 11.629817724227905
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.313331455569797,
+          "lr": 0.03,
+          "negative_goodness": 1.9130325802909003,
+          "pair_accuracy": 0.7633555555555556,
+          "positive_goodness": 2.1434914997524683,
+          "runtime_seconds": 11.623202323913574
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3123902754041883,
+          "lr": 0.03,
+          "negative_goodness": 1.915258291223314,
+          "pair_accuracy": 0.7598888888888888,
+          "positive_goodness": 2.14806330625746,
+          "runtime_seconds": 11.619752407073975
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3130006041844686,
+          "lr": 0.03,
+          "negative_goodness": 1.9159666412777372,
+          "pair_accuracy": 0.7623111111111112,
+          "positive_goodness": 2.1457001810709637,
+          "runtime_seconds": 11.637765169143677
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3154597177929348,
+          "lr": 0.03,
+          "negative_goodness": 1.916594235950046,
+          "pair_accuracy": 0.7538888889206781,
+          "positive_goodness": 2.1410362669203016,
+          "runtime_seconds": 11.641167640686035
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.312836881934272,
+          "lr": 0.03,
+          "negative_goodness": 1.914357154973348,
+          "pair_accuracy": 0.7585777777883742,
+          "positive_goodness": 2.1469469069374933,
+          "runtime_seconds": 11.63805603981018
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3125800873862372,
+          "lr": 0.03,
+          "negative_goodness": 1.913197738901774,
+          "pair_accuracy": 0.758822222243415,
+          "positive_goodness": 2.146700999153985,
+          "runtime_seconds": 11.621946096420288
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3095291776869031,
+          "lr": 0.03,
+          "negative_goodness": 1.9085307179556952,
+          "pair_accuracy": 0.7667555555449592,
+          "positive_goodness": 2.1535462416966755,
+          "runtime_seconds": 11.623175144195557
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3048832671695285,
+          "lr": 0.03,
+          "negative_goodness": 1.9060974386427139,
+          "pair_accuracy": 0.7748666666348776,
+          "positive_goodness": 2.1630530720180934,
+          "runtime_seconds": 11.618128776550293
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3096126085917155,
+          "lr": 0.03,
+          "negative_goodness": 1.9098250877804226,
+          "pair_accuracy": 0.7658444444232517,
+          "positive_goodness": 2.152207693311903,
+          "runtime_seconds": 11.616456270217896
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3087055231730143,
+          "lr": 0.03,
+          "negative_goodness": 1.908130583275689,
+          "pair_accuracy": 0.7731333333439298,
+          "positive_goodness": 2.1546057190789116,
+          "runtime_seconds": 11.623927354812622
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3108820977105036,
+          "lr": 0.03,
+          "negative_goodness": 1.908169064034356,
+          "pair_accuracy": 0.7585111111111111,
+          "positive_goodness": 2.1519969491322835,
+          "runtime_seconds": 11.628703355789185
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3094999146355524,
+          "lr": 0.03,
+          "negative_goodness": 1.908427742852105,
+          "pair_accuracy": 0.7626,
+          "positive_goodness": 2.154376592042711,
+          "runtime_seconds": 11.618270874023438
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3071542667812772,
+          "lr": 0.03,
+          "negative_goodness": 1.9072853684531317,
+          "pair_accuracy": 0.7695111111429003,
+          "positive_goodness": 2.156296457672119,
+          "runtime_seconds": 11.612388849258423
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3037435710695056,
+          "lr": 0.03,
+          "negative_goodness": 1.9053281052907307,
+          "pair_accuracy": 0.77824444448683,
+          "positive_goodness": 2.164063990995619,
+          "runtime_seconds": 11.618407487869263
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3051587497499253,
+          "lr": 0.03,
+          "negative_goodness": 1.903402171919081,
+          "pair_accuracy": 0.7731333333863153,
+          "positive_goodness": 2.163484990141127,
+          "runtime_seconds": 11.620911121368408
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3064426875008477,
+          "lr": 0.03,
+          "negative_goodness": 1.9060485151926676,
+          "pair_accuracy": 0.7691999999894036,
+          "positive_goodness": 2.159691228315565,
+          "runtime_seconds": 11.610280752182007
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.308355294058058,
+          "lr": 0.03,
+          "negative_goodness": 1.9051784443537394,
+          "pair_accuracy": 0.7619111111217075,
+          "positive_goodness": 2.1564514309777154,
+          "runtime_seconds": 11.614599466323853
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3042696283128528,
+          "lr": 0.03,
+          "negative_goodness": 1.9028806007385255,
+          "pair_accuracy": 0.7675333333863152,
+          "positive_goodness": 2.1636217622968887,
+          "runtime_seconds": 11.604770421981812
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.300296650483873,
+          "lr": 0.03,
+          "negative_goodness": 1.8978835581673517,
+          "pair_accuracy": 0.7782666666560702,
+          "positive_goodness": 2.1727986998240154,
+          "runtime_seconds": 11.609273195266724
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3086429328494602,
+          "lr": 0.03,
+          "negative_goodness": 1.9046085112253825,
+          "pair_accuracy": 0.7616888888994853,
+          "positive_goodness": 2.1568697394053142,
+          "runtime_seconds": 11.605615139007568
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3027260330412123,
+          "lr": 0.03,
+          "negative_goodness": 1.9004781151453654,
+          "pair_accuracy": 0.7750222222646077,
+          "positive_goodness": 2.1668782386779784,
+          "runtime_seconds": 11.606534481048584
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.302135106171502,
+          "lr": 0.03,
+          "negative_goodness": 1.9000673748228285,
+          "pair_accuracy": 0.7743111110793219,
+          "positive_goodness": 2.170170675532023,
+          "runtime_seconds": 11.611836671829224
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.2992284558614096,
+          "lr": 0.03,
+          "negative_goodness": 1.8986741865581935,
+          "pair_accuracy": 0.7775777777883741,
+          "positive_goodness": 2.1736937514199153,
+          "runtime_seconds": 11.604755640029907
+        }
+      ],
+      "layer": 3
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2974100570042928,
+          "lr": 0.03,
+          "negative_goodness": 1.9269117997487386,
+          "pair_accuracy": 0.8021111111429002,
+          "positive_goodness": 2.2028569863637286,
+          "runtime_seconds": 11.71943974494934
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.266902316877577,
+          "lr": 0.03,
+          "negative_goodness": 1.8903473185857138,
+          "pair_accuracy": 0.8629555555979411,
+          "positive_goodness": 2.2574358168707955,
+          "runtime_seconds": 11.705174684524536
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2602848402235243,
+          "lr": 0.03,
+          "negative_goodness": 1.8844839577568901,
+          "pair_accuracy": 0.8586444444656373,
+          "positive_goodness": 2.27039889348348,
+          "runtime_seconds": 11.700181007385254
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.2541868543836805,
+          "lr": 0.03,
+          "negative_goodness": 1.8768214871724447,
+          "pair_accuracy": 0.8630444444656372,
+          "positive_goodness": 2.279573274697198,
+          "runtime_seconds": 11.697310209274292
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.258516755104065,
+          "lr": 0.03,
+          "negative_goodness": 1.8788381919648913,
+          "pair_accuracy": 0.8528222222010294,
+          "positive_goodness": 2.2712957264794245,
+          "runtime_seconds": 11.685123682022095
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.2459681421279907,
+          "lr": 0.03,
+          "negative_goodness": 1.8724061972300212,
+          "pair_accuracy": 0.8662888889418708,
+          "positive_goodness": 2.295175547366672,
+          "runtime_seconds": 11.678721189498901
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.2476011573791503,
+          "lr": 0.03,
+          "negative_goodness": 1.8705129869249133,
+          "pair_accuracy": 0.8556222222222222,
+          "positive_goodness": 2.2910348448435465,
+          "runtime_seconds": 11.68252682685852
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.2391502485911052,
+          "lr": 0.03,
+          "negative_goodness": 1.8617994691001045,
+          "pair_accuracy": 0.8643777778307596,
+          "positive_goodness": 2.3087576757219104,
+          "runtime_seconds": 11.697506427764893
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.2430077379862468,
+          "lr": 0.03,
+          "negative_goodness": 1.8647374381171333,
+          "pair_accuracy": 0.8567111111111111,
+          "positive_goodness": 2.2991002980126276,
+          "runtime_seconds": 11.691073179244995
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.2425199806213378,
+          "lr": 0.03,
+          "negative_goodness": 1.8643790057076348,
+          "pair_accuracy": 0.8580888888676961,
+          "positive_goodness": 2.3020848465389676,
+          "runtime_seconds": 11.688095331192017
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.2373072817060682,
+          "lr": 0.03,
+          "negative_goodness": 1.8596033768759834,
+          "pair_accuracy": 0.8605111111429002,
+          "positive_goodness": 2.312140870581733,
+          "runtime_seconds": 11.709283590316772
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.2283480828179254,
+          "lr": 0.03,
+          "negative_goodness": 1.8550180793338351,
+          "pair_accuracy": 0.8710888889312745,
+          "positive_goodness": 2.3313412198384604,
+          "runtime_seconds": 11.686227560043335
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.2346090318467882,
+          "lr": 0.03,
+          "negative_goodness": 1.8553644347720677,
+          "pair_accuracy": 0.8640888888888889,
+          "positive_goodness": 2.3175848207685683,
+          "runtime_seconds": 11.6819748878479
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.2267238519456651,
+          "lr": 0.03,
+          "negative_goodness": 1.8520526095496284,
+          "pair_accuracy": 0.8676222222116259,
+          "positive_goodness": 2.332529445054796,
+          "runtime_seconds": 11.692780017852783
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.231348532019721,
+          "lr": 0.03,
+          "negative_goodness": 1.8511238772710163,
+          "pair_accuracy": 0.859711111079322,
+          "positive_goodness": 2.3248994780222576,
+          "runtime_seconds": 11.623886823654175
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.224970084063212,
+          "lr": 0.03,
+          "negative_goodness": 1.8484964473512437,
+          "pair_accuracy": 0.8694222222540113,
+          "positive_goodness": 2.337208944193522,
+          "runtime_seconds": 11.623820066452026
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.2337086119969687,
+          "lr": 0.03,
+          "negative_goodness": 1.8517006676355998,
+          "pair_accuracy": 0.8582222222540113,
+          "positive_goodness": 2.320470022455851,
+          "runtime_seconds": 11.622841596603394
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.2233535760243734,
+          "lr": 0.03,
+          "negative_goodness": 1.8441259371439616,
+          "pair_accuracy": 0.8621111111005147,
+          "positive_goodness": 2.341385015911526,
+          "runtime_seconds": 11.623075723648071
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.2238338752746583,
+          "lr": 0.03,
+          "negative_goodness": 1.8431409721798366,
+          "pair_accuracy": 0.863977777809567,
+          "positive_goodness": 2.341117366748386,
+          "runtime_seconds": 11.620038032531738
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.2320029454549153,
+          "lr": 0.03,
+          "negative_goodness": 1.8481553483115303,
+          "pair_accuracy": 0.8548444444550408,
+          "positive_goodness": 2.323660628721449,
+          "runtime_seconds": 11.623883724212646
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.2252296841727364,
+          "lr": 0.03,
+          "negative_goodness": 1.8471482981363931,
+          "pair_accuracy": 0.8634666666878594,
+          "positive_goodness": 2.339702256562975,
+          "runtime_seconds": 11.620970010757446
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.216896374575297,
+          "lr": 0.03,
+          "negative_goodness": 1.8399128238677978,
+          "pair_accuracy": 0.8714444444126553,
+          "positive_goodness": 2.352192191865709,
+          "runtime_seconds": 11.624725818634033
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.2211043091668023,
+          "lr": 0.03,
+          "negative_goodness": 1.837358495839437,
+          "pair_accuracy": 0.8575111111005147,
+          "positive_goodness": 2.347506913757324,
+          "runtime_seconds": 11.621871709823608
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.2195650589201186,
+          "lr": 0.03,
+          "negative_goodness": 1.8400406060112848,
+          "pair_accuracy": 0.861977777809567,
+          "positive_goodness": 2.3512246698167587,
+          "runtime_seconds": 11.618400573730469
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.2172330122417874,
+          "lr": 0.03,
+          "negative_goodness": 1.8378624129825167,
+          "pair_accuracy": 0.8661111110793219,
+          "positive_goodness": 2.356418167453342,
+          "runtime_seconds": 11.623245239257812
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.2202847961213854,
+          "lr": 0.03,
+          "negative_goodness": 1.8398439022911919,
+          "pair_accuracy": 0.8641111111534966,
+          "positive_goodness": 2.350682380549113,
+          "runtime_seconds": 11.619524002075195
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.2184630412419637,
+          "lr": 0.03,
+          "negative_goodness": 1.8356134390936958,
+          "pair_accuracy": 0.8619111110899184,
+          "positive_goodness": 2.3530470195346407,
+          "runtime_seconds": 11.62349557876587
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.2198888775931465,
+          "lr": 0.03,
+          "negative_goodness": 1.8395154721577962,
+          "pair_accuracy": 0.8632888889312744,
+          "positive_goodness": 2.3478364072587756,
+          "runtime_seconds": 11.625456094741821
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.2210440651787653,
+          "lr": 0.03,
+          "negative_goodness": 1.8363555541144476,
+          "pair_accuracy": 0.8597111111534966,
+          "positive_goodness": 2.3461366112179225,
+          "runtime_seconds": 11.632477521896362
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.2153547239091662,
+          "lr": 0.03,
+          "negative_goodness": 1.835810061009725,
+          "pair_accuracy": 0.870333333322737,
+          "positive_goodness": 2.359571813074748,
+          "runtime_seconds": 11.631120920181274
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.210071067958408,
+          "lr": 0.03,
+          "negative_goodness": 1.8302204285727608,
+          "pair_accuracy": 0.8749111111429002,
+          "positive_goodness": 2.371207626809014,
+          "runtime_seconds": 11.626039981842041
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.2212485893249512,
+          "lr": 0.03,
+          "negative_goodness": 1.8375002615186904,
+          "pair_accuracy": 0.8562000000211928,
+          "positive_goodness": 2.3504805737813315,
+          "runtime_seconds": 11.622323513031006
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.2096435585869683,
+          "lr": 0.03,
+          "negative_goodness": 1.8281557895236544,
+          "pair_accuracy": 0.8686888888994853,
+          "positive_goodness": 2.370964261288113,
+          "runtime_seconds": 11.618919610977173
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.2151046886232164,
+          "lr": 0.03,
+          "negative_goodness": 1.8310402765274048,
+          "pair_accuracy": 0.8636666667196485,
+          "positive_goodness": 2.3598729967329235,
+          "runtime_seconds": 11.615501165390015
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.2134665329827203,
+          "lr": 0.03,
+          "negative_goodness": 1.8323688009474013,
+          "pair_accuracy": 0.8668000000105964,
+          "positive_goodness": 2.3668355489518906,
+          "runtime_seconds": 11.621449947357178
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.2125865678151448,
+          "lr": 0.03,
+          "negative_goodness": 1.8306454999923707,
+          "pair_accuracy": 0.8675111111217075,
+          "positive_goodness": 2.367877593188816,
+          "runtime_seconds": 11.615777730941772
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.215733489312066,
+          "lr": 0.03,
+          "negative_goodness": 1.8316720685111152,
+          "pair_accuracy": 0.8602222222752042,
+          "positive_goodness": 2.3616803107791475,
+          "runtime_seconds": 11.618388652801514
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.2051207848654852,
+          "lr": 0.03,
+          "negative_goodness": 1.8211462195078532,
+          "pair_accuracy": 0.8687999999894036,
+          "positive_goodness": 2.383752703942193,
+          "runtime_seconds": 11.614291667938232
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.2088908529069688,
+          "lr": 0.03,
+          "negative_goodness": 1.8280805202907986,
+          "pair_accuracy": 0.8697333333121405,
+          "positive_goodness": 2.3775679295433894,
+          "runtime_seconds": 11.61533522605896
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.2186238932715523,
+          "lr": 0.03,
+          "negative_goodness": 1.8293737785551283,
+          "pair_accuracy": 0.8589111111534966,
+          "positive_goodness": 2.3541522352430557,
+          "runtime_seconds": 11.629469633102417
+        }
+      ],
+      "layer": 4
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2640943185806275,
+          "lr": 0.03,
+          "negative_goodness": 1.837949653010898,
+          "pair_accuracy": 0.817422222190433,
+          "positive_goodness": 2.2383010758294,
+          "runtime_seconds": 11.543519496917725
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.2257584898206924,
+          "lr": 0.03,
+          "negative_goodness": 1.8485151755226983,
+          "pair_accuracy": 0.8469777777671814,
+          "positive_goodness": 2.3276434290568035,
+          "runtime_seconds": 11.528894186019897
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2186515785853067,
+          "lr": 0.03,
+          "negative_goodness": 1.8423954274495442,
+          "pair_accuracy": 0.8486000000423856,
+          "positive_goodness": 2.3426477941301136,
+          "runtime_seconds": 11.536607503890991
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.2148487347284953,
+          "lr": 0.03,
+          "negative_goodness": 1.839344624710083,
+          "pair_accuracy": 0.8546888888782925,
+          "positive_goodness": 2.3535570917341446,
+          "runtime_seconds": 11.529999256134033
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.2094115921444364,
+          "lr": 0.03,
+          "negative_goodness": 1.8373536109076607,
+          "pair_accuracy": 0.8564666666666667,
+          "positive_goodness": 2.3640496288723414,
+          "runtime_seconds": 11.537490367889404
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.2084835014979045,
+          "lr": 0.03,
+          "negative_goodness": 1.833891646364,
+          "pair_accuracy": 0.856422222243415,
+          "positive_goodness": 2.364744267442491,
+          "runtime_seconds": 11.527695655822754
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.1991506695217558,
+          "lr": 0.03,
+          "negative_goodness": 1.8261526878992715,
+          "pair_accuracy": 0.8599999999682109,
+          "positive_goodness": 2.3870917737325033,
+          "runtime_seconds": 11.528368949890137
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.1879227691226535,
+          "lr": 0.03,
+          "negative_goodness": 1.8220267570919462,
+          "pair_accuracy": 0.8696888888888888,
+          "positive_goodness": 2.414912501186795,
+          "runtime_seconds": 11.524341106414795
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.196601596238878,
+          "lr": 0.03,
+          "negative_goodness": 1.8190533699247573,
+          "pair_accuracy": 0.8565777777565851,
+          "positive_goodness": 2.3921807975345186,
+          "runtime_seconds": 11.521955251693726
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.192830986234877,
+          "lr": 0.03,
+          "negative_goodness": 1.8233083541234334,
+          "pair_accuracy": 0.8683111111005147,
+          "positive_goodness": 2.400154271274143,
+          "runtime_seconds": 11.524983882904053
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.195799821556939,
+          "lr": 0.03,
+          "negative_goodness": 1.828004918776618,
+          "pair_accuracy": 0.8581777777777778,
+          "positive_goodness": 2.395688100687663,
+          "runtime_seconds": 11.531301259994507
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1882898572497897,
+          "lr": 0.03,
+          "negative_goodness": 1.83034230533176,
+          "pair_accuracy": 0.8659333333333333,
+          "positive_goodness": 2.4098353417714438,
+          "runtime_seconds": 11.529027462005615
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.1830635355419583,
+          "lr": 0.03,
+          "negative_goodness": 1.8295861261791653,
+          "pair_accuracy": 0.8722444444232517,
+          "positive_goodness": 2.4185531385209824,
+          "runtime_seconds": 11.53736162185669
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.1830593860626222,
+          "lr": 0.03,
+          "negative_goodness": 1.8295215478685167,
+          "pair_accuracy": 0.8675333333015441,
+          "positive_goodness": 2.4190804520077176,
+          "runtime_seconds": 11.542793989181519
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.1783839426252578,
+          "lr": 0.03,
+          "negative_goodness": 1.8269362415737576,
+          "pair_accuracy": 0.8726666666348776,
+          "positive_goodness": 2.4326939543830024,
+          "runtime_seconds": 11.541524648666382
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.1670567652172512,
+          "lr": 0.03,
+          "negative_goodness": 1.8228577316708034,
+          "pair_accuracy": 0.8855777778307596,
+          "positive_goodness": 2.451684148322211,
+          "runtime_seconds": 11.542285442352295
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.1646284853193496,
+          "lr": 0.03,
+          "negative_goodness": 1.8171203642527263,
+          "pair_accuracy": 0.8821777777777777,
+          "positive_goodness": 2.459286468908522,
+          "runtime_seconds": 11.53899359703064
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1734953879568313,
+          "lr": 0.03,
+          "negative_goodness": 1.8188947138044569,
+          "pair_accuracy": 0.8769999999788073,
+          "positive_goodness": 2.4421356020185683,
+          "runtime_seconds": 11.531331539154053
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.1733903111139934,
+          "lr": 0.03,
+          "negative_goodness": 1.8217276794009738,
+          "pair_accuracy": 0.8745333333863152,
+          "positive_goodness": 2.443972422027588,
+          "runtime_seconds": 11.543113946914673
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1579077375517952,
+          "lr": 0.03,
+          "negative_goodness": 1.8098951486587525,
+          "pair_accuracy": 0.8828666666666667,
+          "positive_goodness": 2.474400340652466,
+          "runtime_seconds": 11.534554243087769
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.1619299196243287,
+          "lr": 0.03,
+          "negative_goodness": 1.8154900616539849,
+          "pair_accuracy": 0.8755555555237664,
+          "positive_goodness": 2.4672131683349607,
+          "runtime_seconds": 11.540829181671143
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.1672344216452704,
+          "lr": 0.03,
+          "negative_goodness": 1.8176004131529067,
+          "pair_accuracy": 0.8785777778201633,
+          "positive_goodness": 2.455469316482544,
+          "runtime_seconds": 11.553859949111938
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.1715546137068007,
+          "lr": 0.03,
+          "negative_goodness": 1.8171795966042412,
+          "pair_accuracy": 0.8706222222646077,
+          "positive_goodness": 2.4485380153656005,
+          "runtime_seconds": 11.540721416473389
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.176495985306634,
+          "lr": 0.03,
+          "negative_goodness": 1.8202688810984293,
+          "pair_accuracy": 0.8626888888676961,
+          "positive_goodness": 2.4382167087131075,
+          "runtime_seconds": 11.554187536239624
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.1624179238637289,
+          "lr": 0.03,
+          "negative_goodness": 1.8158309200498792,
+          "pair_accuracy": 0.8846888888570997,
+          "positive_goodness": 2.468046030553182,
+          "runtime_seconds": 11.549007892608643
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.1736109365887113,
+          "lr": 0.03,
+          "negative_goodness": 1.8189527132458156,
+          "pair_accuracy": 0.873777777756585,
+          "positive_goodness": 2.4418824298858643,
+          "runtime_seconds": 11.554255485534668
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.164602993657854,
+          "lr": 0.03,
+          "negative_goodness": 1.8128246152453953,
+          "pair_accuracy": 0.8739777777671814,
+          "positive_goodness": 2.4650518174489338,
+          "runtime_seconds": 11.552649736404419
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.1558470350689358,
+          "lr": 0.03,
+          "negative_goodness": 1.81203887424469,
+          "pair_accuracy": 0.8863111111005147,
+          "positive_goodness": 2.4806192494710286,
+          "runtime_seconds": 11.541622877120972
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.1705708314259846,
+          "lr": 0.03,
+          "negative_goodness": 1.8168842864990233,
+          "pair_accuracy": 0.8754222222328186,
+          "positive_goodness": 2.453692120827569,
+          "runtime_seconds": 11.541551113128662
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.167636282602946,
+          "lr": 0.03,
+          "negative_goodness": 1.8136602623621623,
+          "pair_accuracy": 0.8702444444126552,
+          "positive_goodness": 2.457043643230862,
+          "runtime_seconds": 11.533794403076172
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.1491878471586439,
+          "lr": 0.03,
+          "negative_goodness": 1.8019826803631254,
+          "pair_accuracy": 0.8855333333015442,
+          "positive_goodness": 2.495717789883084,
+          "runtime_seconds": 11.55349349975586
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.1570207036972047,
+          "lr": 0.03,
+          "negative_goodness": 1.8057381370968288,
+          "pair_accuracy": 0.8806444444232516,
+          "positive_goodness": 2.4827624225616454,
+          "runtime_seconds": 11.5486421585083
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.1579727396011352,
+          "lr": 0.03,
+          "negative_goodness": 1.8047701614379883,
+          "pair_accuracy": 0.8808666666772631,
+          "positive_goodness": 2.4783652513715957,
+          "runtime_seconds": 11.551050424575806
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.1590536931355795,
+          "lr": 0.03,
+          "negative_goodness": 1.8106206292894151,
+          "pair_accuracy": 0.8805555555237664,
+          "positive_goodness": 2.4739725797865124,
+          "runtime_seconds": 11.549458026885986
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.1479945594787597,
+          "lr": 0.03,
+          "negative_goodness": 1.798618041059706,
+          "pair_accuracy": 0.8868888888676961,
+          "positive_goodness": 2.503169287829929,
+          "runtime_seconds": 11.551609754562378
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.145593791601393,
+          "lr": 0.03,
+          "negative_goodness": 1.793120276260376,
+          "pair_accuracy": 0.8898222222540114,
+          "positive_goodness": 2.506599712329441,
+          "runtime_seconds": 11.540189027786255
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.1569806369569566,
+          "lr": 0.03,
+          "negative_goodness": 1.8061028752009074,
+          "pair_accuracy": 0.883733333322737,
+          "positive_goodness": 2.4832660158369277,
+          "runtime_seconds": 11.541802167892456
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.1494661441379124,
+          "lr": 0.03,
+          "negative_goodness": 1.7960279945585462,
+          "pair_accuracy": 0.8794000000529819,
+          "positive_goodness": 2.499471570417616,
+          "runtime_seconds": 11.542744159698486
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.1600474132325913,
+          "lr": 0.03,
+          "negative_goodness": 1.8039143653021918,
+          "pair_accuracy": 0.8668888888676961,
+          "positive_goodness": 2.4775163215213354,
+          "runtime_seconds": 11.535056829452515
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.1499775709788005,
+          "lr": 0.03,
+          "negative_goodness": 1.797292807091607,
+          "pair_accuracy": 0.8822888889312744,
+          "positive_goodness": 2.500367884190877,
+          "runtime_seconds": 11.545231819152832
+        }
+      ],
+      "layer": 5
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2831310903549193,
+          "lr": 0.03,
+          "negative_goodness": 1.9032643579271105,
+          "pair_accuracy": 0.7616444444444445,
+          "positive_goodness": 2.256997769970364,
+          "runtime_seconds": 11.64335560798645
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.2216866991043092,
+          "lr": 0.03,
+          "negative_goodness": 1.8548423623402914,
+          "pair_accuracy": 0.8301777777724796,
+          "positive_goodness": 2.3521213873969185,
+          "runtime_seconds": 11.635652542114258
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2185263077841866,
+          "lr": 0.03,
+          "negative_goodness": 1.84158028594123,
+          "pair_accuracy": 0.8302666667090521,
+          "positive_goodness": 2.3502636603461373,
+          "runtime_seconds": 11.63414216041565
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.2001175803926256,
+          "lr": 0.03,
+          "negative_goodness": 1.8359826647228665,
+          "pair_accuracy": 0.8460888889100816,
+          "positive_goodness": 2.390721460511949,
+          "runtime_seconds": 11.637096881866455
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.1992333313624064,
+          "lr": 0.03,
+          "negative_goodness": 1.8327802218119302,
+          "pair_accuracy": 0.8430000000423855,
+          "positive_goodness": 2.3909603073543972,
+          "runtime_seconds": 11.629005670547485
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.1939834526485866,
+          "lr": 0.03,
+          "negative_goodness": 1.8216703240712484,
+          "pair_accuracy": 0.8457111110899184,
+          "positive_goodness": 2.3978169802771676,
+          "runtime_seconds": 11.636808156967163
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.2042369902928671,
+          "lr": 0.03,
+          "negative_goodness": 1.8351795131259494,
+          "pair_accuracy": 0.8393777777565851,
+          "positive_goodness": 2.37671755794949,
+          "runtime_seconds": 11.644983530044556
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.1937279999838935,
+          "lr": 0.03,
+          "negative_goodness": 1.8255864045461019,
+          "pair_accuracy": 0.8449777777459886,
+          "positive_goodness": 2.395956175189548,
+          "runtime_seconds": 11.647197484970093
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.1822545893563166,
+          "lr": 0.03,
+          "negative_goodness": 1.8136470387988621,
+          "pair_accuracy": 0.8522666666878594,
+          "positive_goodness": 2.4208717231750487,
+          "runtime_seconds": 11.639488458633423
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.1753739503860474,
+          "lr": 0.03,
+          "negative_goodness": 1.8126982564502292,
+          "pair_accuracy": 0.8579333333333333,
+          "positive_goodness": 2.436575340270996,
+          "runtime_seconds": 11.637054920196533
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.1734663257598876,
+          "lr": 0.03,
+          "negative_goodness": 1.8063731282975939,
+          "pair_accuracy": 0.8558888888782925,
+          "positive_goodness": 2.4396613458421497,
+          "runtime_seconds": 11.62238597869873
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1676012566248575,
+          "lr": 0.03,
+          "negative_goodness": 1.7997524366590711,
+          "pair_accuracy": 0.8590222222752041,
+          "positive_goodness": 2.454410974036323,
+          "runtime_seconds": 11.634993553161621
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.1617865560955472,
+          "lr": 0.03,
+          "negative_goodness": 1.7935044751061333,
+          "pair_accuracy": 0.8613555555343628,
+          "positive_goodness": 2.4669948513454862,
+          "runtime_seconds": 11.620763301849365
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.1595107731501262,
+          "lr": 0.03,
+          "negative_goodness": 1.7922387006547715,
+          "pair_accuracy": 0.8613333333492279,
+          "positive_goodness": 2.4709676604800754,
+          "runtime_seconds": 11.62801194190979
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.1818918980492485,
+          "lr": 0.03,
+          "negative_goodness": 1.8059306574927436,
+          "pair_accuracy": 0.8468666667196486,
+          "positive_goodness": 2.4239385548061794,
+          "runtime_seconds": 11.63556694984436
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.158981059243944,
+          "lr": 0.03,
+          "negative_goodness": 1.7916974442164104,
+          "pair_accuracy": 0.8702222221904331,
+          "positive_goodness": 2.469469474750095,
+          "runtime_seconds": 11.630403757095337
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.1553620676252576,
+          "lr": 0.03,
+          "negative_goodness": 1.7864330818388197,
+          "pair_accuracy": 0.8642666667090522,
+          "positive_goodness": 2.481314300282796,
+          "runtime_seconds": 11.634033918380737
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1619070245954726,
+          "lr": 0.03,
+          "negative_goodness": 1.7875835597568088,
+          "pair_accuracy": 0.8564444444497427,
+          "positive_goodness": 2.4678259824328954,
+          "runtime_seconds": 11.632471084594727
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.1670588163375855,
+          "lr": 0.03,
+          "negative_goodness": 1.7894921004825168,
+          "pair_accuracy": 0.852711111164093,
+          "positive_goodness": 2.4588375985039606,
+          "runtime_seconds": 11.631313562393188
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1522335155698988,
+          "lr": 0.03,
+          "negative_goodness": 1.7806840529971653,
+          "pair_accuracy": 0.8617777777989706,
+          "positive_goodness": 2.4897556865268284,
+          "runtime_seconds": 11.63663935661316
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.153405696996053,
+          "lr": 0.03,
+          "negative_goodness": 1.77760267607371,
+          "pair_accuracy": 0.8664444444550409,
+          "positive_goodness": 2.483673891576131,
+          "runtime_seconds": 11.635491132736206
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.1688775838851928,
+          "lr": 0.03,
+          "negative_goodness": 1.7865968455844454,
+          "pair_accuracy": 0.8437555555449592,
+          "positive_goodness": 2.4552407937791614,
+          "runtime_seconds": 11.639838933944702
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.1512686656739977,
+          "lr": 0.03,
+          "negative_goodness": 1.7732483816358777,
+          "pair_accuracy": 0.862177777809567,
+          "positive_goodness": 2.4921748797098795,
+          "runtime_seconds": 11.650378227233887
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.140595461294386,
+          "lr": 0.03,
+          "negative_goodness": 1.7676722120285033,
+          "pair_accuracy": 0.8703777778201633,
+          "positive_goodness": 2.5145021452585854,
+          "runtime_seconds": 11.648691892623901
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.1509253253830805,
+          "lr": 0.03,
+          "negative_goodness": 1.7751500752978855,
+          "pair_accuracy": 0.8640888888570998,
+          "positive_goodness": 2.4923622044033475,
+          "runtime_seconds": 11.647879600524902
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.1450816348605686,
+          "lr": 0.03,
+          "negative_goodness": 1.7687745539135402,
+          "pair_accuracy": 0.8655333333545261,
+          "positive_goodness": 2.505045714272393,
+          "runtime_seconds": 11.650751113891602
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.1506344610638088,
+          "lr": 0.03,
+          "negative_goodness": 1.7733274820963543,
+          "pair_accuracy": 0.8662222221904331,
+          "positive_goodness": 2.498063173336453,
+          "runtime_seconds": 11.654037475585938
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.1537141801834105,
+          "lr": 0.03,
+          "negative_goodness": 1.767330745485094,
+          "pair_accuracy": 0.85384444448683,
+          "positive_goodness": 2.4871170323265925,
+          "runtime_seconds": 11.644893169403076
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.1407649997923108,
+          "lr": 0.03,
+          "negative_goodness": 1.7592718709309896,
+          "pair_accuracy": 0.8563555555237664,
+          "positive_goodness": 2.5183498206032646,
+          "runtime_seconds": 11.654298782348633
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.150628978093465,
+          "lr": 0.03,
+          "negative_goodness": 1.7694000733481514,
+          "pair_accuracy": 0.865177777809567,
+          "positive_goodness": 2.4955952262454564,
+          "runtime_seconds": 11.647338151931763
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.155311982568105,
+          "lr": 0.03,
+          "negative_goodness": 1.7679326303482055,
+          "pair_accuracy": 0.8567111110899184,
+          "positive_goodness": 2.486476365322537,
+          "runtime_seconds": 11.653135299682617
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.1231622149149576,
+          "lr": 0.03,
+          "negative_goodness": 1.751640970802307,
+          "pair_accuracy": 0.880355555566152,
+          "positive_goodness": 2.55521278690762,
+          "runtime_seconds": 11.647217750549316
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.1323195665783352,
+          "lr": 0.03,
+          "negative_goodness": 1.7516998313056098,
+          "pair_accuracy": 0.8678888888782925,
+          "positive_goodness": 2.541685751724243,
+          "runtime_seconds": 11.650207996368408
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.1406212789217631,
+          "lr": 0.03,
+          "negative_goodness": 1.755116664038764,
+          "pair_accuracy": 0.8613777777671814,
+          "positive_goodness": 2.5187380920410156,
+          "runtime_seconds": 11.6449134349823
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.1541338058259751,
+          "lr": 0.03,
+          "negative_goodness": 1.7651160417132907,
+          "pair_accuracy": 0.8551333333545261,
+          "positive_goodness": 2.4896445960998537,
+          "runtime_seconds": 11.63179612159729
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.1490392410914103,
+          "lr": 0.03,
+          "negative_goodness": 1.7605886145485772,
+          "pair_accuracy": 0.85544444448683,
+          "positive_goodness": 2.5015436003367104,
+          "runtime_seconds": 11.640091896057129
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.1550054531945122,
+          "lr": 0.03,
+          "negative_goodness": 1.7668716177198622,
+          "pair_accuracy": 0.8542666667090522,
+          "positive_goodness": 2.4880130575815835,
+          "runtime_seconds": 11.63948392868042
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.143092616589864,
+          "lr": 0.03,
+          "negative_goodness": 1.7522311424043444,
+          "pair_accuracy": 0.8588666666984558,
+          "positive_goodness": 2.515844226328532,
+          "runtime_seconds": 11.651279926300049
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.1281243333922493,
+          "lr": 0.03,
+          "negative_goodness": 1.7438618380652533,
+          "pair_accuracy": 0.8678222222222223,
+          "positive_goodness": 2.5548484908209907,
+          "runtime_seconds": 11.647342443466187
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.1336454075283475,
+          "lr": 0.03,
+          "negative_goodness": 1.7440049746407402,
+          "pair_accuracy": 0.8655999999682109,
+          "positive_goodness": 2.534890666241116,
+          "runtime_seconds": 11.651652574539185
+        }
+      ],
+      "layer": 6
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.193708923933241,
+          "lr": 0.03,
+          "negative_goodness": 1.8106541033214993,
+          "pair_accuracy": 0.8111333333015441,
+          "positive_goodness": 2.3650558641009862,
+          "runtime_seconds": 11.578234910964966
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0638215680440266,
+          "lr": 0.03,
+          "negative_goodness": 1.7233453978644477,
+          "pair_accuracy": 0.848711111108462,
+          "positive_goodness": 2.693716177813212,
+          "runtime_seconds": 11.563432693481445
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0232853580050998,
+          "lr": 0.03,
+          "negative_goodness": 1.6599879977332221,
+          "pair_accuracy": 0.853177777785725,
+          "positive_goodness": 2.8395551266988117,
+          "runtime_seconds": 11.570576429367065
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0067333543141683,
+          "lr": 0.03,
+          "negative_goodness": 1.6444733361138237,
+          "pair_accuracy": 0.8414666666666667,
+          "positive_goodness": 2.865559132003784,
+          "runtime_seconds": 11.565989255905151
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0417599753167894,
+          "lr": 0.03,
+          "negative_goodness": 1.6617913422054715,
+          "pair_accuracy": 0.8300444444444445,
+          "positive_goodness": 2.793796153089735,
+          "runtime_seconds": 11.559894561767578
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.0057484053505792,
+          "lr": 0.03,
+          "negative_goodness": 1.636474609014723,
+          "pair_accuracy": 0.8531333333121406,
+          "positive_goodness": 2.8901943898095026,
+          "runtime_seconds": 11.572447538375854
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9935006383895874,
+          "lr": 0.03,
+          "negative_goodness": 1.6029610666486953,
+          "pair_accuracy": 0.8399777777777778,
+          "positive_goodness": 2.917819483311971,
+          "runtime_seconds": 11.565543174743652
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0588986869388157,
+          "lr": 0.03,
+          "negative_goodness": 1.6799850389268662,
+          "pair_accuracy": 0.8277777777777777,
+          "positive_goodness": 2.7682005643208822,
+          "runtime_seconds": 11.566135883331299
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.9779198942608304,
+          "lr": 0.03,
+          "negative_goodness": 1.5964112702475655,
+          "pair_accuracy": 0.8558888888888889,
+          "positive_goodness": 2.9650085633595786,
+          "runtime_seconds": 11.5684494972229
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0030526588863797,
+          "lr": 0.03,
+          "negative_goodness": 1.625244273715549,
+          "pair_accuracy": 0.8526000000001656,
+          "positive_goodness": 2.917096414756775,
+          "runtime_seconds": 11.571086168289185
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.9862556213590834,
+          "lr": 0.03,
+          "negative_goodness": 1.6023293881734213,
+          "pair_accuracy": 0.8589111111429003,
+          "positive_goodness": 2.953614741388957,
+          "runtime_seconds": 11.57690691947937
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.9585694722387526,
+          "lr": 0.03,
+          "negative_goodness": 1.5739991123623318,
+          "pair_accuracy": 0.8665999999894036,
+          "positive_goodness": 3.0354659536573623,
+          "runtime_seconds": 11.572102785110474
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.0127696116765341,
+          "lr": 0.03,
+          "negative_goodness": 1.6235073079427083,
+          "pair_accuracy": 0.8515555555449592,
+          "positive_goodness": 2.8888150266859265,
+          "runtime_seconds": 11.570863008499146
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.967100605392456,
+          "lr": 0.03,
+          "negative_goodness": 1.5838099830203587,
+          "pair_accuracy": 0.8675777777777778,
+          "positive_goodness": 3.0391008648766413,
+          "runtime_seconds": 11.573936700820923
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.9884672917683919,
+          "lr": 0.03,
+          "negative_goodness": 1.5855790413114759,
+          "pair_accuracy": 0.8501333333333333,
+          "positive_goodness": 2.9624402432335746,
+          "runtime_seconds": 11.571308135986328
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.9441820137023926,
+          "lr": 0.03,
+          "negative_goodness": 1.5726106774012247,
+          "pair_accuracy": 0.8805555555449591,
+          "positive_goodness": 3.0805527334425182,
+          "runtime_seconds": 11.566744565963745
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.9422643315633138,
+          "lr": 0.03,
+          "negative_goodness": 1.554574377017551,
+          "pair_accuracy": 0.8677777777777778,
+          "positive_goodness": 3.0937586096021863,
+          "runtime_seconds": 11.56650185585022
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9714892594761319,
+          "lr": 0.03,
+          "negative_goodness": 1.5747348880873786,
+          "pair_accuracy": 0.8614,
+          "positive_goodness": 3.005356151029799,
+          "runtime_seconds": 11.567492485046387
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.9531869136598375,
+          "lr": 0.03,
+          "negative_goodness": 1.558459246084425,
+          "pair_accuracy": 0.8646222222222222,
+          "positive_goodness": 3.0524219104766845,
+          "runtime_seconds": 11.56470012664795
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9599510569466485,
+          "lr": 0.03,
+          "negative_goodness": 1.5595230391608343,
+          "pair_accuracy": 0.8500666666560703,
+          "positive_goodness": 3.06916668226454,
+          "runtime_seconds": 11.56752061843872
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9879240493562487,
+          "lr": 0.03,
+          "negative_goodness": 1.593888588778178,
+          "pair_accuracy": 0.8585777778307597,
+          "positive_goodness": 2.9737403921339247,
+          "runtime_seconds": 11.562905311584473
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9790169833925035,
+          "lr": 0.03,
+          "negative_goodness": 1.5751507808473375,
+          "pair_accuracy": 0.8551777777459887,
+          "positive_goodness": 3.0164108688778346,
+          "runtime_seconds": 11.56494140625
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.989998945151435,
+          "lr": 0.03,
+          "negative_goodness": 1.6011156029595268,
+          "pair_accuracy": 0.8581333333386315,
+          "positive_goodness": 2.9544246815787423,
+          "runtime_seconds": 11.572411060333252
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.9608355660332574,
+          "lr": 0.03,
+          "negative_goodness": 1.571561061859131,
+          "pair_accuracy": 0.8742000000211928,
+          "positive_goodness": 3.076666064707438,
+          "runtime_seconds": 11.562913656234741
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.0016085388183593,
+          "lr": 0.03,
+          "negative_goodness": 1.5987449869367811,
+          "pair_accuracy": 0.8460444444709354,
+          "positive_goodness": 2.957156473244561,
+          "runtime_seconds": 11.571542024612427
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.0047700121773613,
+          "lr": 0.03,
+          "negative_goodness": 1.5937798593309191,
+          "pair_accuracy": 0.8335999999788072,
+          "positive_goodness": 2.926841056611803,
+          "runtime_seconds": 11.559342384338379
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9821756483289931,
+          "lr": 0.03,
+          "negative_goodness": 1.588885865826077,
+          "pair_accuracy": 0.8530666666668323,
+          "positive_goodness": 3.015258138296339,
+          "runtime_seconds": 11.549248456954956
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9736262245496115,
+          "lr": 0.03,
+          "negative_goodness": 1.5798177282121446,
+          "pair_accuracy": 0.8628888888782925,
+          "positive_goodness": 2.9795200074513755,
+          "runtime_seconds": 11.552801132202148
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9665005274454752,
+          "lr": 0.03,
+          "negative_goodness": 1.5645531705644395,
+          "pair_accuracy": 0.8609777778042688,
+          "positive_goodness": 3.0491655886544122,
+          "runtime_seconds": 11.558199167251587
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9634738037321302,
+          "lr": 0.03,
+          "negative_goodness": 1.5632364145914714,
+          "pair_accuracy": 0.8576666666666667,
+          "positive_goodness": 3.050362683614095,
+          "runtime_seconds": 11.567423105239868
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9823360467274984,
+          "lr": 0.03,
+          "negative_goodness": 1.5871771996816,
+          "pair_accuracy": 0.8691111111112767,
+          "positive_goodness": 3.0120031104829574,
+          "runtime_seconds": 11.569977045059204
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9679386521233453,
+          "lr": 0.03,
+          "negative_goodness": 1.567070337846544,
+          "pair_accuracy": 0.8556444444464313,
+          "positive_goodness": 3.0237515992906356,
+          "runtime_seconds": 11.564167022705078
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9779824444452921,
+          "lr": 0.03,
+          "negative_goodness": 1.5751856358210246,
+          "pair_accuracy": 0.8552000000211928,
+          "positive_goodness": 3.0002514718797473,
+          "runtime_seconds": 11.56067967414856
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.0016394863976372,
+          "lr": 0.03,
+          "negative_goodness": 1.5976119382646348,
+          "pair_accuracy": 0.8445555555661519,
+          "positive_goodness": 2.9667820676167804,
+          "runtime_seconds": 11.553045511245728
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9779250389628941,
+          "lr": 0.03,
+          "negative_goodness": 1.585612048043145,
+          "pair_accuracy": 0.8632222222222222,
+          "positive_goodness": 2.9753170187208386,
+          "runtime_seconds": 11.557290077209473
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9621538004345364,
+          "lr": 0.03,
+          "negative_goodness": 1.5585800388336182,
+          "pair_accuracy": 0.8648222222328186,
+          "positive_goodness": 3.068522462251451,
+          "runtime_seconds": 11.56400465965271
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9708220187717014,
+          "lr": 0.03,
+          "negative_goodness": 1.5743880742814806,
+          "pair_accuracy": 0.8726,
+          "positive_goodness": 3.0283388798183863,
+          "runtime_seconds": 11.559566736221313
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9609143774244521,
+          "lr": 0.03,
+          "negative_goodness": 1.5623675180223253,
+          "pair_accuracy": 0.8712,
+          "positive_goodness": 3.0584021805233426,
+          "runtime_seconds": 11.565445184707642
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.9456150897767809,
+          "lr": 0.03,
+          "negative_goodness": 1.5447191306432089,
+          "pair_accuracy": 0.8699777777777777,
+          "positive_goodness": 3.083082226774428,
+          "runtime_seconds": 11.56197452545166
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.9991903157975939,
+          "lr": 0.03,
+          "negative_goodness": 1.5931006571875679,
+          "pair_accuracy": 0.8445777777989706,
+          "positive_goodness": 2.981040947341919,
+          "runtime_seconds": 11.557490587234497
+        }
+      ],
+      "layer": 7
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1624050590727064,
+          "lr": 0.03,
+          "negative_goodness": 1.8071102701399062,
+          "pair_accuracy": 0.8214000000423856,
+          "positive_goodness": 2.655324779849582,
+          "runtime_seconds": 11.598166704177856
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0629239166259765,
+          "lr": 0.03,
+          "negative_goodness": 1.6357996010674372,
+          "pair_accuracy": 0.8666,
+          "positive_goodness": 2.817196292241414,
+          "runtime_seconds": 11.58745265007019
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0363019378662108,
+          "lr": 0.03,
+          "negative_goodness": 1.5878252516004774,
+          "pair_accuracy": 0.8704444444656372,
+          "positive_goodness": 2.8713181153615315,
+          "runtime_seconds": 11.586557865142822
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0552016740904915,
+          "lr": 0.03,
+          "negative_goodness": 1.5901202859560648,
+          "pair_accuracy": 0.862644444433848,
+          "positive_goodness": 2.8061738337198894,
+          "runtime_seconds": 11.575703382492065
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0504920744366115,
+          "lr": 0.03,
+          "negative_goodness": 1.5821493306054009,
+          "pair_accuracy": 0.8666888889206781,
+          "positive_goodness": 2.816741194576687,
+          "runtime_seconds": 11.573366165161133
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.0386215751859877,
+          "lr": 0.03,
+          "negative_goodness": 1.5553311055925156,
+          "pair_accuracy": 0.8686222222116259,
+          "positive_goodness": 2.8537127347310385,
+          "runtime_seconds": 11.564469814300537
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0253396486388313,
+          "lr": 0.03,
+          "negative_goodness": 1.5309403247197468,
+          "pair_accuracy": 0.8680222221904331,
+          "positive_goodness": 2.882759758928087,
+          "runtime_seconds": 11.557538509368896
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0303579194598729,
+          "lr": 0.03,
+          "negative_goodness": 1.5341225226084392,
+          "pair_accuracy": 0.8652222222434149,
+          "positive_goodness": 2.868284925672743,
+          "runtime_seconds": 11.574856519699097
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.0322211239496868,
+          "lr": 0.03,
+          "negative_goodness": 1.5345511588732401,
+          "pair_accuracy": 0.8675555555343628,
+          "positive_goodness": 2.856819558885362,
+          "runtime_seconds": 11.56475305557251
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.9952091615147061,
+          "lr": 0.03,
+          "negative_goodness": 1.5007011742273966,
+          "pair_accuracy": 0.8832444444868299,
+          "positive_goodness": 2.9690300074683296,
+          "runtime_seconds": 11.569388151168823
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.9917958272298177,
+          "lr": 0.03,
+          "negative_goodness": 1.4761433100382486,
+          "pair_accuracy": 0.8778444444444444,
+          "positive_goodness": 2.987101358795166,
+          "runtime_seconds": 11.571244716644287
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.039844977982839,
+          "lr": 0.03,
+          "negative_goodness": 1.5173656932195028,
+          "pair_accuracy": 0.8602888888782925,
+          "positive_goodness": 2.853926255544027,
+          "runtime_seconds": 11.573226690292358
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.0180194044854907,
+          "lr": 0.03,
+          "negative_goodness": 1.5093747937096489,
+          "pair_accuracy": 0.8664,
+          "positive_goodness": 2.8982726995256214,
+          "runtime_seconds": 11.569424390792847
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.011065776930915,
+          "lr": 0.03,
+          "negative_goodness": 1.4920133019765218,
+          "pair_accuracy": 0.8685777777459887,
+          "positive_goodness": 2.935240157784356,
+          "runtime_seconds": 11.56815481185913
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.0105102202945286,
+          "lr": 0.03,
+          "negative_goodness": 1.498405114724901,
+          "pair_accuracy": 0.8750666666348775,
+          "positive_goodness": 2.9148550056033664,
+          "runtime_seconds": 11.56531810760498
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.028764500448439,
+          "lr": 0.03,
+          "negative_goodness": 1.497916492038303,
+          "pair_accuracy": 0.8588222222010294,
+          "positive_goodness": 2.8848984497070314,
+          "runtime_seconds": 11.55925989151001
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0003451054467096,
+          "lr": 0.03,
+          "negative_goodness": 1.4748300237549676,
+          "pair_accuracy": 0.8726888888782925,
+          "positive_goodness": 2.965740839513143,
+          "runtime_seconds": 11.55771279335022
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.0174301494174534,
+          "lr": 0.03,
+          "negative_goodness": 1.4962157827801175,
+          "pair_accuracy": 0.8704,
+          "positive_goodness": 2.9021022871229385,
+          "runtime_seconds": 11.561007499694824
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0022147780736288,
+          "lr": 0.03,
+          "negative_goodness": 1.466903915585412,
+          "pair_accuracy": 0.8721333333227369,
+          "positive_goodness": 2.9632861269632977,
+          "runtime_seconds": 11.561740636825562
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.0017209449768067,
+          "lr": 0.03,
+          "negative_goodness": 1.4662789082845051,
+          "pair_accuracy": 0.8718222222752041,
+          "positive_goodness": 2.964099035771688,
+          "runtime_seconds": 11.563477993011475
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0031634598202175,
+          "lr": 0.03,
+          "negative_goodness": 1.480427396244473,
+          "pair_accuracy": 0.8725111111429003,
+          "positive_goodness": 2.948700109948052,
+          "runtime_seconds": 11.548043489456177
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9904079232957628,
+          "lr": 0.03,
+          "negative_goodness": 1.4524435780419245,
+          "pair_accuracy": 0.8762444444232517,
+          "positive_goodness": 3.0080146090613473,
+          "runtime_seconds": 11.549242734909058
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9848939821031358,
+          "lr": 0.03,
+          "negative_goodness": 1.4544583805084228,
+          "pair_accuracy": 0.8799555555237664,
+          "positive_goodness": 3.008424222395155,
+          "runtime_seconds": 11.543025255203247
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.0136781842761569,
+          "lr": 0.03,
+          "negative_goodness": 1.4835673369513618,
+          "pair_accuracy": 0.8705111111534967,
+          "positive_goodness": 2.930361731677585,
+          "runtime_seconds": 11.541553258895874
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.0013109457651774,
+          "lr": 0.03,
+          "negative_goodness": 1.4673859877056545,
+          "pair_accuracy": 0.8748666667090522,
+          "positive_goodness": 2.957102272966173,
+          "runtime_seconds": 11.538407564163208
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9949440238740709,
+          "lr": 0.03,
+          "negative_goodness": 1.460557360511356,
+          "pair_accuracy": 0.8784888888676962,
+          "positive_goodness": 2.9625886800554064,
+          "runtime_seconds": 11.55015230178833
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.0037332155015735,
+          "lr": 0.03,
+          "negative_goodness": 1.4624052653630575,
+          "pair_accuracy": 0.8649555555767483,
+          "positive_goodness": 2.965547286817763,
+          "runtime_seconds": 11.549099683761597
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9747168774922689,
+          "lr": 0.03,
+          "negative_goodness": 1.447528918202718,
+          "pair_accuracy": 0.8853777777777778,
+          "positive_goodness": 3.03338418252733,
+          "runtime_seconds": 11.543556213378906
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9968160237842136,
+          "lr": 0.03,
+          "negative_goodness": 1.4604224563598633,
+          "pair_accuracy": 0.8732222222646078,
+          "positive_goodness": 2.9775408834669324,
+          "runtime_seconds": 11.54002046585083
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9909024478700426,
+          "lr": 0.03,
+          "negative_goodness": 1.4434840935389202,
+          "pair_accuracy": 0.8768444444126553,
+          "positive_goodness": 2.996407509909736,
+          "runtime_seconds": 11.538000583648682
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.995808433787028,
+          "lr": 0.03,
+          "negative_goodness": 1.4555070829603407,
+          "pair_accuracy": 0.8726222222328186,
+          "positive_goodness": 2.974818309995863,
+          "runtime_seconds": 11.53914213180542
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9698203016704983,
+          "lr": 0.03,
+          "negative_goodness": 1.4334495524724324,
+          "pair_accuracy": 0.8817111111534967,
+          "positive_goodness": 3.0549879611968995,
+          "runtime_seconds": 11.537705659866333
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9846197265836928,
+          "lr": 0.03,
+          "negative_goodness": 1.4376219977908664,
+          "pair_accuracy": 0.8766222222010295,
+          "positive_goodness": 3.027612776268853,
+          "runtime_seconds": 11.54435420036316
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.0217437257342867,
+          "lr": 0.03,
+          "negative_goodness": 1.4807908700095282,
+          "pair_accuracy": 0.8633555555343628,
+          "positive_goodness": 2.898221781200833,
+          "runtime_seconds": 11.543360471725464
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.970083560233646,
+          "lr": 0.03,
+          "negative_goodness": 1.435541660255856,
+          "pair_accuracy": 0.8848222222010295,
+          "positive_goodness": 3.051855604807536,
+          "runtime_seconds": 11.548787355422974
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9876901002671984,
+          "lr": 0.03,
+          "negative_goodness": 1.4438267154163784,
+          "pair_accuracy": 0.8764666666666666,
+          "positive_goodness": 3.0055871031019423,
+          "runtime_seconds": 11.54691481590271
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9870826393445333,
+          "lr": 0.03,
+          "negative_goodness": 1.444716289138794,
+          "pair_accuracy": 0.8794222222116258,
+          "positive_goodness": 3.0086579487270777,
+          "runtime_seconds": 11.538259506225586
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9842266766442193,
+          "lr": 0.03,
+          "negative_goodness": 1.439598520681593,
+          "pair_accuracy": 0.8746888888676961,
+          "positive_goodness": 3.0224814715067545,
+          "runtime_seconds": 11.546049356460571
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.980545025338067,
+          "lr": 0.03,
+          "negative_goodness": 1.4359055313534206,
+          "pair_accuracy": 0.8818000000529819,
+          "positive_goodness": 3.0254759242163765,
+          "runtime_seconds": 11.547362565994263
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.9949075287077161,
+          "lr": 0.03,
+          "negative_goodness": 1.4519662930806478,
+          "pair_accuracy": 0.8751777777777778,
+          "positive_goodness": 2.9924401444753013,
+          "runtime_seconds": 11.546504735946655
+        }
+      ],
+      "layer": 8
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2810424160427518,
+          "lr": 0.03,
+          "negative_goodness": 1.802178020837572,
+          "pair_accuracy": 0.7330666666666666,
+          "positive_goodness": 2.2089679333580863,
+          "runtime_seconds": 11.46892237663269
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.2350619206746418,
+          "lr": 0.03,
+          "negative_goodness": 1.800489911609226,
+          "pair_accuracy": 0.7762888888994852,
+          "positive_goodness": 2.3197671134524875,
+          "runtime_seconds": 11.449081182479858
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1918770500183105,
+          "lr": 0.03,
+          "negative_goodness": 1.7551822923872207,
+          "pair_accuracy": 0.805733333322737,
+          "positive_goodness": 2.412999385664198,
+          "runtime_seconds": 11.452248334884644
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.195995113796658,
+          "lr": 0.03,
+          "negative_goodness": 1.7533206011030409,
+          "pair_accuracy": 0.8047777777618832,
+          "positive_goodness": 2.4064073320388792,
+          "runtime_seconds": 11.448771715164185
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.1977013872994318,
+          "lr": 0.03,
+          "negative_goodness": 1.7538935129801432,
+          "pair_accuracy": 0.802711111164093,
+          "positive_goodness": 2.4096489748213026,
+          "runtime_seconds": 11.446816682815552
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.1811967791451348,
+          "lr": 0.03,
+          "negative_goodness": 1.7293699423048232,
+          "pair_accuracy": 0.8111333333545261,
+          "positive_goodness": 2.4435169648064505,
+          "runtime_seconds": 11.452430963516235
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.1790878586239284,
+          "lr": 0.03,
+          "negative_goodness": 1.7312912804073757,
+          "pair_accuracy": 0.812133333322737,
+          "positive_goodness": 2.4459274131351045,
+          "runtime_seconds": 11.44127631187439
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.176241363504198,
+          "lr": 0.03,
+          "negative_goodness": 1.72111992670695,
+          "pair_accuracy": 0.8104222222328186,
+          "positive_goodness": 2.4576332804785834,
+          "runtime_seconds": 11.445200443267822
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.171912247742547,
+          "lr": 0.03,
+          "negative_goodness": 1.719698671743605,
+          "pair_accuracy": 0.8106000000317891,
+          "positive_goodness": 2.4678126288943822,
+          "runtime_seconds": 11.446125984191895
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.1697931928422716,
+          "lr": 0.03,
+          "negative_goodness": 1.7140349965837267,
+          "pair_accuracy": 0.8142444444126553,
+          "positive_goodness": 2.4738440177493626,
+          "runtime_seconds": 11.442464351654053
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.1639880314932929,
+          "lr": 0.03,
+          "negative_goodness": 1.707286149851481,
+          "pair_accuracy": 0.8147333333863153,
+          "positive_goodness": 2.491516338517931,
+          "runtime_seconds": 11.443772554397583
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1682570800145466,
+          "lr": 0.03,
+          "negative_goodness": 1.7109500538508098,
+          "pair_accuracy": 0.8109333333015442,
+          "positive_goodness": 2.479049278216892,
+          "runtime_seconds": 11.438893795013428
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.158277620930142,
+          "lr": 0.03,
+          "negative_goodness": 1.7035367208268908,
+          "pair_accuracy": 0.8190888888676962,
+          "positive_goodness": 2.5051479439205595,
+          "runtime_seconds": 11.43858528137207
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.153733840115865,
+          "lr": 0.03,
+          "negative_goodness": 1.6892236789279513,
+          "pair_accuracy": 0.8217999999682108,
+          "positive_goodness": 2.5151157393137615,
+          "runtime_seconds": 11.440085411071777
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.1513904504352146,
+          "lr": 0.03,
+          "negative_goodness": 1.6906933756934273,
+          "pair_accuracy": 0.8217555555979411,
+          "positive_goodness": 2.5319919010162355,
+          "runtime_seconds": 11.448254346847534
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.1535588036855062,
+          "lr": 0.03,
+          "negative_goodness": 1.6881935676998563,
+          "pair_accuracy": 0.8189777777671814,
+          "positive_goodness": 2.516611200544569,
+          "runtime_seconds": 11.442718982696533
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.1491351672490437,
+          "lr": 0.03,
+          "negative_goodness": 1.685635793685913,
+          "pair_accuracy": 0.8221555555767484,
+          "positive_goodness": 2.530864345889621,
+          "runtime_seconds": 11.439991474151611
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1529820975197687,
+          "lr": 0.03,
+          "negative_goodness": 1.6918790591133965,
+          "pair_accuracy": 0.8192888888782925,
+          "positive_goodness": 2.5204783033159046,
+          "runtime_seconds": 11.440810203552246
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.1468147493362426,
+          "lr": 0.03,
+          "negative_goodness": 1.680855159166124,
+          "pair_accuracy": 0.8232888889312744,
+          "positive_goodness": 2.5330645046657985,
+          "runtime_seconds": 11.444422245025635
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1376396603902181,
+          "lr": 0.03,
+          "negative_goodness": 1.6703671563042535,
+          "pair_accuracy": 0.826377777756585,
+          "positive_goodness": 2.5668101516299777,
+          "runtime_seconds": 11.447741031646729
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.1440726331922744,
+          "lr": 0.03,
+          "negative_goodness": 1.6744962484571668,
+          "pair_accuracy": 0.8226222222116258,
+          "positive_goodness": 2.5453936746385364,
+          "runtime_seconds": 11.452205657958984
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.129628098350101,
+          "lr": 0.03,
+          "negative_goodness": 1.6670555954403348,
+          "pair_accuracy": 0.8305333333651225,
+          "positive_goodness": 2.583802520328098,
+          "runtime_seconds": 11.458752870559692
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.118846660815345,
+          "lr": 0.03,
+          "negative_goodness": 1.6437995262145997,
+          "pair_accuracy": 0.8386888889312745,
+          "positive_goodness": 2.6126211353302002,
+          "runtime_seconds": 11.451538324356079
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.136883087963528,
+          "lr": 0.03,
+          "negative_goodness": 1.6610396134694416,
+          "pair_accuracy": 0.8276666666560702,
+          "positive_goodness": 2.5688784614562987,
+          "runtime_seconds": 11.45877194404602
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.1423543485005696,
+          "lr": 0.03,
+          "negative_goodness": 1.6723464031219482,
+          "pair_accuracy": 0.8225555555449592,
+          "positive_goodness": 2.555529827457004,
+          "runtime_seconds": 11.457077741622925
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.1361837560865615,
+          "lr": 0.03,
+          "negative_goodness": 1.663235276667277,
+          "pair_accuracy": 0.8265333333121405,
+          "positive_goodness": 2.5756415714263916,
+          "runtime_seconds": 11.453002452850342
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.129178019258711,
+          "lr": 0.03,
+          "negative_goodness": 1.6576433699925741,
+          "pair_accuracy": 0.8287111110793219,
+          "positive_goodness": 2.5982341188642715,
+          "runtime_seconds": 11.454869985580444
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.1362602837244669,
+          "lr": 0.03,
+          "negative_goodness": 1.6666065088272095,
+          "pair_accuracy": 0.8230888888676962,
+          "positive_goodness": 2.567364109463162,
+          "runtime_seconds": 11.454508543014526
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.1289022867414686,
+          "lr": 0.03,
+          "negative_goodness": 1.6530009918424817,
+          "pair_accuracy": 0.8249111111111112,
+          "positive_goodness": 2.595009131749471,
+          "runtime_seconds": 11.450302839279175
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.1459694388283623,
+          "lr": 0.03,
+          "negative_goodness": 1.6723779571957058,
+          "pair_accuracy": 0.8193777777989706,
+          "positive_goodness": 2.554299385113186,
+          "runtime_seconds": 11.457003593444824
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.1413544043858845,
+          "lr": 0.03,
+          "negative_goodness": 1.660772195900811,
+          "pair_accuracy": 0.8193999999894036,
+          "positive_goodness": 2.5553354953765868,
+          "runtime_seconds": 11.452372074127197
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.1231734962675306,
+          "lr": 0.03,
+          "negative_goodness": 1.6484852498796252,
+          "pair_accuracy": 0.8328222222646078,
+          "positive_goodness": 2.603844694222344,
+          "runtime_seconds": 11.451504468917847
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.120835010125902,
+          "lr": 0.03,
+          "negative_goodness": 1.6438771489461264,
+          "pair_accuracy": 0.8301555555343628,
+          "positive_goodness": 2.622349441401164,
+          "runtime_seconds": 11.44959306716919
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.120575396876865,
+          "lr": 0.03,
+          "negative_goodness": 1.6458346774631076,
+          "pair_accuracy": 0.8324666666348776,
+          "positive_goodness": 2.609006208674113,
+          "runtime_seconds": 11.453397750854492
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.131725577905443,
+          "lr": 0.03,
+          "negative_goodness": 1.6563217774497139,
+          "pair_accuracy": 0.8281999999894036,
+          "positive_goodness": 2.5826770040724014,
+          "runtime_seconds": 11.45354676246643
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.1212047446250915,
+          "lr": 0.03,
+          "negative_goodness": 1.6368803334765964,
+          "pair_accuracy": 0.8329333333757188,
+          "positive_goodness": 2.6214402926974825,
+          "runtime_seconds": 11.455111503601074
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.1331447929594252,
+          "lr": 0.03,
+          "negative_goodness": 1.6545736312442356,
+          "pair_accuracy": 0.826955555566152,
+          "positive_goodness": 2.586926565170288,
+          "runtime_seconds": 11.44940996170044
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.1293285662121242,
+          "lr": 0.03,
+          "negative_goodness": 1.6496625779893663,
+          "pair_accuracy": 0.827600000052982,
+          "positive_goodness": 2.5900656791263157,
+          "runtime_seconds": 11.453441619873047
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.1123874522950914,
+          "lr": 0.03,
+          "negative_goodness": 1.6318904026667278,
+          "pair_accuracy": 0.8390444444126554,
+          "positive_goodness": 2.645440456559923,
+          "runtime_seconds": 11.447323083877563
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.1248836096233792,
+          "lr": 0.03,
+          "negative_goodness": 1.639298873647054,
+          "pair_accuracy": 0.8311777777989705,
+          "positive_goodness": 2.6058933215671116,
+          "runtime_seconds": 11.43995976448059
+        }
+      ],
+      "layer": 9
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0197470476044548,
+          "lr": 0.03,
+          "negative_goodness": 1.6526911909739177,
+          "pair_accuracy": 0.847644444433848,
+          "positive_goodness": 2.951335395050049,
+          "runtime_seconds": 11.542145013809204
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7907591996086968,
+          "lr": 0.03,
+          "negative_goodness": 1.3622017312261794,
+          "pair_accuracy": 0.9112444444444444,
+          "positive_goodness": 3.6709078497568766,
+          "runtime_seconds": 11.546712160110474
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6900565280490452,
+          "lr": 0.03,
+          "negative_goodness": 1.186734651798672,
+          "pair_accuracy": 0.9222888889206781,
+          "positive_goodness": 4.092241453086006,
+          "runtime_seconds": 11.539007186889648
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6624583934148153,
+          "lr": 0.03,
+          "negative_goodness": 1.1085671440972222,
+          "pair_accuracy": 0.9295333333333333,
+          "positive_goodness": 4.444590751690335,
+          "runtime_seconds": 11.545347452163696
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7045376744588216,
+          "lr": 0.03,
+          "negative_goodness": 1.123039866399765,
+          "pair_accuracy": 0.8970888888888889,
+          "positive_goodness": 4.350357008828057,
+          "runtime_seconds": 11.54257869720459
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6816732353369395,
+          "lr": 0.03,
+          "negative_goodness": 1.0913058404975466,
+          "pair_accuracy": 0.9028,
+          "positive_goodness": 4.50996727027893,
+          "runtime_seconds": 11.544751644134521
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.662585324690077,
+          "lr": 0.03,
+          "negative_goodness": 1.0427874615987143,
+          "pair_accuracy": 0.915111111164093,
+          "positive_goodness": 4.7954829383850095,
+          "runtime_seconds": 11.540824890136719
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7140578371895684,
+          "lr": 0.03,
+          "negative_goodness": 1.090511099073622,
+          "pair_accuracy": 0.8993333333015442,
+          "positive_goodness": 4.901268071683248,
+          "runtime_seconds": 11.548352479934692
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6068567491849264,
+          "lr": 0.03,
+          "negative_goodness": 0.9661160415437486,
+          "pair_accuracy": 0.9287333333333333,
+          "positive_goodness": 5.15535404985216,
+          "runtime_seconds": 11.540897607803345
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6580246758672926,
+          "lr": 0.03,
+          "negative_goodness": 0.9854307993782891,
+          "pair_accuracy": 0.9078666666666667,
+          "positive_goodness": 4.996160660468208,
+          "runtime_seconds": 11.549391031265259
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6577051205237706,
+          "lr": 0.03,
+          "negative_goodness": 1.0049718107276493,
+          "pair_accuracy": 0.9204222222222223,
+          "positive_goodness": 5.127144548543295,
+          "runtime_seconds": 11.556092500686646
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6702429601987203,
+          "lr": 0.03,
+          "negative_goodness": 1.0247871730274625,
+          "pair_accuracy": 0.9098222222222222,
+          "positive_goodness": 5.014241579606798,
+          "runtime_seconds": 11.550369262695312
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6464180569701724,
+          "lr": 0.03,
+          "negative_goodness": 0.9823185089429219,
+          "pair_accuracy": 0.9215777777777778,
+          "positive_goodness": 5.0761317892286515,
+          "runtime_seconds": 11.545844554901123
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6934963181177775,
+          "lr": 0.03,
+          "negative_goodness": 0.9848393710268868,
+          "pair_accuracy": 0.8901555555555556,
+          "positive_goodness": 4.932096115790473,
+          "runtime_seconds": 11.541527271270752
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6492117781347698,
+          "lr": 0.03,
+          "negative_goodness": 0.9524534037325117,
+          "pair_accuracy": 0.9084,
+          "positive_goodness": 5.232229871453179,
+          "runtime_seconds": 11.540297508239746
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6205342916276719,
+          "lr": 0.03,
+          "negative_goodness": 0.941739904499054,
+          "pair_accuracy": 0.9239555555873447,
+          "positive_goodness": 5.723918665631612,
+          "runtime_seconds": 11.544211149215698
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6852208897908528,
+          "lr": 0.03,
+          "negative_goodness": 1.0010174025853475,
+          "pair_accuracy": 0.8980222222116259,
+          "positive_goodness": 5.182245096164279,
+          "runtime_seconds": 11.544406414031982
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6388488392088149,
+          "lr": 0.03,
+          "negative_goodness": 0.9354392488585578,
+          "pair_accuracy": 0.9185333333757189,
+          "positive_goodness": 5.438502935557895,
+          "runtime_seconds": 11.54707670211792
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6191577568901909,
+          "lr": 0.03,
+          "negative_goodness": 0.8940483794318305,
+          "pair_accuracy": 0.9144444444656372,
+          "positive_goodness": 5.333071939510769,
+          "runtime_seconds": 11.548838138580322
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6374720425181919,
+          "lr": 0.03,
+          "negative_goodness": 0.9527080087237888,
+          "pair_accuracy": 0.921,
+          "positive_goodness": 5.2867589215596515,
+          "runtime_seconds": 11.546690464019775
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6304635513623555,
+          "lr": 0.03,
+          "negative_goodness": 0.9147475657780966,
+          "pair_accuracy": 0.9188666666666667,
+          "positive_goodness": 5.348030254957411,
+          "runtime_seconds": 11.540030479431152
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6009789626200994,
+          "lr": 0.03,
+          "negative_goodness": 0.8905735390265783,
+          "pair_accuracy": 0.9219111111111111,
+          "positive_goodness": 5.76654562081231,
+          "runtime_seconds": 11.548795700073242
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.637808436732822,
+          "lr": 0.03,
+          "negative_goodness": 0.9180165583716499,
+          "pair_accuracy": 0.9139111111323038,
+          "positive_goodness": 5.5876707636727225,
+          "runtime_seconds": 11.552531719207764
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6646475955645244,
+          "lr": 0.03,
+          "negative_goodness": 0.9482181676016913,
+          "pair_accuracy": 0.8996444444444445,
+          "positive_goodness": 5.3838495855543345,
+          "runtime_seconds": 11.54880142211914
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6471510716014438,
+          "lr": 0.03,
+          "negative_goodness": 0.9467136119630601,
+          "pair_accuracy": 0.9124444444444444,
+          "positive_goodness": 5.511436414591471,
+          "runtime_seconds": 11.544897317886353
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6659424202813042,
+          "lr": 0.03,
+          "negative_goodness": 0.9556736569298638,
+          "pair_accuracy": 0.9001999999894036,
+          "positive_goodness": 5.8521287917243106,
+          "runtime_seconds": 11.544965982437134
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6273209865146213,
+          "lr": 0.03,
+          "negative_goodness": 0.917988824780782,
+          "pair_accuracy": 0.9129333333333334,
+          "positive_goodness": 5.399079176266988,
+          "runtime_seconds": 11.546667337417603
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6245543173472087,
+          "lr": 0.03,
+          "negative_goodness": 0.9247534974416097,
+          "pair_accuracy": 0.9281333333333334,
+          "positive_goodness": 5.799899732462565,
+          "runtime_seconds": 11.543205976486206
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6154186265945435,
+          "lr": 0.03,
+          "negative_goodness": 0.8889251074155172,
+          "pair_accuracy": 0.9105111111111112,
+          "positive_goodness": 5.677125831858317,
+          "runtime_seconds": 11.5482759475708
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6431973449336158,
+          "lr": 0.03,
+          "negative_goodness": 0.9009304652531942,
+          "pair_accuracy": 0.9076444444444445,
+          "positive_goodness": 5.518554148186578,
+          "runtime_seconds": 11.550745248794556
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6259825389226278,
+          "lr": 0.03,
+          "negative_goodness": 0.9247956595314873,
+          "pair_accuracy": 0.9272666666666667,
+          "positive_goodness": 5.851179406907823,
+          "runtime_seconds": 11.542673587799072
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6367674411667718,
+          "lr": 0.03,
+          "negative_goodness": 0.9143038021511501,
+          "pair_accuracy": 0.9151555555343628,
+          "positive_goodness": 5.499129385036892,
+          "runtime_seconds": 11.554342269897461
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.654088089413113,
+          "lr": 0.03,
+          "negative_goodness": 0.9111127433776856,
+          "pair_accuracy": 0.9102444444447756,
+          "positive_goodness": 5.704829903051588,
+          "runtime_seconds": 11.558852910995483
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6400204045613607,
+          "lr": 0.03,
+          "negative_goodness": 0.8942479709201389,
+          "pair_accuracy": 0.9070444444444444,
+          "positive_goodness": 5.250745907423231,
+          "runtime_seconds": 11.560565948486328
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6269667870415582,
+          "lr": 0.03,
+          "negative_goodness": 0.8882603498458862,
+          "pair_accuracy": 0.9103555555767483,
+          "positive_goodness": 5.647836947504679,
+          "runtime_seconds": 11.550877094268799
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6594994717703925,
+          "lr": 0.03,
+          "negative_goodness": 0.917987692811754,
+          "pair_accuracy": 0.9032222222222223,
+          "positive_goodness": 5.656359895155165,
+          "runtime_seconds": 11.551506519317627
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6464732962926228,
+          "lr": 0.03,
+          "negative_goodness": 0.9117061728795369,
+          "pair_accuracy": 0.9037555555237664,
+          "positive_goodness": 5.554154005813599,
+          "runtime_seconds": 11.549391746520996
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6122911452770233,
+          "lr": 0.03,
+          "negative_goodness": 0.8720993827237024,
+          "pair_accuracy": 0.9242444444444444,
+          "positive_goodness": 5.73562278857761,
+          "runtime_seconds": 11.54864501953125
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6550111597379049,
+          "lr": 0.03,
+          "negative_goodness": 0.9351782784779866,
+          "pair_accuracy": 0.9081555555555556,
+          "positive_goodness": 5.339910694461398,
+          "runtime_seconds": 11.551912784576416
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6805609974013435,
+          "lr": 0.03,
+          "negative_goodness": 0.9338013343175252,
+          "pair_accuracy": 0.8934888888782925,
+          "positive_goodness": 5.71300556725396,
+          "runtime_seconds": 11.550026655197144
+        }
+      ],
+      "layer": 10
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2111847195095486,
+          "lr": 0.03,
+          "negative_goodness": 1.7805507250044081,
+          "pair_accuracy": 0.8187333333492279,
+          "positive_goodness": 2.4150893653445773,
+          "runtime_seconds": 11.493102073669434
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1470107851664226,
+          "lr": 0.03,
+          "negative_goodness": 1.7760346396976048,
+          "pair_accuracy": 0.8523333333863152,
+          "positive_goodness": 2.570447665447659,
+          "runtime_seconds": 11.481266736984253
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1411677047305637,
+          "lr": 0.03,
+          "negative_goodness": 1.7542013695822822,
+          "pair_accuracy": 0.8479111110793219,
+          "positive_goodness": 2.604704242706299,
+          "runtime_seconds": 11.477240324020386
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.1318981454637316,
+          "lr": 0.03,
+          "negative_goodness": 1.7480286489698622,
+          "pair_accuracy": 0.8531777777936723,
+          "positive_goodness": 2.623071604368422,
+          "runtime_seconds": 11.47891116142273
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.1347760075887043,
+          "lr": 0.03,
+          "negative_goodness": 1.747025266096327,
+          "pair_accuracy": 0.8509333333333333,
+          "positive_goodness": 2.610262600241767,
+          "runtime_seconds": 11.474208116531372
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.139761929427253,
+          "lr": 0.03,
+          "negative_goodness": 1.764079036670261,
+          "pair_accuracy": 0.8462666666719648,
+          "positive_goodness": 2.5945838677724202,
+          "runtime_seconds": 11.484982252120972
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.1245643644650778,
+          "lr": 0.03,
+          "negative_goodness": 1.7378508670594957,
+          "pair_accuracy": 0.8535999999682109,
+          "positive_goodness": 2.6366177987416584,
+          "runtime_seconds": 11.479062795639038
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.1505384425057306,
+          "lr": 0.03,
+          "negative_goodness": 1.7634596385320027,
+          "pair_accuracy": 0.8369111110899183,
+          "positive_goodness": 2.5739212081485325,
+          "runtime_seconds": 11.472409963607788
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.1314235587014092,
+          "lr": 0.03,
+          "negative_goodness": 1.7503205571068658,
+          "pair_accuracy": 0.8502444444550408,
+          "positive_goodness": 2.627887469143338,
+          "runtime_seconds": 11.476337194442749
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.1353526366551716,
+          "lr": 0.03,
+          "negative_goodness": 1.7411861402299669,
+          "pair_accuracy": 0.8436888889100816,
+          "positive_goodness": 2.6166478427039253,
+          "runtime_seconds": 11.474050283432007
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.146920807202657,
+          "lr": 0.03,
+          "negative_goodness": 1.759958772828844,
+          "pair_accuracy": 0.8427333333121406,
+          "positive_goodness": 2.58356425904168,
+          "runtime_seconds": 11.468706846237183
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1298980909135607,
+          "lr": 0.03,
+          "negative_goodness": 1.7453139710532295,
+          "pair_accuracy": 0.8465333333651225,
+          "positive_goodness": 2.633159346347385,
+          "runtime_seconds": 11.466829061508179
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.1251611360973781,
+          "lr": 0.03,
+          "negative_goodness": 1.7346969876183405,
+          "pair_accuracy": 0.8562888889312744,
+          "positive_goodness": 2.6565152744293212,
+          "runtime_seconds": 11.475943088531494
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.1286665219836765,
+          "lr": 0.03,
+          "negative_goodness": 1.743789956325955,
+          "pair_accuracy": 0.8478888888676961,
+          "positive_goodness": 2.622329004796346,
+          "runtime_seconds": 11.474309921264648
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.112904544152154,
+          "lr": 0.03,
+          "negative_goodness": 1.7235551546096801,
+          "pair_accuracy": 0.8581333333757188,
+          "positive_goodness": 2.699226770231459,
+          "runtime_seconds": 11.478260278701782
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.1275536583794488,
+          "lr": 0.03,
+          "negative_goodness": 1.734653325653076,
+          "pair_accuracy": 0.8523777777777778,
+          "positive_goodness": 2.6365874323103164,
+          "runtime_seconds": 11.472405910491943
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.1227410986582438,
+          "lr": 0.03,
+          "negative_goodness": 1.7343719259474013,
+          "pair_accuracy": 0.8482888888782925,
+          "positive_goodness": 2.6537717417822946,
+          "runtime_seconds": 11.478098630905151
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1464650655640496,
+          "lr": 0.03,
+          "negative_goodness": 1.7630697198020087,
+          "pair_accuracy": 0.8402888888676961,
+          "positive_goodness": 2.5824177754296196,
+          "runtime_seconds": 11.47934079170227
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.111057382382287,
+          "lr": 0.03,
+          "negative_goodness": 1.720278442319234,
+          "pair_accuracy": 0.8605555555343628,
+          "positive_goodness": 2.6738229498121475,
+          "runtime_seconds": 11.472656726837158
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1271803352567884,
+          "lr": 0.03,
+          "negative_goodness": 1.7342051865047878,
+          "pair_accuracy": 0.8418888889100816,
+          "positive_goodness": 2.6485416014353436,
+          "runtime_seconds": 11.473180532455444
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.1258867945988973,
+          "lr": 0.03,
+          "negative_goodness": 1.7378132394154866,
+          "pair_accuracy": 0.8485555555873447,
+          "positive_goodness": 2.636404772567749,
+          "runtime_seconds": 11.46953821182251
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.0941530153486463,
+          "lr": 0.03,
+          "negative_goodness": 1.7002550345950656,
+          "pair_accuracy": 0.861911111079322,
+          "positive_goodness": 2.7547994374169242,
+          "runtime_seconds": 11.475491285324097
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.1096769365946453,
+          "lr": 0.03,
+          "negative_goodness": 1.7158749684863621,
+          "pair_accuracy": 0.8588666666984558,
+          "positive_goodness": 2.7105133900536433,
+          "runtime_seconds": 11.476313591003418
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.1156801295598349,
+          "lr": 0.03,
+          "negative_goodness": 1.7280204755995008,
+          "pair_accuracy": 0.8566000000158945,
+          "positive_goodness": 2.667748974778917,
+          "runtime_seconds": 11.472839593887329
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.1373390385309856,
+          "lr": 0.03,
+          "negative_goodness": 1.7505225822872585,
+          "pair_accuracy": 0.8373555555979411,
+          "positive_goodness": 2.6083269564734564,
+          "runtime_seconds": 11.467719793319702
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.113638251262241,
+          "lr": 0.03,
+          "negative_goodness": 1.7335415981928508,
+          "pair_accuracy": 0.8614888888994853,
+          "positive_goodness": 2.672837751812405,
+          "runtime_seconds": 11.457533836364746
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.14028365427653,
+          "lr": 0.03,
+          "negative_goodness": 1.751970525656806,
+          "pair_accuracy": 0.8428888889418708,
+          "positive_goodness": 2.6018163433498804,
+          "runtime_seconds": 11.458572149276733
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.1191765787124635,
+          "lr": 0.03,
+          "negative_goodness": 1.7386669406043158,
+          "pair_accuracy": 0.8546222222646077,
+          "positive_goodness": 2.656929662238227,
+          "runtime_seconds": 11.464133977890015
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.1087499629762438,
+          "lr": 0.03,
+          "negative_goodness": 1.7135384314643012,
+          "pair_accuracy": 0.8551777777671814,
+          "positive_goodness": 2.698761953269111,
+          "runtime_seconds": 11.468998193740845
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.1387642513275147,
+          "lr": 0.03,
+          "negative_goodness": 1.741636189757453,
+          "pair_accuracy": 0.8383999999894036,
+          "positive_goodness": 2.6132325296613903,
+          "runtime_seconds": 11.474290370941162
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.1418560830858018,
+          "lr": 0.03,
+          "negative_goodness": 1.7599976495530871,
+          "pair_accuracy": 0.8410222222222222,
+          "positive_goodness": 2.59442695757548,
+          "runtime_seconds": 11.480457305908203
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.1352289052115547,
+          "lr": 0.03,
+          "negative_goodness": 1.7457155104955038,
+          "pair_accuracy": 0.8372444444974263,
+          "positive_goodness": 2.6203082054985893,
+          "runtime_seconds": 11.473753213882446
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.12519342534807,
+          "lr": 0.03,
+          "negative_goodness": 1.7426836949242486,
+          "pair_accuracy": 0.8506888889418708,
+          "positive_goodness": 2.6408929210238985,
+          "runtime_seconds": 11.469693183898926
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.131998105737898,
+          "lr": 0.03,
+          "negative_goodness": 1.7331860170152453,
+          "pair_accuracy": 0.8381777777671814,
+          "positive_goodness": 2.6304886586083307,
+          "runtime_seconds": 11.468692541122437
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.1242666631274754,
+          "lr": 0.03,
+          "negative_goodness": 1.7418215518315634,
+          "pair_accuracy": 0.8563555556085375,
+          "positive_goodness": 2.6452883426242404,
+          "runtime_seconds": 11.470277309417725
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.1082207261615329,
+          "lr": 0.03,
+          "negative_goodness": 1.7185913586298625,
+          "pair_accuracy": 0.8551555555873447,
+          "positive_goodness": 2.692173753950331,
+          "runtime_seconds": 11.46796703338623
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.122600012758043,
+          "lr": 0.03,
+          "negative_goodness": 1.728596531316969,
+          "pair_accuracy": 0.8499555555767483,
+          "positive_goodness": 2.6711099163479277,
+          "runtime_seconds": 11.465506553649902
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.130996280447642,
+          "lr": 0.03,
+          "negative_goodness": 1.7388997368282741,
+          "pair_accuracy": 0.8429111111111112,
+          "positive_goodness": 2.6309451173994276,
+          "runtime_seconds": 11.46432614326477
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.113902264383104,
+          "lr": 0.03,
+          "negative_goodness": 1.7193142015457152,
+          "pair_accuracy": 0.85244444448683,
+          "positive_goodness": 2.67905240872701,
+          "runtime_seconds": 11.46338176727295
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.1208294565200805,
+          "lr": 0.03,
+          "negative_goodness": 1.7318235557556152,
+          "pair_accuracy": 0.8502666667090522,
+          "positive_goodness": 2.6726195462968616,
+          "runtime_seconds": 11.4618501663208
+        }
+      ],
+      "layer": 11
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.5193677131546868,
+          "lr": 0.03,
+          "negative_goodness": 1.9320369598388671,
+          "pair_accuracy": 0.6643333333651225,
+          "positive_goodness": 2.272864971669515,
+          "runtime_seconds": 11.545727729797363
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.262697262679206,
+          "lr": 0.03,
+          "negative_goodness": 1.8270866785049438,
+          "pair_accuracy": 0.793822222243415,
+          "positive_goodness": 2.4918087616814506,
+          "runtime_seconds": 11.532617092132568
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2503030692842272,
+          "lr": 0.03,
+          "negative_goodness": 1.824347703022427,
+          "pair_accuracy": 0.8150444444762336,
+          "positive_goodness": 2.557272047000461,
+          "runtime_seconds": 11.534370183944702
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.198259717686971,
+          "lr": 0.03,
+          "negative_goodness": 1.766563485675388,
+          "pair_accuracy": 0.8423333333651225,
+          "positive_goodness": 2.624625918960571,
+          "runtime_seconds": 11.535468578338623
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.201768271721734,
+          "lr": 0.03,
+          "negative_goodness": 1.7708571797053019,
+          "pair_accuracy": 0.8450666666825613,
+          "positive_goodness": 2.6667771935568916,
+          "runtime_seconds": 11.53644871711731
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.1574914231406317,
+          "lr": 0.03,
+          "negative_goodness": 1.7371545761956109,
+          "pair_accuracy": 0.8379999999894037,
+          "positive_goodness": 2.6323825813717314,
+          "runtime_seconds": 11.527211666107178
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0629911703109742,
+          "lr": 0.03,
+          "negative_goodness": 1.6635253148820666,
+          "pair_accuracy": 0.8816444444550409,
+          "positive_goodness": 2.7562135391659206,
+          "runtime_seconds": 11.532263278961182
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0960080075158014,
+          "lr": 0.03,
+          "negative_goodness": 1.6929194522857667,
+          "pair_accuracy": 0.8638888888888889,
+          "positive_goodness": 2.7558015445285373,
+          "runtime_seconds": 11.534942865371704
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.051277198600769,
+          "lr": 0.03,
+          "negative_goodness": 1.6284768035464816,
+          "pair_accuracy": 0.8736222222116259,
+          "positive_goodness": 2.8061870825237696,
+          "runtime_seconds": 11.534278392791748
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0479209172566732,
+          "lr": 0.03,
+          "negative_goodness": 1.6194205465952556,
+          "pair_accuracy": 0.8683111111429003,
+          "positive_goodness": 2.8155720493740506,
+          "runtime_seconds": 11.534322023391724
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.0175448275672065,
+          "lr": 0.03,
+          "negative_goodness": 1.6099820223914252,
+          "pair_accuracy": 0.8781555555449592,
+          "positive_goodness": 2.8649584050920276,
+          "runtime_seconds": 11.529380083084106
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.0546869684113396,
+          "lr": 0.03,
+          "negative_goodness": 1.6383192995283338,
+          "pair_accuracy": 0.8728222222222223,
+          "positive_goodness": 2.7737451714409724,
+          "runtime_seconds": 11.532482862472534
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.0507381366305881,
+          "lr": 0.03,
+          "negative_goodness": 1.6313363731384278,
+          "pair_accuracy": 0.8712000000006622,
+          "positive_goodness": 2.8201868965572783,
+          "runtime_seconds": 11.520715236663818
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.2124960111194187,
+          "lr": 0.03,
+          "negative_goodness": 1.7440821873558892,
+          "pair_accuracy": 0.7999777777459887,
+          "positive_goodness": 2.528493297068278,
+          "runtime_seconds": 11.52906584739685
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.0764184854507446,
+          "lr": 0.03,
+          "negative_goodness": 1.6542337481604683,
+          "pair_accuracy": 0.875266666677263,
+          "positive_goodness": 2.728055406528049,
+          "runtime_seconds": 11.53321123123169
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.0372030908584595,
+          "lr": 0.03,
+          "negative_goodness": 1.6146424490398832,
+          "pair_accuracy": 0.8815777778095669,
+          "positive_goodness": 2.834608659193251,
+          "runtime_seconds": 11.528754234313965
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0495546552446153,
+          "lr": 0.03,
+          "negative_goodness": 1.6183708804236518,
+          "pair_accuracy": 0.8681777778201633,
+          "positive_goodness": 2.818839939710829,
+          "runtime_seconds": 11.534511804580688
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.0224570914268494,
+          "lr": 0.03,
+          "negative_goodness": 1.604338450855679,
+          "pair_accuracy": 0.8677111111111111,
+          "positive_goodness": 2.8641202906714547,
+          "runtime_seconds": 11.532573699951172
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0609682135052152,
+          "lr": 0.03,
+          "negative_goodness": 1.5934994101630318,
+          "pair_accuracy": 0.8545111111534966,
+          "positive_goodness": 2.8040942819807264,
+          "runtime_seconds": 11.541002750396729
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9765424047682021,
+          "lr": 0.03,
+          "negative_goodness": 1.5594088678148057,
+          "pair_accuracy": 0.8885111111217074,
+          "positive_goodness": 2.9834167423248292,
+          "runtime_seconds": 11.543180465698242
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0344724028905232,
+          "lr": 0.03,
+          "negative_goodness": 1.6050069938659668,
+          "pair_accuracy": 0.8675555555608537,
+          "positive_goodness": 2.833638962788052,
+          "runtime_seconds": 11.535996675491333
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9731153658760918,
+          "lr": 0.03,
+          "negative_goodness": 1.546537456003825,
+          "pair_accuracy": 0.879355555566152,
+          "positive_goodness": 2.9921038664923776,
+          "runtime_seconds": 11.53177547454834
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.0334494757970174,
+          "lr": 0.03,
+          "negative_goodness": 1.564444471783108,
+          "pair_accuracy": 0.8624666666560703,
+          "positive_goodness": 2.889780890274048,
+          "runtime_seconds": 11.534960508346558
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.0005535671446057,
+          "lr": 0.03,
+          "negative_goodness": 1.5636444779925875,
+          "pair_accuracy": 0.8819333333121405,
+          "positive_goodness": 2.8960605008867053,
+          "runtime_seconds": 11.530638456344604
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.9914159838570489,
+          "lr": 0.03,
+          "negative_goodness": 1.537100967449612,
+          "pair_accuracy": 0.8833999999788072,
+          "positive_goodness": 2.95103758676317,
+          "runtime_seconds": 11.53454875946045
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9677256444719102,
+          "lr": 0.03,
+          "negative_goodness": 1.4994336482153998,
+          "pair_accuracy": 0.8764,
+          "positive_goodness": 3.036872087478638,
+          "runtime_seconds": 11.54128384590149
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9541039331648085,
+          "lr": 0.03,
+          "negative_goodness": 1.4899488023122152,
+          "pair_accuracy": 0.8982666666348775,
+          "positive_goodness": 3.0348831945207384,
+          "runtime_seconds": 11.535680770874023
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.0193664511786567,
+          "lr": 0.03,
+          "negative_goodness": 1.5590861376444498,
+          "pair_accuracy": 0.8748666666666667,
+          "positive_goodness": 2.9056128875308564,
+          "runtime_seconds": 11.537053346633911
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.0129731191105313,
+          "lr": 0.03,
+          "negative_goodness": 1.5907342933442858,
+          "pair_accuracy": 0.8856444444444445,
+          "positive_goodness": 2.86142134636773,
+          "runtime_seconds": 11.543936014175415
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9810234522925483,
+          "lr": 0.03,
+          "negative_goodness": 1.5207439072926838,
+          "pair_accuracy": 0.8833555555555556,
+          "positive_goodness": 2.9707189182281493,
+          "runtime_seconds": 11.54027771949768
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9732660224278767,
+          "lr": 0.03,
+          "negative_goodness": 1.5146448860910204,
+          "pair_accuracy": 0.8822888888676961,
+          "positive_goodness": 2.982214727274577,
+          "runtime_seconds": 11.541056632995605
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.010890556102329,
+          "lr": 0.03,
+          "negative_goodness": 1.5369498457802666,
+          "pair_accuracy": 0.8769555555661519,
+          "positive_goodness": 2.891353311835395,
+          "runtime_seconds": 11.543065786361694
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9595183154635959,
+          "lr": 0.03,
+          "negative_goodness": 1.4837897325727674,
+          "pair_accuracy": 0.8780222222540114,
+          "positive_goodness": 3.021982015270657,
+          "runtime_seconds": 11.531642198562622
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.9663335095299614,
+          "lr": 0.03,
+          "negative_goodness": 1.494070506392585,
+          "pair_accuracy": 0.8884444444444445,
+          "positive_goodness": 3.0065826642354327,
+          "runtime_seconds": 11.532119512557983
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9965985849380493,
+          "lr": 0.03,
+          "negative_goodness": 1.5008866308848063,
+          "pair_accuracy": 0.8673555555237664,
+          "positive_goodness": 2.9677204121059844,
+          "runtime_seconds": 11.53207540512085
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9590903651131524,
+          "lr": 0.03,
+          "negative_goodness": 1.5074019980960423,
+          "pair_accuracy": 0.8905333333333333,
+          "positive_goodness": 2.9884808716668023,
+          "runtime_seconds": 11.534015655517578
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9817744597964817,
+          "lr": 0.03,
+          "negative_goodness": 1.507597320599026,
+          "pair_accuracy": 0.8742666666613684,
+          "positive_goodness": 2.9812523196114435,
+          "runtime_seconds": 11.542096614837646
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9429059699588351,
+          "lr": 0.03,
+          "negative_goodness": 1.4726391412099202,
+          "pair_accuracy": 0.8867111110899184,
+          "positive_goodness": 3.063178432973226,
+          "runtime_seconds": 11.539838314056396
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.947278528605567,
+          "lr": 0.03,
+          "negative_goodness": 1.4637559517436558,
+          "pair_accuracy": 0.8852222222010294,
+          "positive_goodness": 3.0461649700164797,
+          "runtime_seconds": 11.537808656692505
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.9708946546448601,
+          "lr": 0.03,
+          "negative_goodness": 1.4801661722183228,
+          "pair_accuracy": 0.8747333333015442,
+          "positive_goodness": 2.996933869849311,
+          "runtime_seconds": 11.52981424331665
+        }
+      ],
+      "layer": 12
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.187055238840315,
+          "lr": 0.03,
+          "negative_goodness": 1.6645303972456191,
+          "pair_accuracy": 0.7825999999788072,
+          "positive_goodness": 2.499781099743313,
+          "runtime_seconds": 11.463204860687256
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1523983831299676,
+          "lr": 0.03,
+          "negative_goodness": 1.690518280114068,
+          "pair_accuracy": 0.7923999999788073,
+          "positive_goodness": 2.6134464219411213,
+          "runtime_seconds": 11.472151279449463
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1095500896559822,
+          "lr": 0.03,
+          "negative_goodness": 1.6503688806321886,
+          "pair_accuracy": 0.8131777777777778,
+          "positive_goodness": 2.7411831461588543,
+          "runtime_seconds": 11.4614896774292
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0960903608746,
+          "lr": 0.03,
+          "negative_goodness": 1.6540416673660279,
+          "pair_accuracy": 0.8274888889100817,
+          "positive_goodness": 2.764807811694675,
+          "runtime_seconds": 11.454071044921875
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.086757717259725,
+          "lr": 0.03,
+          "negative_goodness": 1.637558436287774,
+          "pair_accuracy": 0.8319777777671814,
+          "positive_goodness": 2.8068922745174834,
+          "runtime_seconds": 11.45148754119873
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.085557995584276,
+          "lr": 0.03,
+          "negative_goodness": 1.6419683685090807,
+          "pair_accuracy": 0.8273111110899184,
+          "positive_goodness": 2.804148233583238,
+          "runtime_seconds": 11.45022177696228
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0840575093799167,
+          "lr": 0.03,
+          "negative_goodness": 1.6507474847581651,
+          "pair_accuracy": 0.8308,
+          "positive_goodness": 2.785093954510159,
+          "runtime_seconds": 11.462250471115112
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.081087223794725,
+          "lr": 0.03,
+          "negative_goodness": 1.624083229192098,
+          "pair_accuracy": 0.818066666677263,
+          "positive_goodness": 2.826162412050035,
+          "runtime_seconds": 11.450571298599243
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.0556726303524442,
+          "lr": 0.03,
+          "negative_goodness": 1.6192741134643556,
+          "pair_accuracy": 0.8330000000529819,
+          "positive_goodness": 2.8789256189134385,
+          "runtime_seconds": 11.444692373275757
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0726550150553384,
+          "lr": 0.03,
+          "negative_goodness": 1.6443405077828301,
+          "pair_accuracy": 0.8364,
+          "positive_goodness": 2.818095349968804,
+          "runtime_seconds": 11.44552993774414
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.0427760321087307,
+          "lr": 0.03,
+          "negative_goodness": 1.5975865573035346,
+          "pair_accuracy": 0.8475333333386316,
+          "positive_goodness": 2.952888010872735,
+          "runtime_seconds": 11.446805953979492
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.052150032096439,
+          "lr": 0.03,
+          "negative_goodness": 1.5999639821794298,
+          "pair_accuracy": 0.8324,
+          "positive_goodness": 2.8899134225209555,
+          "runtime_seconds": 11.447792053222656
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.0554455427593654,
+          "lr": 0.03,
+          "negative_goodness": 1.610533689541287,
+          "pair_accuracy": 0.8328666666348775,
+          "positive_goodness": 2.8702683297899036,
+          "runtime_seconds": 11.45159649848938
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.0346028754764134,
+          "lr": 0.03,
+          "negative_goodness": 1.5802373492134942,
+          "pair_accuracy": 0.8349555555449591,
+          "positive_goodness": 2.9839156155904134,
+          "runtime_seconds": 11.445923089981079
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.0392125293519763,
+          "lr": 0.03,
+          "negative_goodness": 1.5930798063278198,
+          "pair_accuracy": 0.8459333333651224,
+          "positive_goodness": 2.9511025960710313,
+          "runtime_seconds": 11.447638988494873
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.0169939028104147,
+          "lr": 0.03,
+          "negative_goodness": 1.5689969771067303,
+          "pair_accuracy": 0.8481555555555556,
+          "positive_goodness": 3.0117116711086696,
+          "runtime_seconds": 11.442813873291016
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.010998498386807,
+          "lr": 0.03,
+          "negative_goodness": 1.5512925944222344,
+          "pair_accuracy": 0.8469333333757189,
+          "positive_goodness": 3.0556963124593097,
+          "runtime_seconds": 11.44613265991211
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.0347159330791897,
+          "lr": 0.03,
+          "negative_goodness": 1.589198858388265,
+          "pair_accuracy": 0.8449999999841055,
+          "positive_goodness": 2.9811453842163087,
+          "runtime_seconds": 11.44748330116272
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0492824290487501,
+          "lr": 0.03,
+          "negative_goodness": 1.5961732657326593,
+          "pair_accuracy": 0.8365555555237664,
+          "positive_goodness": 2.9069758478800454,
+          "runtime_seconds": 11.445242643356323
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.0269272917747498,
+          "lr": 0.03,
+          "negative_goodness": 1.5823925561904908,
+          "pair_accuracy": 0.8436444444762335,
+          "positive_goodness": 2.958928258726332,
+          "runtime_seconds": 11.446783065795898
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0133206390168932,
+          "lr": 0.03,
+          "negative_goodness": 1.558656491004096,
+          "pair_accuracy": 0.8404222222328186,
+          "positive_goodness": 3.0242538442399765,
+          "runtime_seconds": 11.445029497146606
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.0227636487113105,
+          "lr": 0.03,
+          "negative_goodness": 1.5659161832809447,
+          "pair_accuracy": 0.8399333333121406,
+          "positive_goodness": 2.9868255658043754,
+          "runtime_seconds": 11.44289493560791
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.0144517639584012,
+          "lr": 0.03,
+          "negative_goodness": 1.5586056084844802,
+          "pair_accuracy": 0.8520666666666666,
+          "positive_goodness": 3.0069104994455973,
+          "runtime_seconds": 11.444070816040039
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.0178563988155789,
+          "lr": 0.03,
+          "negative_goodness": 1.5712008424123127,
+          "pair_accuracy": 0.8473111111217075,
+          "positive_goodness": 2.9877158690134684,
+          "runtime_seconds": 11.444390535354614
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.009598030863868,
+          "lr": 0.03,
+          "negative_goodness": 1.5575954394234552,
+          "pair_accuracy": 0.8479111111111111,
+          "positive_goodness": 3.0114525914086236,
+          "runtime_seconds": 11.441192626953125
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9922846456739638,
+          "lr": 0.03,
+          "negative_goodness": 1.5375812773810493,
+          "pair_accuracy": 0.8528000000052982,
+          "positive_goodness": 3.096474609798855,
+          "runtime_seconds": 11.449247121810913
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.0007158332400852,
+          "lr": 0.03,
+          "negative_goodness": 1.5485197892506917,
+          "pair_accuracy": 0.8458666666560702,
+          "positive_goodness": 3.054336033206516,
+          "runtime_seconds": 11.445556879043579
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9866950854195489,
+          "lr": 0.03,
+          "negative_goodness": 1.5284585861206055,
+          "pair_accuracy": 0.8569333333280351,
+          "positive_goodness": 3.086672363726298,
+          "runtime_seconds": 11.446619272232056
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.0286698531044853,
+          "lr": 0.03,
+          "negative_goodness": 1.5724010879940458,
+          "pair_accuracy": 0.835177777756585,
+          "positive_goodness": 2.965653760655721,
+          "runtime_seconds": 11.450146913528442
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.0056273728794523,
+          "lr": 0.03,
+          "negative_goodness": 1.5462565071105958,
+          "pair_accuracy": 0.8435555555767483,
+          "positive_goodness": 3.0423256553226046,
+          "runtime_seconds": 11.44895887374878
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.0329135367923312,
+          "lr": 0.03,
+          "negative_goodness": 1.56774684937795,
+          "pair_accuracy": 0.8332888889418708,
+          "positive_goodness": 2.9468816632588704,
+          "runtime_seconds": 11.444929122924805
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9821040502760146,
+          "lr": 0.03,
+          "negative_goodness": 1.5241473830329046,
+          "pair_accuracy": 0.8547555555449592,
+          "positive_goodness": 3.0982081828223333,
+          "runtime_seconds": 11.442040205001831
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9710932619942559,
+          "lr": 0.03,
+          "negative_goodness": 1.5032350939008925,
+          "pair_accuracy": 0.8558444444232517,
+          "positive_goodness": 3.1679354300181073,
+          "runtime_seconds": 11.439621210098267
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.9669278212229411,
+          "lr": 0.03,
+          "negative_goodness": 1.502143272950914,
+          "pair_accuracy": 0.865866666645474,
+          "positive_goodness": 3.14518706495497,
+          "runtime_seconds": 11.43754243850708
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9803796142790052,
+          "lr": 0.03,
+          "negative_goodness": 1.5132447395748563,
+          "pair_accuracy": 0.8569333333015442,
+          "positive_goodness": 3.148890071105957,
+          "runtime_seconds": 11.446901559829712
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9944175962871975,
+          "lr": 0.03,
+          "negative_goodness": 1.5301775277455647,
+          "pair_accuracy": 0.8550444444232517,
+          "positive_goodness": 3.075522162967258,
+          "runtime_seconds": 11.452233076095581
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.0029264811939664,
+          "lr": 0.03,
+          "negative_goodness": 1.5208887918684217,
+          "pair_accuracy": 0.8440444444232517,
+          "positive_goodness": 3.112905707338121,
+          "runtime_seconds": 11.456154108047485
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.0034538180033366,
+          "lr": 0.03,
+          "negative_goodness": 1.5342007928212484,
+          "pair_accuracy": 0.8444222222275204,
+          "positive_goodness": 3.0684139039145575,
+          "runtime_seconds": 11.450307846069336
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.9921989512337579,
+          "lr": 0.03,
+          "negative_goodness": 1.5271187964333428,
+          "pair_accuracy": 0.8532666666666666,
+          "positive_goodness": 3.094704305436876,
+          "runtime_seconds": 11.452314853668213
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.0027156937917074,
+          "lr": 0.03,
+          "negative_goodness": 1.5299429417292276,
+          "pair_accuracy": 0.8407111111323039,
+          "positive_goodness": 3.1001334541744656,
+          "runtime_seconds": 11.453917741775513
+        }
+      ],
+      "layer": 13
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.111645887374878,
+          "lr": 0.03,
+          "negative_goodness": 1.6989062956492107,
+          "pair_accuracy": 0.815955555566152,
+          "positive_goodness": 2.8191925273683336,
+          "runtime_seconds": 11.543596267700195
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0011963349872166,
+          "lr": 0.03,
+          "negative_goodness": 1.5664288255055745,
+          "pair_accuracy": 0.8482444444656372,
+          "positive_goodness": 2.994190947002835,
+          "runtime_seconds": 11.531896114349365
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9220980641629961,
+          "lr": 0.03,
+          "negative_goodness": 1.4505082081794738,
+          "pair_accuracy": 0.8635333333333334,
+          "positive_goodness": 3.1924099999321833,
+          "runtime_seconds": 11.527493000030518
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.897832439994812,
+          "lr": 0.03,
+          "negative_goodness": 1.410964274957445,
+          "pair_accuracy": 0.8691111111005148,
+          "positive_goodness": 3.2579684660169814,
+          "runtime_seconds": 11.526431560516357
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8859938145319621,
+          "lr": 0.03,
+          "negative_goodness": 1.3830814940770466,
+          "pair_accuracy": 0.8694444444656372,
+          "positive_goodness": 3.324379167344835,
+          "runtime_seconds": 11.527417182922363
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8292007525761922,
+          "lr": 0.03,
+          "negative_goodness": 1.3079636148929596,
+          "pair_accuracy": 0.8879777777777778,
+          "positive_goodness": 3.468393700917562,
+          "runtime_seconds": 11.529961824417114
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8048682911554972,
+          "lr": 0.03,
+          "negative_goodness": 1.29324195728302,
+          "pair_accuracy": 0.8976666666348775,
+          "positive_goodness": 3.5935117740207247,
+          "runtime_seconds": 11.52757716178894
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8163558831744724,
+          "lr": 0.03,
+          "negative_goodness": 1.2915357350667318,
+          "pair_accuracy": 0.8918888888888888,
+          "positive_goodness": 3.4752817547268338,
+          "runtime_seconds": 11.535110712051392
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8429549293412103,
+          "lr": 0.03,
+          "negative_goodness": 1.3027161559210882,
+          "pair_accuracy": 0.8931111111534966,
+          "positive_goodness": 3.43379563615587,
+          "runtime_seconds": 11.53310775756836
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8074124051200019,
+          "lr": 0.03,
+          "negative_goodness": 1.2818419242223105,
+          "pair_accuracy": 0.8972222222222223,
+          "positive_goodness": 3.5444242057376436,
+          "runtime_seconds": 11.530567646026611
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8308450179206001,
+          "lr": 0.03,
+          "negative_goodness": 1.3154840785132513,
+          "pair_accuracy": 0.8957555555237664,
+          "positive_goodness": 3.4643086980607776,
+          "runtime_seconds": 11.532241106033325
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7833781020694309,
+          "lr": 0.03,
+          "negative_goodness": 1.2436315359327528,
+          "pair_accuracy": 0.8894000000423855,
+          "positive_goodness": 3.6214107580396866,
+          "runtime_seconds": 11.53185248374939
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7653297730339897,
+          "lr": 0.03,
+          "negative_goodness": 1.2300197507646349,
+          "pair_accuracy": 0.9009111111217075,
+          "positive_goodness": 3.6803789240095353,
+          "runtime_seconds": 11.525169610977173
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7482272415267096,
+          "lr": 0.03,
+          "negative_goodness": 1.1958177578661178,
+          "pair_accuracy": 0.9051333333333333,
+          "positive_goodness": 3.7746791979471843,
+          "runtime_seconds": 11.536474466323853
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7747451221572028,
+          "lr": 0.03,
+          "negative_goodness": 1.2465944431093003,
+          "pair_accuracy": 0.9072444444444444,
+          "positive_goodness": 3.6578682426028784,
+          "runtime_seconds": 11.530051946640015
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7383128370708889,
+          "lr": 0.03,
+          "negative_goodness": 1.206661610953013,
+          "pair_accuracy": 0.9217111111111111,
+          "positive_goodness": 3.7737226357777915,
+          "runtime_seconds": 11.526041984558105
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7033318257596758,
+          "lr": 0.03,
+          "negative_goodness": 1.1429789894633824,
+          "pair_accuracy": 0.9264888888888889,
+          "positive_goodness": 3.9141218212551543,
+          "runtime_seconds": 11.52195429801941
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6770591852347057,
+          "lr": 0.03,
+          "negative_goodness": 1.0913595321655274,
+          "pair_accuracy": 0.9238444444444445,
+          "positive_goodness": 4.031760748799642,
+          "runtime_seconds": 11.52651834487915
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7043597082773845,
+          "lr": 0.03,
+          "negative_goodness": 1.1239887936909994,
+          "pair_accuracy": 0.9187777778095669,
+          "positive_goodness": 3.961696693971422,
+          "runtime_seconds": 11.527292728424072
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7019581976148818,
+          "lr": 0.03,
+          "negative_goodness": 1.1249590590159098,
+          "pair_accuracy": 0.9174666666878595,
+          "positive_goodness": 3.9796235538482665,
+          "runtime_seconds": 11.529160261154175
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7117597900920444,
+          "lr": 0.03,
+          "negative_goodness": 1.1449455026626587,
+          "pair_accuracy": 0.9230888888888888,
+          "positive_goodness": 3.87799734471639,
+          "runtime_seconds": 11.525985717773438
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6948300093544854,
+          "lr": 0.03,
+          "negative_goodness": 1.0941705544577705,
+          "pair_accuracy": 0.9208000000529819,
+          "positive_goodness": 3.9913914607577854,
+          "runtime_seconds": 11.52907419204712
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.71239867155287,
+          "lr": 0.03,
+          "negative_goodness": 1.132381079673767,
+          "pair_accuracy": 0.9174444444762336,
+          "positive_goodness": 3.9150877708858913,
+          "runtime_seconds": 11.528342723846436
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.72788271917767,
+          "lr": 0.03,
+          "negative_goodness": 1.1406093189080557,
+          "pair_accuracy": 0.9096444444444445,
+          "positive_goodness": 3.890463505469428,
+          "runtime_seconds": 11.532347202301025
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6943158844841851,
+          "lr": 0.03,
+          "negative_goodness": 1.1045252775828043,
+          "pair_accuracy": 0.9209777777777778,
+          "positive_goodness": 4.044179633182949,
+          "runtime_seconds": 11.532017230987549
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7128617346975539,
+          "lr": 0.03,
+          "negative_goodness": 1.1105486018286812,
+          "pair_accuracy": 0.9103111110899184,
+          "positive_goodness": 3.938532731543647,
+          "runtime_seconds": 11.52856993675232
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7172038160218133,
+          "lr": 0.03,
+          "negative_goodness": 1.108133947383033,
+          "pair_accuracy": 0.9172222222116259,
+          "positive_goodness": 3.9613190709431967,
+          "runtime_seconds": 11.532332420349121
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.7270684468269348,
+          "lr": 0.03,
+          "negative_goodness": 1.11441917875078,
+          "pair_accuracy": 0.9062444444444444,
+          "positive_goodness": 3.9057641464233397,
+          "runtime_seconds": 11.536449193954468
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6927592328071595,
+          "lr": 0.03,
+          "negative_goodness": 1.0796056401252747,
+          "pair_accuracy": 0.9173111111111111,
+          "positive_goodness": 4.0139652704026965,
+          "runtime_seconds": 11.536830425262451
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.705089494864146,
+          "lr": 0.03,
+          "negative_goodness": 1.1069290477116902,
+          "pair_accuracy": 0.9127333333863152,
+          "positive_goodness": 3.9546617326524522,
+          "runtime_seconds": 11.54232120513916
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6804569045172797,
+          "lr": 0.03,
+          "negative_goodness": 1.0695598226335314,
+          "pair_accuracy": 0.9214444444497426,
+          "positive_goodness": 4.040312901645237,
+          "runtime_seconds": 11.539996147155762
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7062436036639743,
+          "lr": 0.03,
+          "negative_goodness": 1.1095148333655462,
+          "pair_accuracy": 0.92004444448683,
+          "positive_goodness": 3.912372166442871,
+          "runtime_seconds": 11.538929462432861
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7260941573143005,
+          "lr": 0.03,
+          "negative_goodness": 1.144557462861803,
+          "pair_accuracy": 0.9176222222222222,
+          "positive_goodness": 3.8939497937096488,
+          "runtime_seconds": 11.539717197418213
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6370376238716973,
+          "lr": 0.03,
+          "negative_goodness": 1.0135473838594224,
+          "pair_accuracy": 0.9360222222222222,
+          "positive_goodness": 4.184457355033027,
+          "runtime_seconds": 11.53159785270691
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6624158107333713,
+          "lr": 0.03,
+          "negative_goodness": 1.0262183599472046,
+          "pair_accuracy": 0.922844444433848,
+          "positive_goodness": 4.141648948287964,
+          "runtime_seconds": 11.533844947814941
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6857576194551256,
+          "lr": 0.03,
+          "negative_goodness": 1.0480208604812622,
+          "pair_accuracy": 0.9131555555555556,
+          "positive_goodness": 4.004562062411838,
+          "runtime_seconds": 11.531554698944092
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6624427671432496,
+          "lr": 0.03,
+          "negative_goodness": 1.0368959489186604,
+          "pair_accuracy": 0.9227777778095669,
+          "positive_goodness": 4.168289960267809,
+          "runtime_seconds": 11.520925283432007
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6858035319010417,
+          "lr": 0.03,
+          "negative_goodness": 1.0797759267171223,
+          "pair_accuracy": 0.9192222222116259,
+          "positive_goodness": 4.0289274618784585,
+          "runtime_seconds": 11.5270414352417
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7038402543809679,
+          "lr": 0.03,
+          "negative_goodness": 1.0788289434009128,
+          "pair_accuracy": 0.9147777777777778,
+          "positive_goodness": 3.9996849560631644,
+          "runtime_seconds": 11.533000230789185
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7360875101036496,
+          "lr": 0.03,
+          "negative_goodness": 1.1174624177508885,
+          "pair_accuracy": 0.9041111111005147,
+          "positive_goodness": 3.889640283457438,
+          "runtime_seconds": 11.538204669952393
+        }
+      ],
+      "layer": 14
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.960599424648285,
+          "lr": 0.03,
+          "negative_goodness": 1.3601893191655476,
+          "pair_accuracy": 0.8577333333651225,
+          "positive_goodness": 3.1071103331247967,
+          "runtime_seconds": 11.472905158996582
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.893838206439548,
+          "lr": 0.03,
+          "negative_goodness": 1.3041049480438232,
+          "pair_accuracy": 0.8824444444391463,
+          "positive_goodness": 3.325065190209283,
+          "runtime_seconds": 11.470533609390259
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8470166777292888,
+          "lr": 0.03,
+          "negative_goodness": 1.2622030092451308,
+          "pair_accuracy": 0.893022222243415,
+          "positive_goodness": 3.4148729423099096,
+          "runtime_seconds": 11.461101293563843
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8440505016326905,
+          "lr": 0.03,
+          "negative_goodness": 1.2520615111033122,
+          "pair_accuracy": 0.9014444444497426,
+          "positive_goodness": 3.4577885539160835,
+          "runtime_seconds": 11.456033945083618
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8499263882637024,
+          "lr": 0.03,
+          "negative_goodness": 1.260185123931037,
+          "pair_accuracy": 0.8941777778201633,
+          "positive_goodness": 3.4137213859558106,
+          "runtime_seconds": 11.462000370025635
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8343270510779487,
+          "lr": 0.03,
+          "negative_goodness": 1.251692674308353,
+          "pair_accuracy": 0.9048444444126553,
+          "positive_goodness": 3.4664847854614256,
+          "runtime_seconds": 11.453728199005127
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7994651244693333,
+          "lr": 0.03,
+          "negative_goodness": 1.192407287809584,
+          "pair_accuracy": 0.9154444444444444,
+          "positive_goodness": 3.6229033004760742,
+          "runtime_seconds": 11.45452618598938
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8373943489922417,
+          "lr": 0.03,
+          "negative_goodness": 1.2462273060692681,
+          "pair_accuracy": 0.9039555555555555,
+          "positive_goodness": 3.4637114920722114,
+          "runtime_seconds": 11.453918218612671
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8108619611899058,
+          "lr": 0.03,
+          "negative_goodness": 1.2151891308572558,
+          "pair_accuracy": 0.9128222222116258,
+          "positive_goodness": 3.583334741634793,
+          "runtime_seconds": 11.453421831130981
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8086799982600742,
+          "lr": 0.03,
+          "negative_goodness": 1.189872332657708,
+          "pair_accuracy": 0.9118222222222222,
+          "positive_goodness": 3.5657381619347466,
+          "runtime_seconds": 11.451894998550415
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7959217234505548,
+          "lr": 0.03,
+          "negative_goodness": 1.167801177957323,
+          "pair_accuracy": 0.9140888888888888,
+          "positive_goodness": 3.6095679395887585,
+          "runtime_seconds": 11.451181411743164
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.839419930627611,
+          "lr": 0.03,
+          "negative_goodness": 1.2239483438703749,
+          "pair_accuracy": 0.9031333333492279,
+          "positive_goodness": 3.4576898874494764,
+          "runtime_seconds": 11.446404933929443
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.8035131971465217,
+          "lr": 0.03,
+          "negative_goodness": 1.184665754614936,
+          "pair_accuracy": 0.9126222222646078,
+          "positive_goodness": 3.5427846087137858,
+          "runtime_seconds": 11.451668977737427
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7885926164627075,
+          "lr": 0.03,
+          "negative_goodness": 1.1589632986916436,
+          "pair_accuracy": 0.9125333333465788,
+          "positive_goodness": 3.622052189212375,
+          "runtime_seconds": 11.452984094619751
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7415854180759853,
+          "lr": 0.03,
+          "negative_goodness": 1.087257624520196,
+          "pair_accuracy": 0.9289777778307596,
+          "positive_goodness": 3.773742953491211,
+          "runtime_seconds": 11.44685959815979
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.795190030362871,
+          "lr": 0.03,
+          "negative_goodness": 1.167963710361057,
+          "pair_accuracy": 0.9103333333651225,
+          "positive_goodness": 3.61634488758511,
+          "runtime_seconds": 11.44825530052185
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7802685107972887,
+          "lr": 0.03,
+          "negative_goodness": 1.1353812955247031,
+          "pair_accuracy": 0.9179777777671814,
+          "positive_goodness": 3.6351017626868356,
+          "runtime_seconds": 11.449008703231812
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7477353561825223,
+          "lr": 0.03,
+          "negative_goodness": 1.068502224222819,
+          "pair_accuracy": 0.9243555555343628,
+          "positive_goodness": 3.768948446146647,
+          "runtime_seconds": 11.445704936981201
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7811429981019762,
+          "lr": 0.03,
+          "negative_goodness": 1.1284749468697441,
+          "pair_accuracy": 0.9151555556085375,
+          "positive_goodness": 3.6467212786568535,
+          "runtime_seconds": 11.443086862564087
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7454070212046305,
+          "lr": 0.03,
+          "negative_goodness": 1.0898615379333496,
+          "pair_accuracy": 0.925577777756585,
+          "positive_goodness": 3.7467219937642415,
+          "runtime_seconds": 11.43971848487854
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7840086373117235,
+          "lr": 0.03,
+          "negative_goodness": 1.1121802319420708,
+          "pair_accuracy": 0.9104444444126553,
+          "positive_goodness": 3.619318712404039,
+          "runtime_seconds": 11.443312406539917
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.804413391992781,
+          "lr": 0.03,
+          "negative_goodness": 1.1421119336658054,
+          "pair_accuracy": 0.9056444444974263,
+          "positive_goodness": 3.53049066212972,
+          "runtime_seconds": 11.44547414779663
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7980234428193834,
+          "lr": 0.03,
+          "negative_goodness": 1.1304966497633193,
+          "pair_accuracy": 0.9042444444126553,
+          "positive_goodness": 3.5897183646731907,
+          "runtime_seconds": 11.445657014846802
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7879173007647197,
+          "lr": 0.03,
+          "negative_goodness": 1.1245691056887308,
+          "pair_accuracy": 0.9140888888888888,
+          "positive_goodness": 3.6375263810899523,
+          "runtime_seconds": 11.45618486404419
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7168285492367215,
+          "lr": 0.03,
+          "negative_goodness": 1.034459923860762,
+          "pair_accuracy": 0.9242222222222222,
+          "positive_goodness": 3.8313823131985134,
+          "runtime_seconds": 11.45240831375122
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.773394932132297,
+          "lr": 0.03,
+          "negative_goodness": 1.0790360607412126,
+          "pair_accuracy": 0.9116666666560703,
+          "positive_goodness": 3.738573385365804,
+          "runtime_seconds": 11.45563554763794
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7250216270446778,
+          "lr": 0.03,
+          "negative_goodness": 1.0744536408318415,
+          "pair_accuracy": 0.9332888888994852,
+          "positive_goodness": 3.814101518122355,
+          "runtime_seconds": 11.447478294372559
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.7365434669176737,
+          "lr": 0.03,
+          "negative_goodness": 1.0655198247061834,
+          "pair_accuracy": 0.9263777777671814,
+          "positive_goodness": 3.7857794466230605,
+          "runtime_seconds": 11.445266485214233
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.7271356018066406,
+          "lr": 0.03,
+          "negative_goodness": 1.04058972852495,
+          "pair_accuracy": 0.9259777777459887,
+          "positive_goodness": 3.8308889725579154,
+          "runtime_seconds": 11.448951482772827
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7597741550233629,
+          "lr": 0.03,
+          "negative_goodness": 1.0877258750279744,
+          "pair_accuracy": 0.9201333333333334,
+          "positive_goodness": 3.7495145966847736,
+          "runtime_seconds": 11.441141843795776
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7833733652538724,
+          "lr": 0.03,
+          "negative_goodness": 1.1024183316018847,
+          "pair_accuracy": 0.9139333333439297,
+          "positive_goodness": 3.629896656587389,
+          "runtime_seconds": 11.440154314041138
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7618070243623521,
+          "lr": 0.03,
+          "negative_goodness": 1.123231649992201,
+          "pair_accuracy": 0.9265999999682109,
+          "positive_goodness": 3.6738633215586343,
+          "runtime_seconds": 11.437780141830444
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7808926001230876,
+          "lr": 0.03,
+          "negative_goodness": 1.1159286908679538,
+          "pair_accuracy": 0.9134666666772631,
+          "positive_goodness": 3.667033295143975,
+          "runtime_seconds": 11.43369436264038
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.740237443584866,
+          "lr": 0.03,
+          "negative_goodness": 1.0216862137476603,
+          "pair_accuracy": 0.914844444433848,
+          "positive_goodness": 3.811989743423462,
+          "runtime_seconds": 11.433335781097412
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7057032071643405,
+          "lr": 0.03,
+          "negative_goodness": 1.0403056070009868,
+          "pair_accuracy": 0.9363333333439298,
+          "positive_goodness": 3.873667058096992,
+          "runtime_seconds": 11.434491395950317
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.7296898908191257,
+          "lr": 0.03,
+          "negative_goodness": 1.0639901039123536,
+          "pair_accuracy": 0.9287777778095669,
+          "positive_goodness": 3.826322735044691,
+          "runtime_seconds": 11.445716142654419
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6879556561999851,
+          "lr": 0.03,
+          "negative_goodness": 1.0024969339582654,
+          "pair_accuracy": 0.9415333333227369,
+          "positive_goodness": 3.986411351860894,
+          "runtime_seconds": 11.457069158554077
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7360889429569244,
+          "lr": 0.03,
+          "negative_goodness": 1.051177152188619,
+          "pair_accuracy": 0.9272888888888889,
+          "positive_goodness": 3.8191451993306478,
+          "runtime_seconds": 11.44845175743103
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7195213839795854,
+          "lr": 0.03,
+          "negative_goodness": 1.0524153537591299,
+          "pair_accuracy": 0.9299111111111111,
+          "positive_goodness": 3.848191736009386,
+          "runtime_seconds": 11.443453788757324
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7165089974986182,
+          "lr": 0.03,
+          "negative_goodness": 1.0419043377717336,
+          "pair_accuracy": 0.9297111111111112,
+          "positive_goodness": 3.8490470304701065,
+          "runtime_seconds": 11.440377712249756
+        }
+      ],
+      "layer": 15
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2142588294559056,
+          "lr": 0.03,
+          "negative_goodness": 1.7784797133339776,
+          "pair_accuracy": 0.759977777756585,
+          "positive_goodness": 2.738842090140449,
+          "runtime_seconds": 11.527745962142944
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9354296149571737,
+          "lr": 0.03,
+          "negative_goodness": 1.483514446788364,
+          "pair_accuracy": 0.8699333333333333,
+          "positive_goodness": 3.2499016259087457,
+          "runtime_seconds": 11.513649225234985
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8704373075061375,
+          "lr": 0.03,
+          "negative_goodness": 1.378172203816308,
+          "pair_accuracy": 0.877,
+          "positive_goodness": 3.381556701066759,
+          "runtime_seconds": 11.508040428161621
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8229865861044989,
+          "lr": 0.03,
+          "negative_goodness": 1.3317320293426513,
+          "pair_accuracy": 0.8982444444656372,
+          "positive_goodness": 3.499170958328247,
+          "runtime_seconds": 11.511051416397095
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7556780715518527,
+          "lr": 0.03,
+          "negative_goodness": 1.2231418136384753,
+          "pair_accuracy": 0.9109777777777778,
+          "positive_goodness": 3.72832291937934,
+          "runtime_seconds": 11.50023603439331
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7866978704452514,
+          "lr": 0.03,
+          "negative_goodness": 1.2526698908487957,
+          "pair_accuracy": 0.9023333333863153,
+          "positive_goodness": 3.621622983656989,
+          "runtime_seconds": 11.50180172920227
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7663542337311638,
+          "lr": 0.03,
+          "negative_goodness": 1.2292960315174526,
+          "pair_accuracy": 0.8977555555555555,
+          "positive_goodness": 3.7069101987202964,
+          "runtime_seconds": 11.495861530303955
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7693121594164106,
+          "lr": 0.03,
+          "negative_goodness": 1.2191637406137255,
+          "pair_accuracy": 0.9021111111005148,
+          "positive_goodness": 3.6307792204115126,
+          "runtime_seconds": 11.497413873672485
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7334240840699937,
+          "lr": 0.03,
+          "negative_goodness": 1.1952915573332046,
+          "pair_accuracy": 0.9166222222222222,
+          "positive_goodness": 3.785205938551161,
+          "runtime_seconds": 11.489555835723877
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7409562177658081,
+          "lr": 0.03,
+          "negative_goodness": 1.1804754957516987,
+          "pair_accuracy": 0.9150888888676961,
+          "positive_goodness": 3.7516286460876467,
+          "runtime_seconds": 11.489777565002441
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7434640794330173,
+          "lr": 0.03,
+          "negative_goodness": 1.1920327616638609,
+          "pair_accuracy": 0.9134666666666666,
+          "positive_goodness": 3.7195192142910427,
+          "runtime_seconds": 11.493113040924072
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7461305735270183,
+          "lr": 0.03,
+          "negative_goodness": 1.1808386295318603,
+          "pair_accuracy": 0.9081111111111111,
+          "positive_goodness": 3.749010198889838,
+          "runtime_seconds": 11.498711109161377
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7303895598941379,
+          "lr": 0.03,
+          "negative_goodness": 1.1501327410380044,
+          "pair_accuracy": 0.9122000000003312,
+          "positive_goodness": 3.8424873844570584,
+          "runtime_seconds": 11.50261402130127
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7366996428171794,
+          "lr": 0.03,
+          "negative_goodness": 1.1709251528422038,
+          "pair_accuracy": 0.9139555555555555,
+          "positive_goodness": 3.772987537574768,
+          "runtime_seconds": 11.500129699707031
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7298393931918674,
+          "lr": 0.03,
+          "negative_goodness": 1.1728227408091227,
+          "pair_accuracy": 0.9147777777777778,
+          "positive_goodness": 3.7541645527733696,
+          "runtime_seconds": 11.490344285964966
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7243116877237956,
+          "lr": 0.03,
+          "negative_goodness": 1.1846681736628215,
+          "pair_accuracy": 0.9181555555661519,
+          "positive_goodness": 3.7792230934143065,
+          "runtime_seconds": 11.48521375656128
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7047620616700914,
+          "lr": 0.03,
+          "negative_goodness": 1.1382841284010146,
+          "pair_accuracy": 0.919044444433848,
+          "positive_goodness": 3.892727417924669,
+          "runtime_seconds": 11.484813213348389
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.698278495364719,
+          "lr": 0.03,
+          "negative_goodness": 1.1572799570295547,
+          "pair_accuracy": 0.9281555555767483,
+          "positive_goodness": 3.8422365626441106,
+          "runtime_seconds": 11.485666036605835
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6816179650412666,
+          "lr": 0.03,
+          "negative_goodness": 1.108322289106581,
+          "pair_accuracy": 0.9172222222010294,
+          "positive_goodness": 3.94772786271837,
+          "runtime_seconds": 11.492088794708252
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7241153572718303,
+          "lr": 0.03,
+          "negative_goodness": 1.1659487962722779,
+          "pair_accuracy": 0.9127777777671814,
+          "positive_goodness": 3.7765286272684735,
+          "runtime_seconds": 11.489299297332764
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.694065003352695,
+          "lr": 0.03,
+          "negative_goodness": 1.1338835131327312,
+          "pair_accuracy": 0.9194888888782925,
+          "positive_goodness": 3.889447196875678,
+          "runtime_seconds": 11.490039825439453
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6958048059675429,
+          "lr": 0.03,
+          "negative_goodness": 1.1172033810297648,
+          "pair_accuracy": 0.9248444444762336,
+          "positive_goodness": 3.9132805143992107,
+          "runtime_seconds": 11.499722003936768
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.658401736164093,
+          "lr": 0.03,
+          "negative_goodness": 1.0791171964857313,
+          "pair_accuracy": 0.9279111110899183,
+          "positive_goodness": 4.008408717303806,
+          "runtime_seconds": 11.488586664199829
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6692716567357381,
+          "lr": 0.03,
+          "negative_goodness": 1.1071652904086642,
+          "pair_accuracy": 0.9376444444974263,
+          "positive_goodness": 3.9199858462015786,
+          "runtime_seconds": 11.489335060119629
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6946061289045545,
+          "lr": 0.03,
+          "negative_goodness": 1.1132158311420017,
+          "pair_accuracy": 0.9227555555873447,
+          "positive_goodness": 3.9045609526316323,
+          "runtime_seconds": 11.486608505249023
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6776372696346706,
+          "lr": 0.03,
+          "negative_goodness": 1.0977235158496432,
+          "pair_accuracy": 0.9276444444974263,
+          "positive_goodness": 3.9345812582227917,
+          "runtime_seconds": 11.484783411026001
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6727552057796055,
+          "lr": 0.03,
+          "negative_goodness": 1.102965490023295,
+          "pair_accuracy": 0.9286888889418708,
+          "positive_goodness": 3.9431814825693765,
+          "runtime_seconds": 11.491783142089844
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6589089241080814,
+          "lr": 0.03,
+          "negative_goodness": 1.0784030436515808,
+          "pair_accuracy": 0.9324,
+          "positive_goodness": 4.020370868343777,
+          "runtime_seconds": 11.48865008354187
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6809759548611111,
+          "lr": 0.03,
+          "negative_goodness": 1.083020683034261,
+          "pair_accuracy": 0.9203555555979411,
+          "positive_goodness": 3.9640463020748564,
+          "runtime_seconds": 11.484764814376831
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6796425803555383,
+          "lr": 0.03,
+          "negative_goodness": 1.1007697193834516,
+          "pair_accuracy": 0.9258444444444445,
+          "positive_goodness": 3.926277626122369,
+          "runtime_seconds": 11.489139556884766
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6481052728441027,
+          "lr": 0.03,
+          "negative_goodness": 1.0620961283445358,
+          "pair_accuracy": 0.9392666666666667,
+          "positive_goodness": 4.009515909067789,
+          "runtime_seconds": 11.480816841125488
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7188689867867364,
+          "lr": 0.03,
+          "negative_goodness": 1.1390384341981676,
+          "pair_accuracy": 0.914977777783076,
+          "positive_goodness": 3.838976155026754,
+          "runtime_seconds": 11.489631652832031
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6848822917461396,
+          "lr": 0.03,
+          "negative_goodness": 1.0784242279688516,
+          "pair_accuracy": 0.9120666666666667,
+          "positive_goodness": 3.9276069274054635,
+          "runtime_seconds": 11.495017766952515
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.7053797570122613,
+          "lr": 0.03,
+          "negative_goodness": 1.1098642331865098,
+          "pair_accuracy": 0.9159333333280352,
+          "positive_goodness": 3.8565343021816676,
+          "runtime_seconds": 11.490397214889526
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.637313116423289,
+          "lr": 0.03,
+          "negative_goodness": 1.038259095064799,
+          "pair_accuracy": 0.9331555555449592,
+          "positive_goodness": 4.0959934928046335,
+          "runtime_seconds": 11.484040260314941
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6696493131478628,
+          "lr": 0.03,
+          "negative_goodness": 1.0935873567634158,
+          "pair_accuracy": 0.9292666666666667,
+          "positive_goodness": 3.9808066704644096,
+          "runtime_seconds": 11.480796337127686
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6352302144474453,
+          "lr": 0.03,
+          "negative_goodness": 1.037945770793491,
+          "pair_accuracy": 0.9305777777671814,
+          "positive_goodness": 4.060438124084473,
+          "runtime_seconds": 11.479879379272461
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6306862574683295,
+          "lr": 0.03,
+          "negative_goodness": 1.0322141410509744,
+          "pair_accuracy": 0.9397999999788073,
+          "positive_goodness": 4.117844483651055,
+          "runtime_seconds": 11.486491918563843
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6247682672447629,
+          "lr": 0.03,
+          "negative_goodness": 1.0095059126747978,
+          "pair_accuracy": 0.9324888888888889,
+          "positive_goodness": 4.203084432729085,
+          "runtime_seconds": 11.495095252990723
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6266565242343479,
+          "lr": 0.03,
+          "negative_goodness": 1.0258872706943087,
+          "pair_accuracy": 0.9407333333339956,
+          "positive_goodness": 4.0914868221706815,
+          "runtime_seconds": 11.489105224609375
+        }
+      ],
+      "layer": 16
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8778899590174357,
+          "lr": 0.03,
+          "negative_goodness": 1.3020035125096638,
+          "pair_accuracy": 0.8818222222752041,
+          "positive_goodness": 3.3060080192989774,
+          "runtime_seconds": 11.411525249481201
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8345706110212538,
+          "lr": 0.03,
+          "negative_goodness": 1.280667839940389,
+          "pair_accuracy": 0.8831555555575423,
+          "positive_goodness": 3.411566069391039,
+          "runtime_seconds": 11.411093711853027
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8132698686493768,
+          "lr": 0.03,
+          "negative_goodness": 1.2700839863035414,
+          "pair_accuracy": 0.8968444444444444,
+          "positive_goodness": 3.5052186207241482,
+          "runtime_seconds": 11.414422273635864
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7849615915086534,
+          "lr": 0.03,
+          "negative_goodness": 1.2225899628533257,
+          "pair_accuracy": 0.8984000000019868,
+          "positive_goodness": 3.594915585433112,
+          "runtime_seconds": 11.40564227104187
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7518328544669681,
+          "lr": 0.03,
+          "negative_goodness": 1.206861057970259,
+          "pair_accuracy": 0.8994888888888889,
+          "positive_goodness": 3.6625433993021645,
+          "runtime_seconds": 11.407093524932861
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7541667163213094,
+          "lr": 0.03,
+          "negative_goodness": 1.1577165252685546,
+          "pair_accuracy": 0.9005999999894037,
+          "positive_goodness": 3.7698585171169703,
+          "runtime_seconds": 11.400676965713501
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.739497305562761,
+          "lr": 0.03,
+          "negative_goodness": 1.1787491742451985,
+          "pair_accuracy": 0.9093999999788073,
+          "positive_goodness": 3.726414663611518,
+          "runtime_seconds": 11.4019136428833
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6995644869698419,
+          "lr": 0.03,
+          "negative_goodness": 1.1724853363460965,
+          "pair_accuracy": 0.9265333333227369,
+          "positive_goodness": 3.790528178405762,
+          "runtime_seconds": 11.39671277999878
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7282243003421359,
+          "lr": 0.03,
+          "negative_goodness": 1.170282567469279,
+          "pair_accuracy": 0.9110222222225534,
+          "positive_goodness": 3.747770587878757,
+          "runtime_seconds": 11.395386457443237
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7370741773393419,
+          "lr": 0.03,
+          "negative_goodness": 1.1865092753940158,
+          "pair_accuracy": 0.9069111111111111,
+          "positive_goodness": 3.7261062078581917,
+          "runtime_seconds": 11.40120005607605
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7272635718133714,
+          "lr": 0.03,
+          "negative_goodness": 1.155601115820143,
+          "pair_accuracy": 0.9087333333015442,
+          "positive_goodness": 3.6798297815534804,
+          "runtime_seconds": 11.403172016143799
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7272491498099433,
+          "lr": 0.03,
+          "negative_goodness": 1.1531237418810527,
+          "pair_accuracy": 0.9120222222222222,
+          "positive_goodness": 3.7804766793568927,
+          "runtime_seconds": 11.405818939208984
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7229687028196123,
+          "lr": 0.03,
+          "negative_goodness": 1.1729744496451484,
+          "pair_accuracy": 0.9122,
+          "positive_goodness": 3.729553064303928,
+          "runtime_seconds": 11.407121419906616
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6956096220228407,
+          "lr": 0.03,
+          "negative_goodness": 1.1212622887505426,
+          "pair_accuracy": 0.9231111111111111,
+          "positive_goodness": 3.8179926508373683,
+          "runtime_seconds": 11.397711515426636
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6780408235443963,
+          "lr": 0.03,
+          "negative_goodness": 1.1109374502393934,
+          "pair_accuracy": 0.9240666666560703,
+          "positive_goodness": 3.839642442194621,
+          "runtime_seconds": 11.389739513397217
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7222260410732693,
+          "lr": 0.03,
+          "negative_goodness": 1.1353862975968254,
+          "pair_accuracy": 0.9069555555555555,
+          "positive_goodness": 3.752523799175686,
+          "runtime_seconds": 11.392278671264648
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6847725882636176,
+          "lr": 0.03,
+          "negative_goodness": 1.1022012262980143,
+          "pair_accuracy": 0.9186222222328186,
+          "positive_goodness": 3.7879389378441704,
+          "runtime_seconds": 11.39792013168335
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.67931686179373,
+          "lr": 0.03,
+          "negative_goodness": 1.1019170108583238,
+          "pair_accuracy": 0.9149555555555555,
+          "positive_goodness": 3.8497440105862086,
+          "runtime_seconds": 11.398510217666626
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.681632706366645,
+          "lr": 0.03,
+          "negative_goodness": 1.0949594888475207,
+          "pair_accuracy": 0.912,
+          "positive_goodness": 3.857762930891249,
+          "runtime_seconds": 11.4032461643219
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6807656131532457,
+          "lr": 0.03,
+          "negative_goodness": 1.113674265967475,
+          "pair_accuracy": 0.9278222222354677,
+          "positive_goodness": 3.8597234155654907,
+          "runtime_seconds": 11.397762298583984
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6568966510560778,
+          "lr": 0.03,
+          "negative_goodness": 1.052275086042616,
+          "pair_accuracy": 0.9224,
+          "positive_goodness": 3.998084701241387,
+          "runtime_seconds": 11.389761209487915
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6523776440726387,
+          "lr": 0.03,
+          "negative_goodness": 1.0585639647801717,
+          "pair_accuracy": 0.9251111111111111,
+          "positive_goodness": 3.988406601164076,
+          "runtime_seconds": 11.390177726745605
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6698606166097852,
+          "lr": 0.03,
+          "negative_goodness": 1.059729789437188,
+          "pair_accuracy": 0.9264888888888889,
+          "positive_goodness": 3.9499813256157768,
+          "runtime_seconds": 11.39331340789795
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6767855382124582,
+          "lr": 0.03,
+          "negative_goodness": 1.0962845183796353,
+          "pair_accuracy": 0.9200888888888888,
+          "positive_goodness": 3.866574421861437,
+          "runtime_seconds": 11.400814771652222
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6681559310436249,
+          "lr": 0.03,
+          "negative_goodness": 1.05962479212549,
+          "pair_accuracy": 0.9242666666560703,
+          "positive_goodness": 3.953779282803006,
+          "runtime_seconds": 11.394862651824951
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6580384875085619,
+          "lr": 0.03,
+          "negative_goodness": 1.0404926973342896,
+          "pair_accuracy": 0.9182444444444444,
+          "positive_goodness": 4.013242787594265,
+          "runtime_seconds": 11.400310754776001
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6556592156092326,
+          "lr": 0.03,
+          "negative_goodness": 1.0391947637399037,
+          "pair_accuracy": 0.9148,
+          "positive_goodness": 3.9430634727478027,
+          "runtime_seconds": 11.395452499389648
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6495145433266958,
+          "lr": 0.03,
+          "negative_goodness": 1.035141086875068,
+          "pair_accuracy": 0.9265111111111111,
+          "positive_goodness": 4.048542617119683,
+          "runtime_seconds": 11.390067100524902
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6545808230400085,
+          "lr": 0.03,
+          "negative_goodness": 1.03744416897032,
+          "pair_accuracy": 0.9250444444444444,
+          "positive_goodness": 3.989464785427517,
+          "runtime_seconds": 11.398654222488403
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6071680326355828,
+          "lr": 0.03,
+          "negative_goodness": 0.9928528082529704,
+          "pair_accuracy": 0.9376,
+          "positive_goodness": 4.1280806634691025,
+          "runtime_seconds": 11.394030809402466
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6564588803291321,
+          "lr": 0.03,
+          "negative_goodness": 1.048547625647651,
+          "pair_accuracy": 0.9268666666560703,
+          "positive_goodness": 4.011526395204332,
+          "runtime_seconds": 11.390095710754395
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6915162199762133,
+          "lr": 0.03,
+          "negative_goodness": 1.0527576429102157,
+          "pair_accuracy": 0.9129555555555555,
+          "positive_goodness": 3.9125674082862005,
+          "runtime_seconds": 11.376333236694336
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6647219253116183,
+          "lr": 0.03,
+          "negative_goodness": 1.0455589829126994,
+          "pair_accuracy": 0.9225111111005148,
+          "positive_goodness": 3.96108216764662,
+          "runtime_seconds": 11.376374006271362
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6611198013517592,
+          "lr": 0.03,
+          "negative_goodness": 1.0240171091927421,
+          "pair_accuracy": 0.9153777777671814,
+          "positive_goodness": 3.995133366394043,
+          "runtime_seconds": 11.379848003387451
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6286041328218248,
+          "lr": 0.03,
+          "negative_goodness": 0.9957966912375557,
+          "pair_accuracy": 0.9247999999682108,
+          "positive_goodness": 4.073972783025106,
+          "runtime_seconds": 11.38550853729248
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6168696037981245,
+          "lr": 0.03,
+          "negative_goodness": 0.9752029914220174,
+          "pair_accuracy": 0.9332,
+          "positive_goodness": 4.086082436879476,
+          "runtime_seconds": 11.394899129867554
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6445652841567994,
+          "lr": 0.03,
+          "negative_goodness": 1.0346120649761623,
+          "pair_accuracy": 0.932733333322737,
+          "positive_goodness": 4.030500244691637,
+          "runtime_seconds": 11.381865739822388
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6182633950975206,
+          "lr": 0.03,
+          "negative_goodness": 0.9857562998983596,
+          "pair_accuracy": 0.9240222221904331,
+          "positive_goodness": 4.130385513983833,
+          "runtime_seconds": 11.375680446624756
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6341926379521687,
+          "lr": 0.03,
+          "negative_goodness": 0.9965379685295953,
+          "pair_accuracy": 0.9281333333386316,
+          "positive_goodness": 4.07446285065545,
+          "runtime_seconds": 11.372761726379395
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6626359832975599,
+          "lr": 0.03,
+          "negative_goodness": 1.043187768236796,
+          "pair_accuracy": 0.9175555555767483,
+          "positive_goodness": 3.987830042690701,
+          "runtime_seconds": 11.381198644638062
+        }
+      ],
+      "layer": 17
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0238712080425687,
+          "lr": 0.03,
+          "negative_goodness": 1.6267969138463338,
+          "pair_accuracy": 0.8635333333545261,
+          "positive_goodness": 3.4405414626227486,
+          "runtime_seconds": 11.458187818527222
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.875248497666253,
+          "lr": 0.03,
+          "negative_goodness": 1.4113246383243137,
+          "pair_accuracy": 0.8891555555449592,
+          "positive_goodness": 3.537755567932129,
+          "runtime_seconds": 11.458462476730347
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8570412212583753,
+          "lr": 0.03,
+          "negative_goodness": 1.3480560964372423,
+          "pair_accuracy": 0.8769333333121405,
+          "positive_goodness": 3.4812887993706596,
+          "runtime_seconds": 11.45902419090271
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7620544821951124,
+          "lr": 0.03,
+          "negative_goodness": 1.2164268571005927,
+          "pair_accuracy": 0.9001333333333333,
+          "positive_goodness": 3.7835476169162328,
+          "runtime_seconds": 11.461973190307617
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7821060390260485,
+          "lr": 0.03,
+          "negative_goodness": 1.2471443727493285,
+          "pair_accuracy": 0.898377777809567,
+          "positive_goodness": 3.6897428286658394,
+          "runtime_seconds": 11.467332363128662
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.699793931584888,
+          "lr": 0.03,
+          "negative_goodness": 1.1276142264684041,
+          "pair_accuracy": 0.9205777777777778,
+          "positive_goodness": 3.958661265903049,
+          "runtime_seconds": 11.458478689193726
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7200518340216743,
+          "lr": 0.03,
+          "negative_goodness": 1.1428078466203477,
+          "pair_accuracy": 0.9049555555343628,
+          "positive_goodness": 3.8757632691701254,
+          "runtime_seconds": 11.461958885192871
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7276201088110605,
+          "lr": 0.03,
+          "negative_goodness": 1.1310185886065165,
+          "pair_accuracy": 0.9052444444338481,
+          "positive_goodness": 3.8477619941711425,
+          "runtime_seconds": 11.465466976165771
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.697704225148095,
+          "lr": 0.03,
+          "negative_goodness": 1.0837657649993897,
+          "pair_accuracy": 0.913844444433848,
+          "positive_goodness": 3.9636478348202178,
+          "runtime_seconds": 11.462913751602173
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7546042550881704,
+          "lr": 0.03,
+          "negative_goodness": 1.155122189225091,
+          "pair_accuracy": 0.8957111111005147,
+          "positive_goodness": 3.7985451854281957,
+          "runtime_seconds": 11.46703815460205
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7112306126515071,
+          "lr": 0.03,
+          "negative_goodness": 1.0944936880879932,
+          "pair_accuracy": 0.9051333333333333,
+          "positive_goodness": 3.8808950395372177,
+          "runtime_seconds": 11.47171950340271
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7186666619751189,
+          "lr": 0.03,
+          "negative_goodness": 1.1041798067390918,
+          "pair_accuracy": 0.9001777777777777,
+          "positive_goodness": 3.8866955695258247,
+          "runtime_seconds": 11.470775604248047
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6876446948157416,
+          "lr": 0.03,
+          "negative_goodness": 1.068367762819926,
+          "pair_accuracy": 0.9173111111534966,
+          "positive_goodness": 3.989405051803589,
+          "runtime_seconds": 11.466109991073608
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7034430094507006,
+          "lr": 0.03,
+          "negative_goodness": 1.0808769000106389,
+          "pair_accuracy": 0.9096444444444445,
+          "positive_goodness": 3.9345895313686796,
+          "runtime_seconds": 11.45791244506836
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6381483037577735,
+          "lr": 0.03,
+          "negative_goodness": 1.007320471684138,
+          "pair_accuracy": 0.9239777777777778,
+          "positive_goodness": 4.173850257576836,
+          "runtime_seconds": 11.465054273605347
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7105574566311307,
+          "lr": 0.03,
+          "negative_goodness": 1.0828821138805813,
+          "pair_accuracy": 0.9065555555767483,
+          "positive_goodness": 3.9530222195519342,
+          "runtime_seconds": 11.468143939971924
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7203307428995768,
+          "lr": 0.03,
+          "negative_goodness": 1.087520958190494,
+          "pair_accuracy": 0.9079111111111111,
+          "positive_goodness": 3.8520314056396483,
+          "runtime_seconds": 11.473730325698853
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7014325802644094,
+          "lr": 0.03,
+          "negative_goodness": 1.0590627021047805,
+          "pair_accuracy": 0.9077777777777778,
+          "positive_goodness": 3.9206238221910263,
+          "runtime_seconds": 11.4680814743042
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6453215148184035,
+          "lr": 0.03,
+          "negative_goodness": 1.0081046334902446,
+          "pair_accuracy": 0.9273111111005148,
+          "positive_goodness": 4.116268181567722,
+          "runtime_seconds": 11.455830335617065
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7206089069578383,
+          "lr": 0.03,
+          "negative_goodness": 1.0759896638870239,
+          "pair_accuracy": 0.8996444444444445,
+          "positive_goodness": 3.9054997420416937,
+          "runtime_seconds": 11.456252098083496
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7251647478315565,
+          "lr": 0.03,
+          "negative_goodness": 1.0857200366550022,
+          "pair_accuracy": 0.8963333333545261,
+          "positive_goodness": 3.8997216314527723,
+          "runtime_seconds": 11.463079452514648
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.64600939956771,
+          "lr": 0.03,
+          "negative_goodness": 0.996404217698839,
+          "pair_accuracy": 0.9239111111005147,
+          "positive_goodness": 4.093870976935492,
+          "runtime_seconds": 11.468068599700928
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6732896330091689,
+          "lr": 0.03,
+          "negative_goodness": 1.0263761287265354,
+          "pair_accuracy": 0.9150444444364971,
+          "positive_goodness": 4.061544457499187,
+          "runtime_seconds": 11.471715688705444
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6253658033132553,
+          "lr": 0.03,
+          "negative_goodness": 0.9649615334365103,
+          "pair_accuracy": 0.9220444444444444,
+          "positive_goodness": 4.284620618777805,
+          "runtime_seconds": 11.467228889465332
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6809599262396494,
+          "lr": 0.03,
+          "negative_goodness": 1.0085183369636537,
+          "pair_accuracy": 0.9082444444444444,
+          "positive_goodness": 4.085452321624756,
+          "runtime_seconds": 11.463412761688232
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6498948894129859,
+          "lr": 0.03,
+          "negative_goodness": 0.996808154270384,
+          "pair_accuracy": 0.9242222222222222,
+          "positive_goodness": 4.116955759769016,
+          "runtime_seconds": 11.469215631484985
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6407717226717207,
+          "lr": 0.03,
+          "negative_goodness": 0.9865594613214334,
+          "pair_accuracy": 0.9189111111111111,
+          "positive_goodness": 4.156074464077419,
+          "runtime_seconds": 11.463778734207153
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6425734723885854,
+          "lr": 0.03,
+          "negative_goodness": 0.9739522951655918,
+          "pair_accuracy": 0.9158222222222222,
+          "positive_goodness": 4.183378729587131,
+          "runtime_seconds": 11.463738918304443
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6360524368392096,
+          "lr": 0.03,
+          "negative_goodness": 0.975266733402676,
+          "pair_accuracy": 0.9278888888782925,
+          "positive_goodness": 4.194047065395779,
+          "runtime_seconds": 11.457951545715332
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.620321017297109,
+          "lr": 0.03,
+          "negative_goodness": 0.974578369363149,
+          "pair_accuracy": 0.9376888888782925,
+          "positive_goodness": 4.238451406266954,
+          "runtime_seconds": 11.466377258300781
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6293363606452942,
+          "lr": 0.03,
+          "negative_goodness": 0.9650486266030206,
+          "pair_accuracy": 0.9294222222010294,
+          "positive_goodness": 4.265275078837077,
+          "runtime_seconds": 11.467689514160156
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6541497399859958,
+          "lr": 0.03,
+          "negative_goodness": 1.0048234191417693,
+          "pair_accuracy": 0.9252666666560703,
+          "positive_goodness": 4.077626754336887,
+          "runtime_seconds": 11.474833250045776
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.618113844596015,
+          "lr": 0.03,
+          "negative_goodness": 0.9215122717751397,
+          "pair_accuracy": 0.9207111111323039,
+          "positive_goodness": 4.346696318393284,
+          "runtime_seconds": 11.472180366516113
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6284509398354424,
+          "lr": 0.03,
+          "negative_goodness": 0.9420025441275702,
+          "pair_accuracy": 0.9208222222752042,
+          "positive_goodness": 4.258650866360134,
+          "runtime_seconds": 11.463392734527588
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6443040979517831,
+          "lr": 0.03,
+          "negative_goodness": 0.9455102918545405,
+          "pair_accuracy": 0.9206444444444445,
+          "positive_goodness": 4.154368501366509,
+          "runtime_seconds": 11.463207006454468
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5886359766642253,
+          "lr": 0.03,
+          "negative_goodness": 0.8900165515899658,
+          "pair_accuracy": 0.9290444444391462,
+          "positive_goodness": 4.40786255607605,
+          "runtime_seconds": 11.470798254013062
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6178384296841092,
+          "lr": 0.03,
+          "negative_goodness": 0.9052698461532592,
+          "pair_accuracy": 0.9202,
+          "positive_goodness": 4.3244637471093075,
+          "runtime_seconds": 11.46959662437439
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6243698041174147,
+          "lr": 0.03,
+          "negative_goodness": 0.9499153301450941,
+          "pair_accuracy": 0.9236666666560703,
+          "positive_goodness": 4.257938927290175,
+          "runtime_seconds": 11.4730806350708
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5716669845581055,
+          "lr": 0.03,
+          "negative_goodness": 0.8611269852956136,
+          "pair_accuracy": 0.9315333333121406,
+          "positive_goodness": 4.4412541074117025,
+          "runtime_seconds": 11.468679189682007
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6149952730178833,
+          "lr": 0.03,
+          "negative_goodness": 0.9392577539020115,
+          "pair_accuracy": 0.92824444448683,
+          "positive_goodness": 4.298384775543213,
+          "runtime_seconds": 11.469684600830078
+        }
+      ],
+      "layer": 18
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8897968382729424,
+          "lr": 0.03,
+          "negative_goodness": 1.2942851863437228,
+          "pair_accuracy": 0.8700444444126553,
+          "positive_goodness": 3.281372258292304,
+          "runtime_seconds": 11.056148767471313
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7675300782945421,
+          "lr": 0.03,
+          "negative_goodness": 1.1725007422659133,
+          "pair_accuracy": 0.9020666666454739,
+          "positive_goodness": 3.640765602408515,
+          "runtime_seconds": 11.04533314704895
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7705299105538262,
+          "lr": 0.03,
+          "negative_goodness": 1.1633437631395127,
+          "pair_accuracy": 0.8955111111005147,
+          "positive_goodness": 3.6506315539889864,
+          "runtime_seconds": 11.040218830108643
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7747511502901713,
+          "lr": 0.03,
+          "negative_goodness": 1.14982639503479,
+          "pair_accuracy": 0.898200000052982,
+          "positive_goodness": 3.6608936979081896,
+          "runtime_seconds": 11.043161392211914
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8368180810610454,
+          "lr": 0.03,
+          "negative_goodness": 1.2289307603200277,
+          "pair_accuracy": 0.8712444444338481,
+          "positive_goodness": 3.4823982645670575,
+          "runtime_seconds": 11.029962301254272
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7660647264268663,
+          "lr": 0.03,
+          "negative_goodness": 1.1317598656548393,
+          "pair_accuracy": 0.8949555555555555,
+          "positive_goodness": 3.6811716128879124,
+          "runtime_seconds": 11.037769794464111
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.792335047589408,
+          "lr": 0.03,
+          "negative_goodness": 1.1791967719925776,
+          "pair_accuracy": 0.8906222222222222,
+          "positive_goodness": 3.653780731455485,
+          "runtime_seconds": 11.037715435028076
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7417601909743415,
+          "lr": 0.03,
+          "negative_goodness": 1.123517779858907,
+          "pair_accuracy": 0.9085777778095669,
+          "positive_goodness": 3.765036004384359,
+          "runtime_seconds": 11.035395860671997
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7576801489618089,
+          "lr": 0.03,
+          "negative_goodness": 1.1071360138363309,
+          "pair_accuracy": 0.895511111164093,
+          "positive_goodness": 3.7130664882236055,
+          "runtime_seconds": 11.036988496780396
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7656070228364733,
+          "lr": 0.03,
+          "negative_goodness": 1.1382857746971977,
+          "pair_accuracy": 0.8963999999894037,
+          "positive_goodness": 3.696016763856676,
+          "runtime_seconds": 11.029341459274292
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7372738844500648,
+          "lr": 0.03,
+          "negative_goodness": 1.0960620536698236,
+          "pair_accuracy": 0.9043111111111111,
+          "positive_goodness": 3.753188484446208,
+          "runtime_seconds": 11.028864860534668
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7130952417903477,
+          "lr": 0.03,
+          "negative_goodness": 1.0554641263167064,
+          "pair_accuracy": 0.9084666666666666,
+          "positive_goodness": 3.914613025961982,
+          "runtime_seconds": 11.025443315505981
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7321566489007738,
+          "lr": 0.03,
+          "negative_goodness": 1.090039578374227,
+          "pair_accuracy": 0.9058888888888889,
+          "positive_goodness": 3.8106720087687176,
+          "runtime_seconds": 11.02683424949646
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7190828419261509,
+          "lr": 0.03,
+          "negative_goodness": 1.076899893951416,
+          "pair_accuracy": 0.9095333333121406,
+          "positive_goodness": 3.792647679901123,
+          "runtime_seconds": 11.030236959457397
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7017752679877811,
+          "lr": 0.03,
+          "negative_goodness": 1.0617893258624607,
+          "pair_accuracy": 0.9214666666666667,
+          "positive_goodness": 3.8725761288960774,
+          "runtime_seconds": 11.028100728988647
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7254317340532939,
+          "lr": 0.03,
+          "negative_goodness": 1.095533413028717,
+          "pair_accuracy": 0.9063555555979411,
+          "positive_goodness": 3.773855685043335,
+          "runtime_seconds": 11.04168701171875
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7267078950352139,
+          "lr": 0.03,
+          "negative_goodness": 1.069862123521169,
+          "pair_accuracy": 0.9041777777777777,
+          "positive_goodness": 3.823130665418837,
+          "runtime_seconds": 11.034801959991455
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7108385338041517,
+          "lr": 0.03,
+          "negative_goodness": 1.0609655254152086,
+          "pair_accuracy": 0.9085111111534966,
+          "positive_goodness": 3.8717107067108154,
+          "runtime_seconds": 11.032256126403809
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7044290168868171,
+          "lr": 0.03,
+          "negative_goodness": 1.0682763629701402,
+          "pair_accuracy": 0.9091111111005147,
+          "positive_goodness": 3.8506938236660426,
+          "runtime_seconds": 11.028140544891357
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6998607492023045,
+          "lr": 0.03,
+          "negative_goodness": 1.0456291405995686,
+          "pair_accuracy": 0.9123999999894036,
+          "positive_goodness": 3.8799837927076553,
+          "runtime_seconds": 11.039151430130005
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6916552094035678,
+          "lr": 0.03,
+          "negative_goodness": 1.055586628871494,
+          "pair_accuracy": 0.9177555555449591,
+          "positive_goodness": 3.897475470055474,
+          "runtime_seconds": 11.030864477157593
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7160895680427551,
+          "lr": 0.03,
+          "negative_goodness": 1.0308590716997783,
+          "pair_accuracy": 0.9060222222010295,
+          "positive_goodness": 3.845046791712443,
+          "runtime_seconds": 11.033905982971191
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7325767435656654,
+          "lr": 0.03,
+          "negative_goodness": 1.0910205457925797,
+          "pair_accuracy": 0.8998666666666667,
+          "positive_goodness": 3.7684525178697372,
+          "runtime_seconds": 11.041051864624023
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6936178482373555,
+          "lr": 0.03,
+          "negative_goodness": 1.0210628179338244,
+          "pair_accuracy": 0.9148666666560703,
+          "positive_goodness": 3.903477737681071,
+          "runtime_seconds": 11.04029130935669
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6991065873463949,
+          "lr": 0.03,
+          "negative_goodness": 1.019480429787106,
+          "pair_accuracy": 0.9104444444470935,
+          "positive_goodness": 3.9596194022814433,
+          "runtime_seconds": 11.029513597488403
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7013771608511606,
+          "lr": 0.03,
+          "negative_goodness": 1.032268196217219,
+          "pair_accuracy": 0.9059999999788072,
+          "positive_goodness": 3.8859318993462457,
+          "runtime_seconds": 11.02440333366394
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6590976129849752,
+          "lr": 0.03,
+          "negative_goodness": 0.9778981248643663,
+          "pair_accuracy": 0.9193555555555556,
+          "positive_goodness": 4.0102544122484,
+          "runtime_seconds": 11.026361227035522
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6730045509232415,
+          "lr": 0.03,
+          "negative_goodness": 0.9915513085736168,
+          "pair_accuracy": 0.911,
+          "positive_goodness": 3.997576932356093,
+          "runtime_seconds": 11.033700942993164
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6645780202600691,
+          "lr": 0.03,
+          "negative_goodness": 0.980203039126926,
+          "pair_accuracy": 0.9176888888782925,
+          "positive_goodness": 3.9766530134412976,
+          "runtime_seconds": 11.040428161621094
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6978399725966984,
+          "lr": 0.03,
+          "negative_goodness": 1.0290309374279447,
+          "pair_accuracy": 0.9137333333333333,
+          "positive_goodness": 3.9406833396487766,
+          "runtime_seconds": 11.047670364379883
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6861910125732422,
+          "lr": 0.03,
+          "negative_goodness": 1.0010407320128547,
+          "pair_accuracy": 0.9090888888915379,
+          "positive_goodness": 3.9566620972739326,
+          "runtime_seconds": 11.041018724441528
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6719412999682957,
+          "lr": 0.03,
+          "negative_goodness": 0.9733510562366909,
+          "pair_accuracy": 0.9112666666772631,
+          "positive_goodness": 4.0392858127594,
+          "runtime_seconds": 11.04247760772705
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6777115481906467,
+          "lr": 0.03,
+          "negative_goodness": 1.0003335967063904,
+          "pair_accuracy": 0.9161111110952166,
+          "positive_goodness": 4.007618843862746,
+          "runtime_seconds": 11.04442286491394
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6503387535148196,
+          "lr": 0.03,
+          "negative_goodness": 0.9593006705813938,
+          "pair_accuracy": 0.9202,
+          "positive_goodness": 4.094335821617975,
+          "runtime_seconds": 11.039626359939575
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6382088255670335,
+          "lr": 0.03,
+          "negative_goodness": 0.9451066217356258,
+          "pair_accuracy": 0.9256888888888889,
+          "positive_goodness": 4.147031889258491,
+          "runtime_seconds": 11.04181456565857
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.665387974749671,
+          "lr": 0.03,
+          "negative_goodness": 0.9599508424229092,
+          "pair_accuracy": 0.9181777778095669,
+          "positive_goodness": 4.090465255228678,
+          "runtime_seconds": 11.044080257415771
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6114597426944309,
+          "lr": 0.03,
+          "negative_goodness": 0.916444284523858,
+          "pair_accuracy": 0.9398000000105964,
+          "positive_goodness": 4.254020530721876,
+          "runtime_seconds": 11.04451036453247
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6787692109028498,
+          "lr": 0.03,
+          "negative_goodness": 0.9924484639816814,
+          "pair_accuracy": 0.9142666666666667,
+          "positive_goodness": 4.032047976430257,
+          "runtime_seconds": 11.049831628799438
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.669404616800944,
+          "lr": 0.03,
+          "negative_goodness": 0.9578225483788384,
+          "pair_accuracy": 0.913866666677263,
+          "positive_goodness": 4.076801224772136,
+          "runtime_seconds": 11.041583776473999
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6231370561732186,
+          "lr": 0.03,
+          "negative_goodness": 0.8812808318773906,
+          "pair_accuracy": 0.9197111111111111,
+          "positive_goodness": 4.219706010860867,
+          "runtime_seconds": 11.04699993133545
+        }
+      ],
+      "layer": 19
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0159315459887186,
+          "lr": 0.03,
+          "negative_goodness": 1.5060517064412435,
+          "pair_accuracy": 0.8396444444656372,
+          "positive_goodness": 3.219766240819295,
+          "runtime_seconds": 11.14686894416809
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8449754423353407,
+          "lr": 0.03,
+          "negative_goodness": 1.321000718413459,
+          "pair_accuracy": 0.8906888889047835,
+          "positive_goodness": 3.4788123643451265,
+          "runtime_seconds": 11.126720428466797
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7991632269965278,
+          "lr": 0.03,
+          "negative_goodness": 1.2459060908529493,
+          "pair_accuracy": 0.9014888888782925,
+          "positive_goodness": 3.5688275544484456,
+          "runtime_seconds": 11.119493007659912
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7600319583045112,
+          "lr": 0.03,
+          "negative_goodness": 1.2020499038802253,
+          "pair_accuracy": 0.9082888888676961,
+          "positive_goodness": 3.6954628224690755,
+          "runtime_seconds": 11.114173412322998
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7055248845418294,
+          "lr": 0.03,
+          "negative_goodness": 1.1064341090096368,
+          "pair_accuracy": 0.9226,
+          "positive_goodness": 3.879192309718662,
+          "runtime_seconds": 11.127914667129517
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7463480601522657,
+          "lr": 0.03,
+          "negative_goodness": 1.1620532824092442,
+          "pair_accuracy": 0.9048888888888889,
+          "positive_goodness": 3.765120003467136,
+          "runtime_seconds": 11.11577582359314
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.714597853480445,
+          "lr": 0.03,
+          "negative_goodness": 1.1142130030843946,
+          "pair_accuracy": 0.9070444444444444,
+          "positive_goodness": 3.932217236879137,
+          "runtime_seconds": 11.11468243598938
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7341278751691183,
+          "lr": 0.03,
+          "negative_goodness": 1.1118655537711248,
+          "pair_accuracy": 0.9101111111111111,
+          "positive_goodness": 3.7870368191189234,
+          "runtime_seconds": 11.108931303024292
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6994435772365994,
+          "lr": 0.03,
+          "negative_goodness": 1.092015451558431,
+          "pair_accuracy": 0.9140444444232517,
+          "positive_goodness": 3.935842131551107,
+          "runtime_seconds": 11.113586664199829
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6627329576386346,
+          "lr": 0.03,
+          "negative_goodness": 1.066448647901747,
+          "pair_accuracy": 0.9284444444444444,
+          "positive_goodness": 3.9944156928168404,
+          "runtime_seconds": 11.105719566345215
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6943741464243994,
+          "lr": 0.03,
+          "negative_goodness": 1.0632417104297214,
+          "pair_accuracy": 0.9185777777671814,
+          "positive_goodness": 3.879582884640164,
+          "runtime_seconds": 11.105685710906982
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6923339837286208,
+          "lr": 0.03,
+          "negative_goodness": 1.0589468596140543,
+          "pair_accuracy": 0.91164444448683,
+          "positive_goodness": 3.9890255343119305,
+          "runtime_seconds": 11.108553886413574
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6555828375922309,
+          "lr": 0.03,
+          "negative_goodness": 1.0206069918314615,
+          "pair_accuracy": 0.9192222222222223,
+          "positive_goodness": 4.122530371136135,
+          "runtime_seconds": 11.11194896697998
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6593441983699798,
+          "lr": 0.03,
+          "negative_goodness": 1.0120020165655348,
+          "pair_accuracy": 0.9237333333333333,
+          "positive_goodness": 4.1242109159681535,
+          "runtime_seconds": 11.113760471343994
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7054265214761098,
+          "lr": 0.03,
+          "negative_goodness": 1.042225859260559,
+          "pair_accuracy": 0.9061111111111111,
+          "positive_goodness": 3.967176022254096,
+          "runtime_seconds": 11.116923093795776
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.660067798781395,
+          "lr": 0.03,
+          "negative_goodness": 1.0177289138476053,
+          "pair_accuracy": 0.9218222222222222,
+          "positive_goodness": 4.16506443456014,
+          "runtime_seconds": 11.122292280197144
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6422319798151652,
+          "lr": 0.03,
+          "negative_goodness": 0.9938028288099501,
+          "pair_accuracy": 0.9260888888676961,
+          "positive_goodness": 4.13302086046007,
+          "runtime_seconds": 11.117006063461304
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6479314363691542,
+          "lr": 0.03,
+          "negative_goodness": 1.011535687552558,
+          "pair_accuracy": 0.9233555555661519,
+          "positive_goodness": 4.103052482922872,
+          "runtime_seconds": 11.112883567810059
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6761519215742747,
+          "lr": 0.03,
+          "negative_goodness": 1.0371086683750153,
+          "pair_accuracy": 0.9133333333333333,
+          "positive_goodness": 4.026422662438287,
+          "runtime_seconds": 11.117064714431763
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6706064676708645,
+          "lr": 0.03,
+          "negative_goodness": 1.0027934560139975,
+          "pair_accuracy": 0.9183777777777777,
+          "positive_goodness": 4.094995846472846,
+          "runtime_seconds": 11.12255859375
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6309142844729954,
+          "lr": 0.03,
+          "negative_goodness": 0.9597272156503466,
+          "pair_accuracy": 0.9256888888888889,
+          "positive_goodness": 4.2328829788208004,
+          "runtime_seconds": 11.126716375350952
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6551690208435058,
+          "lr": 0.03,
+          "negative_goodness": 1.007851409573025,
+          "pair_accuracy": 0.9230444444974264,
+          "positive_goodness": 4.09389004512363,
+          "runtime_seconds": 11.105561256408691
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6112751581139034,
+          "lr": 0.03,
+          "negative_goodness": 0.9295570630444421,
+          "pair_accuracy": 0.9275111111111111,
+          "positive_goodness": 4.321526034630669,
+          "runtime_seconds": 11.113544702529907
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6487738689263661,
+          "lr": 0.03,
+          "negative_goodness": 0.9682493840641445,
+          "pair_accuracy": 0.9241111111111111,
+          "positive_goodness": 4.17864088567098,
+          "runtime_seconds": 11.111833333969116
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6452777474032508,
+          "lr": 0.03,
+          "negative_goodness": 0.9571507864369286,
+          "pair_accuracy": 0.9118222222116258,
+          "positive_goodness": 4.2143416286044655,
+          "runtime_seconds": 11.114066362380981
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6568354656643338,
+          "lr": 0.03,
+          "negative_goodness": 0.9738039085388184,
+          "pair_accuracy": 0.9196444444523917,
+          "positive_goodness": 4.170342621570163,
+          "runtime_seconds": 11.111068964004517
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6527136901219686,
+          "lr": 0.03,
+          "negative_goodness": 0.9741771711561414,
+          "pair_accuracy": 0.912044444433848,
+          "positive_goodness": 4.171915949079725,
+          "runtime_seconds": 11.11466360092163
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6347881847381592,
+          "lr": 0.03,
+          "negative_goodness": 0.9752460170374976,
+          "pair_accuracy": 0.9236222222222222,
+          "positive_goodness": 4.195937968190511,
+          "runtime_seconds": 11.10994267463684
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6824342876222399,
+          "lr": 0.03,
+          "negative_goodness": 1.0067006530655755,
+          "pair_accuracy": 0.9112666666666667,
+          "positive_goodness": 4.015544774500529,
+          "runtime_seconds": 11.12522554397583
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6263354563977983,
+          "lr": 0.03,
+          "negative_goodness": 0.9457056217723423,
+          "pair_accuracy": 0.9197555555555555,
+          "positive_goodness": 4.227846555921767,
+          "runtime_seconds": 11.125265121459961
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6868328608089023,
+          "lr": 0.03,
+          "negative_goodness": 1.0034477077696058,
+          "pair_accuracy": 0.8999555555237664,
+          "positive_goodness": 4.065208229107327,
+          "runtime_seconds": 11.10265564918518
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6711669765260484,
+          "lr": 0.03,
+          "negative_goodness": 1.0045035263061524,
+          "pair_accuracy": 0.9144000000529819,
+          "positive_goodness": 4.12256383688185,
+          "runtime_seconds": 11.11836862564087
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.670402642774582,
+          "lr": 0.03,
+          "negative_goodness": 1.0086089979065789,
+          "pair_accuracy": 0.9106444444444445,
+          "positive_goodness": 4.092948599158393,
+          "runtime_seconds": 11.121069192886353
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6020092468632592,
+          "lr": 0.03,
+          "negative_goodness": 0.9069583732154635,
+          "pair_accuracy": 0.9305777777777777,
+          "positive_goodness": 4.354486865785387,
+          "runtime_seconds": 11.11877989768982
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6124957174619039,
+          "lr": 0.03,
+          "negative_goodness": 0.9275702701992459,
+          "pair_accuracy": 0.9275333333121406,
+          "positive_goodness": 4.3420462059021,
+          "runtime_seconds": 11.110337257385254
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6168937229050531,
+          "lr": 0.03,
+          "negative_goodness": 0.9384199421988593,
+          "pair_accuracy": 0.9298444444338481,
+          "positive_goodness": 4.293281845347087,
+          "runtime_seconds": 11.092948198318481
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6403769088851081,
+          "lr": 0.03,
+          "negative_goodness": 0.974670251862208,
+          "pair_accuracy": 0.9239333333121406,
+          "positive_goodness": 4.201837698491414,
+          "runtime_seconds": 11.095546245574951
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5918380961736043,
+          "lr": 0.03,
+          "negative_goodness": 0.8865425747129653,
+          "pair_accuracy": 0.9329333333545261,
+          "positive_goodness": 4.424838272603353,
+          "runtime_seconds": 11.108196258544922
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.588706819290585,
+          "lr": 0.03,
+          "negative_goodness": 0.86786878874037,
+          "pair_accuracy": 0.9379111111217074,
+          "positive_goodness": 4.401966753345065,
+          "runtime_seconds": 11.095087051391602
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6041920864078734,
+          "lr": 0.03,
+          "negative_goodness": 0.892962294514974,
+          "pair_accuracy": 0.9221555555555555,
+          "positive_goodness": 4.3659705052693685,
+          "runtime_seconds": 11.081132888793945
+        }
+      ],
+      "layer": 20
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8881645433849759,
+          "lr": 0.03,
+          "negative_goodness": 1.269579215833876,
+          "pair_accuracy": 0.8776222221904331,
+          "positive_goodness": 3.333434263314141,
+          "runtime_seconds": 10.312065362930298
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8251499989297655,
+          "lr": 0.03,
+          "negative_goodness": 1.2463688258488972,
+          "pair_accuracy": 0.8870888888888889,
+          "positive_goodness": 3.500197876824273,
+          "runtime_seconds": 9.843517065048218
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7567361609829797,
+          "lr": 0.03,
+          "negative_goodness": 1.1509097148259482,
+          "pair_accuracy": 0.9057111111005147,
+          "positive_goodness": 3.6458424524095325,
+          "runtime_seconds": 10.075620412826538
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8118733232922024,
+          "lr": 0.03,
+          "negative_goodness": 1.1970054453531902,
+          "pair_accuracy": 0.8890888888888889,
+          "positive_goodness": 3.530623871485392,
+          "runtime_seconds": 9.840810060501099
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7094494288762411,
+          "lr": 0.03,
+          "negative_goodness": 1.091615876314375,
+          "pair_accuracy": 0.9137111111111111,
+          "positive_goodness": 3.7822360170152454,
+          "runtime_seconds": 9.933433532714844
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.737636995236079,
+          "lr": 0.03,
+          "negative_goodness": 1.1005836195045047,
+          "pair_accuracy": 0.9007111111111111,
+          "positive_goodness": 3.754209392038981,
+          "runtime_seconds": 9.745323419570923
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.66383554959827,
+          "lr": 0.03,
+          "negative_goodness": 1.0245686241573757,
+          "pair_accuracy": 0.9206666666560703,
+          "positive_goodness": 3.9872735278659395,
+          "runtime_seconds": 9.973944664001465
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7211032234218385,
+          "lr": 0.03,
+          "negative_goodness": 1.1051502022584279,
+          "pair_accuracy": 0.911,
+          "positive_goodness": 3.799056103769938,
+          "runtime_seconds": 9.799665212631226
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6551723930570814,
+          "lr": 0.03,
+          "negative_goodness": 0.9901889557732476,
+          "pair_accuracy": 0.9237999999788072,
+          "positive_goodness": 4.070426139068603,
+          "runtime_seconds": 9.90731167793274
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6513851806746589,
+          "lr": 0.03,
+          "negative_goodness": 0.9696218379762438,
+          "pair_accuracy": 0.9218222222222222,
+          "positive_goodness": 4.040347370486789,
+          "runtime_seconds": 9.788477659225464
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6826728337287903,
+          "lr": 0.03,
+          "negative_goodness": 1.0201771539264255,
+          "pair_accuracy": 0.9032000000317891,
+          "positive_goodness": 4.0159361585829,
+          "runtime_seconds": 10.077486038208008
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6373336482895745,
+          "lr": 0.03,
+          "negative_goodness": 0.9773968426598443,
+          "pair_accuracy": 0.9206888888888889,
+          "positive_goodness": 4.0911422974480525,
+          "runtime_seconds": 9.792579412460327
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6590163462850782,
+          "lr": 0.03,
+          "negative_goodness": 0.9703390027364095,
+          "pair_accuracy": 0.9179111111111111,
+          "positive_goodness": 4.084614022657607,
+          "runtime_seconds": 9.877023458480835
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7030290870030721,
+          "lr": 0.03,
+          "negative_goodness": 1.0501702172173395,
+          "pair_accuracy": 0.902755555566152,
+          "positive_goodness": 3.9091428763495553,
+          "runtime_seconds": 9.87649130821228
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6545703786002265,
+          "lr": 0.03,
+          "negative_goodness": 0.9942095385233561,
+          "pair_accuracy": 0.9223333333227369,
+          "positive_goodness": 4.0935355565388996,
+          "runtime_seconds": 10.081867694854736
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6470485781351726,
+          "lr": 0.03,
+          "negative_goodness": 0.9729014879014757,
+          "pair_accuracy": 0.9196,
+          "positive_goodness": 4.071464036856757,
+          "runtime_seconds": 9.757944583892822
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6655181950436698,
+          "lr": 0.03,
+          "negative_goodness": 0.9816463483201133,
+          "pair_accuracy": 0.9112666666666667,
+          "positive_goodness": 4.011623206159803,
+          "runtime_seconds": 9.837441444396973
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6067378798855676,
+          "lr": 0.03,
+          "negative_goodness": 0.9125529476589627,
+          "pair_accuracy": 0.9355777777777777,
+          "positive_goodness": 4.236775533718533,
+          "runtime_seconds": 9.752538442611694
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6194083744949764,
+          "lr": 0.03,
+          "negative_goodness": 0.9257384330961439,
+          "pair_accuracy": 0.9330444444444445,
+          "positive_goodness": 4.211429159800211,
+          "runtime_seconds": 10.057053089141846
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6614102448569403,
+          "lr": 0.03,
+          "negative_goodness": 0.9455141001701355,
+          "pair_accuracy": 0.9128,
+          "positive_goodness": 4.082400214915805,
+          "runtime_seconds": 9.738528966903687
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5988132469177246,
+          "lr": 0.03,
+          "negative_goodness": 0.9106998472743564,
+          "pair_accuracy": 0.9367333333757188,
+          "positive_goodness": 4.294793701553345,
+          "runtime_seconds": 9.808160305023193
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6158064560625288,
+          "lr": 0.03,
+          "negative_goodness": 0.8903891183561748,
+          "pair_accuracy": 0.9315111111111111,
+          "positive_goodness": 4.246721631028917,
+          "runtime_seconds": 9.79865312576294
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6242394544601441,
+          "lr": 0.03,
+          "negative_goodness": 0.9268351051754422,
+          "pair_accuracy": 0.9236888889418708,
+          "positive_goodness": 4.256469004143609,
+          "runtime_seconds": 9.982605457305908
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6351897318310208,
+          "lr": 0.03,
+          "negative_goodness": 0.9479790982246399,
+          "pair_accuracy": 0.9261999999894036,
+          "positive_goodness": 4.152758196894328,
+          "runtime_seconds": 9.60093379020691
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6335484645366669,
+          "lr": 0.03,
+          "negative_goodness": 0.9206142365879483,
+          "pair_accuracy": 0.9127333333333333,
+          "positive_goodness": 4.234188641018338,
+          "runtime_seconds": 9.842778205871582
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6730506138218774,
+          "lr": 0.03,
+          "negative_goodness": 0.9573538195186191,
+          "pair_accuracy": 0.9035111111111112,
+          "positive_goodness": 4.0553096385531955,
+          "runtime_seconds": 9.85113000869751
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.605177257876926,
+          "lr": 0.03,
+          "negative_goodness": 0.8855095486746895,
+          "pair_accuracy": 0.9246444444338481,
+          "positive_goodness": 4.27328407965766,
+          "runtime_seconds": 9.979038715362549
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.593786323457294,
+          "lr": 0.03,
+          "negative_goodness": 0.8948529388639662,
+          "pair_accuracy": 0.9280222222222222,
+          "positive_goodness": 4.325428230158488,
+          "runtime_seconds": 9.944522857666016
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6185544545385573,
+          "lr": 0.03,
+          "negative_goodness": 0.9003954335954454,
+          "pair_accuracy": 0.9169777777565851,
+          "positive_goodness": 4.256947866990831,
+          "runtime_seconds": 9.83584976196289
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.647206793196996,
+          "lr": 0.03,
+          "negative_goodness": 0.9099014339870877,
+          "pair_accuracy": 0.9146,
+          "positive_goodness": 4.149663179185655,
+          "runtime_seconds": 9.877631664276123
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.651788014072842,
+          "lr": 0.03,
+          "negative_goodness": 0.9375842256016201,
+          "pair_accuracy": 0.9124666666666666,
+          "positive_goodness": 4.153271003299289,
+          "runtime_seconds": 9.966643810272217
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6388278070449829,
+          "lr": 0.03,
+          "negative_goodness": 0.9616028508504232,
+          "pair_accuracy": 0.9228888888888889,
+          "positive_goodness": 4.218381388176812,
+          "runtime_seconds": 9.824944734573364
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6065880462010701,
+          "lr": 0.03,
+          "negative_goodness": 0.8712106365627713,
+          "pair_accuracy": 0.9253555555237664,
+          "positive_goodness": 4.373270506456163,
+          "runtime_seconds": 9.811578273773193
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6617401881959704,
+          "lr": 0.03,
+          "negative_goodness": 0.9324241824256049,
+          "pair_accuracy": 0.9125333333015442,
+          "positive_goodness": 4.145188413492838,
+          "runtime_seconds": 9.807898044586182
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6153364201015896,
+          "lr": 0.03,
+          "negative_goodness": 0.9204057542800903,
+          "pair_accuracy": 0.9231333333333334,
+          "positive_goodness": 4.28296179945204,
+          "runtime_seconds": 9.9091317653656
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6083721281157599,
+          "lr": 0.03,
+          "negative_goodness": 0.8796086328506469,
+          "pair_accuracy": 0.9222222222116259,
+          "positive_goodness": 4.380474408806695,
+          "runtime_seconds": 9.79871416091919
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6233050287803014,
+          "lr": 0.03,
+          "negative_goodness": 0.8871852931499481,
+          "pair_accuracy": 0.9220666666666667,
+          "positive_goodness": 4.321192449188232,
+          "runtime_seconds": 9.780346393585205
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6077679660373264,
+          "lr": 0.03,
+          "negative_goodness": 0.8918207466125488,
+          "pair_accuracy": 0.9280222222223878,
+          "positive_goodness": 4.3507827926635745,
+          "runtime_seconds": 9.987098693847656
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6356136862966749,
+          "lr": 0.03,
+          "negative_goodness": 0.8857557588577271,
+          "pair_accuracy": 0.9117111111005147,
+          "positive_goodness": 4.242736364237468,
+          "runtime_seconds": 9.863014459609985
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6385602628601922,
+          "lr": 0.03,
+          "negative_goodness": 0.9178850177552965,
+          "pair_accuracy": 0.9188888889312744,
+          "positive_goodness": 4.194714624192979,
+          "runtime_seconds": 9.799524307250977
+        }
+      ],
+      "layer": 21
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1425297839694553,
+          "lr": 0.03,
+          "negative_goodness": 1.6748451942443847,
+          "pair_accuracy": 0.8050666666719648,
+          "positive_goodness": 3.056648136647542,
+          "runtime_seconds": 9.737308502197266
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8923790642102559,
+          "lr": 0.03,
+          "negative_goodness": 1.353847053941091,
+          "pair_accuracy": 0.8753999999682108,
+          "positive_goodness": 3.412654547712538,
+          "runtime_seconds": 10.01595401763916
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8129586520406935,
+          "lr": 0.03,
+          "negative_goodness": 1.2405240736431546,
+          "pair_accuracy": 0.8864222222434149,
+          "positive_goodness": 3.568287437354194,
+          "runtime_seconds": 9.900436639785767
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7955885203997294,
+          "lr": 0.03,
+          "negative_goodness": 1.1718998906665379,
+          "pair_accuracy": 0.8754444444338481,
+          "positive_goodness": 3.6992203032599553,
+          "runtime_seconds": 9.875757694244385
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7842299243291219,
+          "lr": 0.03,
+          "negative_goodness": 1.1420214914957683,
+          "pair_accuracy": 0.8883555555767483,
+          "positive_goodness": 3.7052800753487483,
+          "runtime_seconds": 9.778049230575562
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7482156053860982,
+          "lr": 0.03,
+          "negative_goodness": 1.1155448295593262,
+          "pair_accuracy": 0.9011333333333333,
+          "positive_goodness": 3.860564830440945,
+          "runtime_seconds": 10.082462549209595
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7292594421439701,
+          "lr": 0.03,
+          "negative_goodness": 1.0747983111593458,
+          "pair_accuracy": 0.9118222222116258,
+          "positive_goodness": 3.8404936949835884,
+          "runtime_seconds": 9.84516954421997
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6668918752564325,
+          "lr": 0.03,
+          "negative_goodness": 0.9887104051113129,
+          "pair_accuracy": 0.9212444444444444,
+          "positive_goodness": 4.065972469160292,
+          "runtime_seconds": 9.873403072357178
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7316255342271593,
+          "lr": 0.03,
+          "negative_goodness": 1.0677384557088216,
+          "pair_accuracy": 0.8988666666560703,
+          "positive_goodness": 3.8815508778466117,
+          "runtime_seconds": 9.858925580978394
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6984536246617635,
+          "lr": 0.03,
+          "negative_goodness": 1.0185694818072848,
+          "pair_accuracy": 0.9075555555449591,
+          "positive_goodness": 3.9474600248124863,
+          "runtime_seconds": 10.084466457366943
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7156036849233839,
+          "lr": 0.03,
+          "negative_goodness": 1.030807160419888,
+          "pair_accuracy": 0.8941555555343628,
+          "positive_goodness": 3.9409784742567275,
+          "runtime_seconds": 9.820594072341919
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7107813565889994,
+          "lr": 0.03,
+          "negative_goodness": 1.0124943130228254,
+          "pair_accuracy": 0.9002888888888889,
+          "positive_goodness": 3.966812789493137,
+          "runtime_seconds": 9.927628993988037
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6887333458476597,
+          "lr": 0.03,
+          "negative_goodness": 0.9942567683166927,
+          "pair_accuracy": 0.9038222222222222,
+          "positive_goodness": 4.000730838521322,
+          "runtime_seconds": 9.804759740829468
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7070580721934636,
+          "lr": 0.03,
+          "negative_goodness": 1.0125714521143172,
+          "pair_accuracy": 0.8972888888888889,
+          "positive_goodness": 3.961963419511583,
+          "runtime_seconds": 10.087706089019775
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6696270593484243,
+          "lr": 0.03,
+          "negative_goodness": 0.9724699235916138,
+          "pair_accuracy": 0.9126444444444445,
+          "positive_goodness": 4.102872494252523,
+          "runtime_seconds": 9.75637149810791
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6926164064831204,
+          "lr": 0.03,
+          "negative_goodness": 0.9940088387383355,
+          "pair_accuracy": 0.9073999999894036,
+          "positive_goodness": 4.006097166146173,
+          "runtime_seconds": 9.930743217468262
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6735704031414456,
+          "lr": 0.03,
+          "negative_goodness": 0.9642101926061842,
+          "pair_accuracy": 0.9095555555449591,
+          "positive_goodness": 4.126646055306328,
+          "runtime_seconds": 9.983771324157715
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7001136427985297,
+          "lr": 0.03,
+          "negative_goodness": 1.0184299933115641,
+          "pair_accuracy": 0.9091111110899184,
+          "positive_goodness": 3.98192630704244,
+          "runtime_seconds": 10.044289588928223
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6329325511932373,
+          "lr": 0.03,
+          "negative_goodness": 0.9195326830969917,
+          "pair_accuracy": 0.9212888889206781,
+          "positive_goodness": 4.282900132115682,
+          "runtime_seconds": 9.789300918579102
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6626369604799482,
+          "lr": 0.03,
+          "negative_goodness": 0.9646712840822008,
+          "pair_accuracy": 0.9145333333333333,
+          "positive_goodness": 4.173599193912082,
+          "runtime_seconds": 9.859226942062378
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6400040479448107,
+          "lr": 0.03,
+          "negative_goodness": 0.9264581188201905,
+          "pair_accuracy": 0.9164888888994853,
+          "positive_goodness": 4.220302565214369,
+          "runtime_seconds": 9.887630462646484
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6566174213621352,
+          "lr": 0.03,
+          "negative_goodness": 0.9352625430425008,
+          "pair_accuracy": 0.9078888889047835,
+          "positive_goodness": 4.191010115581088,
+          "runtime_seconds": 9.992117166519165
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6767474761539035,
+          "lr": 0.03,
+          "negative_goodness": 0.9675698185602823,
+          "pair_accuracy": 0.9021555555582047,
+          "positive_goodness": 4.05461943819258,
+          "runtime_seconds": 9.834648847579956
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6552515185727014,
+          "lr": 0.03,
+          "negative_goodness": 0.9461156769646538,
+          "pair_accuracy": 0.9080222222222222,
+          "positive_goodness": 4.176473136647543,
+          "runtime_seconds": 9.794219255447388
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6331706919352214,
+          "lr": 0.03,
+          "negative_goodness": 0.8990879618008931,
+          "pair_accuracy": 0.9164666666719649,
+          "positive_goodness": 4.312531542311774,
+          "runtime_seconds": 9.950608730316162
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6517698099454244,
+          "lr": 0.03,
+          "negative_goodness": 0.9325013540532854,
+          "pair_accuracy": 0.9100888888782925,
+          "positive_goodness": 4.1482281583574085,
+          "runtime_seconds": 9.931151151657104
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6668737206194136,
+          "lr": 0.03,
+          "negative_goodness": 0.9299625075075362,
+          "pair_accuracy": 0.904,
+          "positive_goodness": 4.2235485136244035,
+          "runtime_seconds": 9.797780752182007
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6803004922442966,
+          "lr": 0.03,
+          "negative_goodness": 0.9700965859942966,
+          "pair_accuracy": 0.9058222222328186,
+          "positive_goodness": 4.098268174489339,
+          "runtime_seconds": 9.77621865272522
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6687055692248874,
+          "lr": 0.03,
+          "negative_goodness": 0.9336308770073785,
+          "pair_accuracy": 0.9015333333015442,
+          "positive_goodness": 4.139167847972446,
+          "runtime_seconds": 9.908114433288574
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.674937947596444,
+          "lr": 0.03,
+          "negative_goodness": 0.9608933854950799,
+          "pair_accuracy": 0.9032444444444444,
+          "positive_goodness": 4.0590745944552955,
+          "runtime_seconds": 9.898412466049194
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6369926897419823,
+          "lr": 0.03,
+          "negative_goodness": 0.9234248402489557,
+          "pair_accuracy": 0.9160888888676961,
+          "positive_goodness": 4.234926638200548,
+          "runtime_seconds": 9.77702021598816
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6650424405972163,
+          "lr": 0.03,
+          "negative_goodness": 0.9294843626287248,
+          "pair_accuracy": 0.9093555555555556,
+          "positive_goodness": 4.2209758759392635,
+          "runtime_seconds": 9.73686170578003
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6328603158526951,
+          "lr": 0.03,
+          "negative_goodness": 0.9175892281638252,
+          "pair_accuracy": 0.9153777777459886,
+          "positive_goodness": 4.292430530378554,
+          "runtime_seconds": 9.927372455596924
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6425685404406654,
+          "lr": 0.03,
+          "negative_goodness": 0.8930337191316816,
+          "pair_accuracy": 0.9101555555555556,
+          "positive_goodness": 4.227550921800401,
+          "runtime_seconds": 9.905876874923706
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6800879379696316,
+          "lr": 0.03,
+          "negative_goodness": 0.945432575501336,
+          "pair_accuracy": 0.9017111110899183,
+          "positive_goodness": 4.141923625119527,
+          "runtime_seconds": 9.9472017288208
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6102805757866966,
+          "lr": 0.03,
+          "negative_goodness": 0.8663110853698519,
+          "pair_accuracy": 0.9226,
+          "positive_goodness": 4.4483737358093265,
+          "runtime_seconds": 9.674419164657593
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6813071437809203,
+          "lr": 0.03,
+          "negative_goodness": 0.9577986324681176,
+          "pair_accuracy": 0.8999111111111111,
+          "positive_goodness": 4.1521433356391055,
+          "runtime_seconds": 9.982878923416138
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6590344801372952,
+          "lr": 0.03,
+          "negative_goodness": 0.9222008040746053,
+          "pair_accuracy": 0.9090666667196485,
+          "positive_goodness": 4.2113091326819525,
+          "runtime_seconds": 9.844735383987427
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6278884483973185,
+          "lr": 0.03,
+          "negative_goodness": 0.8756357998636034,
+          "pair_accuracy": 0.9180444444603391,
+          "positive_goodness": 4.328324479293824,
+          "runtime_seconds": 9.86838984489441
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.663906315252516,
+          "lr": 0.03,
+          "negative_goodness": 0.924801326391432,
+          "pair_accuracy": 0.9035777777989705,
+          "positive_goodness": 4.162703207227919,
+          "runtime_seconds": 9.79780101776123
+        }
+      ],
+      "layer": 22
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9063953370836046,
+          "lr": 0.03,
+          "negative_goodness": 1.2821892659929064,
+          "pair_accuracy": 0.8533111111429003,
+          "positive_goodness": 3.3038999427371554,
+          "runtime_seconds": 9.993561506271362
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8675342436260647,
+          "lr": 0.03,
+          "negative_goodness": 1.3051679518381754,
+          "pair_accuracy": 0.8644444444974263,
+          "positive_goodness": 3.301750230111016,
+          "runtime_seconds": 9.817720651626587
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7510025411817762,
+          "lr": 0.03,
+          "negative_goodness": 1.1451432731204563,
+          "pair_accuracy": 0.8891777778307597,
+          "positive_goodness": 3.7062560922410754,
+          "runtime_seconds": 9.872278451919556
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7809694588343302,
+          "lr": 0.03,
+          "negative_goodness": 1.1642433547125923,
+          "pair_accuracy": 0.8885777777671814,
+          "positive_goodness": 3.6940874348110624,
+          "runtime_seconds": 9.623603820800781
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7432291091707017,
+          "lr": 0.03,
+          "negative_goodness": 1.127787467151218,
+          "pair_accuracy": 0.8908444444550409,
+          "positive_goodness": 3.739205248514811,
+          "runtime_seconds": 10.004968166351318
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.73954883468416,
+          "lr": 0.03,
+          "negative_goodness": 1.0970384375254314,
+          "pair_accuracy": 0.9014,
+          "positive_goodness": 3.7801341794755725,
+          "runtime_seconds": 9.740286588668823
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8149913377443949,
+          "lr": 0.03,
+          "negative_goodness": 1.1726405399428474,
+          "pair_accuracy": 0.8681555555555556,
+          "positive_goodness": 3.522812597571479,
+          "runtime_seconds": 9.822396755218506
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6922095374531216,
+          "lr": 0.03,
+          "negative_goodness": 1.038653727918201,
+          "pair_accuracy": 0.9144,
+          "positive_goodness": 3.9119723178863524,
+          "runtime_seconds": 9.660771131515503
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7214454894277784,
+          "lr": 0.03,
+          "negative_goodness": 1.0697889428668552,
+          "pair_accuracy": 0.8971555555449592,
+          "positive_goodness": 3.8330642506917316,
+          "runtime_seconds": 9.998628854751587
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7369461787170835,
+          "lr": 0.03,
+          "negative_goodness": 1.0502558211750455,
+          "pair_accuracy": 0.8898666666666667,
+          "positive_goodness": 3.8683310238308377,
+          "runtime_seconds": 9.808428764343262
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6853813572565715,
+          "lr": 0.03,
+          "negative_goodness": 1.052326403533088,
+          "pair_accuracy": 0.9115333333757188,
+          "positive_goodness": 3.954663879500495,
+          "runtime_seconds": 9.848608255386353
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6615131763988071,
+          "lr": 0.03,
+          "negative_goodness": 1.0297020576265123,
+          "pair_accuracy": 0.9232666666666667,
+          "positive_goodness": 3.9986368975321454,
+          "runtime_seconds": 9.737563371658325
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.619598372443517,
+          "lr": 0.03,
+          "negative_goodness": 0.9532510510232713,
+          "pair_accuracy": 0.9282444444444444,
+          "positive_goodness": 4.265007527245416,
+          "runtime_seconds": 9.994598388671875
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6639747494538625,
+          "lr": 0.03,
+          "negative_goodness": 0.9555062126053704,
+          "pair_accuracy": 0.9083777777777777,
+          "positive_goodness": 4.092525115542942,
+          "runtime_seconds": 9.749613046646118
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6478851926379734,
+          "lr": 0.03,
+          "negative_goodness": 0.9842791645579868,
+          "pair_accuracy": 0.9207777777777778,
+          "positive_goodness": 4.123988693110148,
+          "runtime_seconds": 9.865755796432495
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6974610544257693,
+          "lr": 0.03,
+          "negative_goodness": 1.0332402134391996,
+          "pair_accuracy": 0.9097111111111111,
+          "positive_goodness": 3.9367523871527776,
+          "runtime_seconds": 9.996083974838257
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7056979952017466,
+          "lr": 0.03,
+          "negative_goodness": 1.0399852906968858,
+          "pair_accuracy": 0.9128,
+          "positive_goodness": 3.9697699119567873,
+          "runtime_seconds": 10.002360105514526
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6517980801529355,
+          "lr": 0.03,
+          "negative_goodness": 0.9620999343077342,
+          "pair_accuracy": 0.9183111111111111,
+          "positive_goodness": 4.121725176493327,
+          "runtime_seconds": 10.005833387374878
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6881412785265181,
+          "lr": 0.03,
+          "negative_goodness": 0.9881109303050571,
+          "pair_accuracy": 0.9124666666560702,
+          "positive_goodness": 4.060151494428847,
+          "runtime_seconds": 9.995383501052856
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6716578653547499,
+          "lr": 0.03,
+          "negative_goodness": 0.9827705767446094,
+          "pair_accuracy": 0.9105111111111112,
+          "positive_goodness": 4.128630847337511,
+          "runtime_seconds": 9.995143175125122
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6772952109601763,
+          "lr": 0.03,
+          "negative_goodness": 1.011960527250502,
+          "pair_accuracy": 0.9088222222222222,
+          "positive_goodness": 4.0527343539767795,
+          "runtime_seconds": 9.992181301116943
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6212303226047092,
+          "lr": 0.03,
+          "negative_goodness": 0.9325257623248631,
+          "pair_accuracy": 0.9217777777777778,
+          "positive_goodness": 4.289334576310051,
+          "runtime_seconds": 9.991932392120361
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6340920580969917,
+          "lr": 0.03,
+          "negative_goodness": 0.9061255318535699,
+          "pair_accuracy": 0.9119999999788072,
+          "positive_goodness": 4.260370438808865,
+          "runtime_seconds": 9.995000839233398
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6758303497314453,
+          "lr": 0.03,
+          "negative_goodness": 0.9926710238986545,
+          "pair_accuracy": 0.9180666666666667,
+          "positive_goodness": 4.056352860260009,
+          "runtime_seconds": 10.000931978225708
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.611085856130388,
+          "lr": 0.03,
+          "negative_goodness": 0.8880085057576498,
+          "pair_accuracy": 0.9240000000529819,
+          "positive_goodness": 4.304467231411404,
+          "runtime_seconds": 9.996618747711182
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6557094589445326,
+          "lr": 0.03,
+          "negative_goodness": 0.964448283598158,
+          "pair_accuracy": 0.9146222222116258,
+          "positive_goodness": 4.180238928265042,
+          "runtime_seconds": 9.999067068099976
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6466414227061802,
+          "lr": 0.03,
+          "negative_goodness": 0.9475020941204495,
+          "pair_accuracy": 0.9143555555449592,
+          "positive_goodness": 4.146114269595676,
+          "runtime_seconds": 10.003045320510864
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6754566741784414,
+          "lr": 0.03,
+          "negative_goodness": 0.9868158641603257,
+          "pair_accuracy": 0.9164,
+          "positive_goodness": 4.118335230339898,
+          "runtime_seconds": 9.997300148010254
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6259289637565613,
+          "lr": 0.03,
+          "negative_goodness": 0.9233284832424588,
+          "pair_accuracy": 0.9174888888782925,
+          "positive_goodness": 4.29570474243164,
+          "runtime_seconds": 9.999748468399048
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5814369130002128,
+          "lr": 0.03,
+          "negative_goodness": 0.8577498827351464,
+          "pair_accuracy": 0.9371555555555555,
+          "positive_goodness": 4.485380961524116,
+          "runtime_seconds": 10.005926609039307
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6267607856326634,
+          "lr": 0.03,
+          "negative_goodness": 0.8818120198249817,
+          "pair_accuracy": 0.9150888889418708,
+          "positive_goodness": 4.398649579048157,
+          "runtime_seconds": 10.00106430053711
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6620328968418969,
+          "lr": 0.03,
+          "negative_goodness": 0.9225231530984243,
+          "pair_accuracy": 0.9044444444444445,
+          "positive_goodness": 4.1740453092787,
+          "runtime_seconds": 9.99000859260559
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6474589947938919,
+          "lr": 0.03,
+          "negative_goodness": 0.9178750205304887,
+          "pair_accuracy": 0.9060222222222222,
+          "positive_goodness": 4.321573487345377,
+          "runtime_seconds": 9.998370885848999
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6233022975073921,
+          "lr": 0.03,
+          "negative_goodness": 0.9029258880827162,
+          "pair_accuracy": 0.9207111111429003,
+          "positive_goodness": 4.4061433108011885,
+          "runtime_seconds": 9.991890668869019
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5783767602973514,
+          "lr": 0.03,
+          "negative_goodness": 0.8651227012899186,
+          "pair_accuracy": 0.9358222222222222,
+          "positive_goodness": 4.475177309672038,
+          "runtime_seconds": 9.99657154083252
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6251813918219672,
+          "lr": 0.03,
+          "negative_goodness": 0.8834655347188314,
+          "pair_accuracy": 0.9236888889100816,
+          "positive_goodness": 4.364158306672838,
+          "runtime_seconds": 10.003841161727905
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6537203983306885,
+          "lr": 0.03,
+          "negative_goodness": 0.9134703694449531,
+          "pair_accuracy": 0.9079777777779433,
+          "positive_goodness": 4.3280288617451985,
+          "runtime_seconds": 9.995168447494507
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6146174406475491,
+          "lr": 0.03,
+          "negative_goodness": 0.8828985183080037,
+          "pair_accuracy": 0.9216222222301695,
+          "positive_goodness": 4.359011995983124,
+          "runtime_seconds": 9.99098825454712
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6085645258161757,
+          "lr": 0.03,
+          "negative_goodness": 0.8688129183239407,
+          "pair_accuracy": 0.9174444444444444,
+          "positive_goodness": 4.401026074769762,
+          "runtime_seconds": 10.006775140762329
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6176732622888353,
+          "lr": 0.03,
+          "negative_goodness": 0.8648968572086758,
+          "pair_accuracy": 0.9181111110899184,
+          "positive_goodness": 4.425267076237996,
+          "runtime_seconds": 9.99769377708435
+        }
+      ],
+      "layer": 23
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1499169572724237,
+          "lr": 0.03,
+          "negative_goodness": 1.7150626821623909,
+          "pair_accuracy": 0.787733333322737,
+          "positive_goodness": 3.149105027219984,
+          "runtime_seconds": 10.017301321029663
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.862276980887519,
+          "lr": 0.03,
+          "negative_goodness": 1.3761818639119465,
+          "pair_accuracy": 0.8641333333121406,
+          "positive_goodness": 3.647079677073161,
+          "runtime_seconds": 10.028666734695435
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8208829814010197,
+          "lr": 0.03,
+          "negative_goodness": 1.2855739379141067,
+          "pair_accuracy": 0.8740888888888889,
+          "positive_goodness": 3.7101817275153266,
+          "runtime_seconds": 10.011423110961914
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7711763194825915,
+          "lr": 0.03,
+          "negative_goodness": 1.2318105571746827,
+          "pair_accuracy": 0.897355555566152,
+          "positive_goodness": 3.8375424824608695,
+          "runtime_seconds": 10.01513934135437
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7571718318568336,
+          "lr": 0.03,
+          "negative_goodness": 1.1855391702387068,
+          "pair_accuracy": 0.8918444444444444,
+          "positive_goodness": 3.792354956902398,
+          "runtime_seconds": 10.015815258026123
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7210684820810954,
+          "lr": 0.03,
+          "negative_goodness": 1.1440414271884494,
+          "pair_accuracy": 0.9085777777784401,
+          "positive_goodness": 3.932660065481398,
+          "runtime_seconds": 10.013560056686401
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7495236698998345,
+          "lr": 0.03,
+          "negative_goodness": 1.1299403498331706,
+          "pair_accuracy": 0.890511111164093,
+          "positive_goodness": 3.824982868385315,
+          "runtime_seconds": 10.018441915512085
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7080749800788032,
+          "lr": 0.03,
+          "negative_goodness": 1.071161287996504,
+          "pair_accuracy": 0.898533333322737,
+          "positive_goodness": 3.999514247555203,
+          "runtime_seconds": 10.00893235206604
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6739809307522244,
+          "lr": 0.03,
+          "negative_goodness": 1.0411093948364258,
+          "pair_accuracy": 0.9071333333386316,
+          "positive_goodness": 4.042894931284587,
+          "runtime_seconds": 10.016138553619385
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7129645613008075,
+          "lr": 0.03,
+          "negative_goodness": 1.0721798154989879,
+          "pair_accuracy": 0.9036666666666666,
+          "positive_goodness": 3.969536837005615,
+          "runtime_seconds": 10.027096033096313
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6188611870739195,
+          "lr": 0.03,
+          "negative_goodness": 0.9844074019696978,
+          "pair_accuracy": 0.9282,
+          "positive_goodness": 4.317660299428304,
+          "runtime_seconds": 10.066328525543213
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6714865581724379,
+          "lr": 0.03,
+          "negative_goodness": 1.0220262929704453,
+          "pair_accuracy": 0.9176000000158946,
+          "positive_goodness": 4.115154445054796,
+          "runtime_seconds": 10.012224674224854
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.664500237941742,
+          "lr": 0.03,
+          "negative_goodness": 1.0022587037086488,
+          "pair_accuracy": 0.9021555555237664,
+          "positive_goodness": 4.171603312386407,
+          "runtime_seconds": 10.020734310150146
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6692168541457918,
+          "lr": 0.03,
+          "negative_goodness": 0.9938885171201494,
+          "pair_accuracy": 0.9034,
+          "positive_goodness": 4.131118164401585,
+          "runtime_seconds": 10.012383222579956
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6614815886603461,
+          "lr": 0.03,
+          "negative_goodness": 0.986999926410781,
+          "pair_accuracy": 0.9047555555555555,
+          "positive_goodness": 4.1747631461249455,
+          "runtime_seconds": 10.009117364883423
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.63201781651179,
+          "lr": 0.03,
+          "negative_goodness": 0.942918321662479,
+          "pair_accuracy": 0.9135777777777778,
+          "positive_goodness": 4.246121618652344,
+          "runtime_seconds": 10.012680768966675
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6356402978579203,
+          "lr": 0.03,
+          "negative_goodness": 0.9277490626759,
+          "pair_accuracy": 0.9100444444444444,
+          "positive_goodness": 4.3026078637441,
+          "runtime_seconds": 10.016139268875122
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6638353772640229,
+          "lr": 0.03,
+          "negative_goodness": 1.0112152004241943,
+          "pair_accuracy": 0.9051111111005147,
+          "positive_goodness": 4.124814250013563,
+          "runtime_seconds": 10.009111642837524
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6266249609576331,
+          "lr": 0.03,
+          "negative_goodness": 0.9189503387451172,
+          "pair_accuracy": 0.9130444444444444,
+          "positive_goodness": 4.305652025943332,
+          "runtime_seconds": 10.04856538772583
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6190559244314829,
+          "lr": 0.03,
+          "negative_goodness": 0.9227825326389737,
+          "pair_accuracy": 0.9111777777777778,
+          "positive_goodness": 4.292675548214382,
+          "runtime_seconds": 10.066322088241577
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6399056768841214,
+          "lr": 0.03,
+          "negative_goodness": 0.9369923552195231,
+          "pair_accuracy": 0.9024888888994853,
+          "positive_goodness": 4.251150292883979,
+          "runtime_seconds": 10.010757446289062
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7033529266569349,
+          "lr": 0.03,
+          "negative_goodness": 1.0006875924746195,
+          "pair_accuracy": 0.8905999999788072,
+          "positive_goodness": 4.014221489164564,
+          "runtime_seconds": 10.012919187545776
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6180129198127323,
+          "lr": 0.03,
+          "negative_goodness": 0.8995996591885884,
+          "pair_accuracy": 0.9091777777777778,
+          "positive_goodness": 4.355004449886746,
+          "runtime_seconds": 10.017956018447876
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6342668400552538,
+          "lr": 0.03,
+          "negative_goodness": 0.9138778467390273,
+          "pair_accuracy": 0.9172444444444444,
+          "positive_goodness": 4.278461887359619,
+          "runtime_seconds": 10.013375520706177
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5925407177819146,
+          "lr": 0.03,
+          "negative_goodness": 0.8596929501427545,
+          "pair_accuracy": 0.9178222222752042,
+          "positive_goodness": 4.371769077661303,
+          "runtime_seconds": 10.019278049468994
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6452767585860358,
+          "lr": 0.03,
+          "negative_goodness": 0.9230077415678236,
+          "pair_accuracy": 0.9049333333333334,
+          "positive_goodness": 4.377670126046075,
+          "runtime_seconds": 10.013969659805298
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6654049845351113,
+          "lr": 0.03,
+          "negative_goodness": 0.9342033046404521,
+          "pair_accuracy": 0.8941555555555556,
+          "positive_goodness": 4.1539048148261175,
+          "runtime_seconds": 10.00963306427002
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6372471890343561,
+          "lr": 0.03,
+          "negative_goodness": 0.933024249235789,
+          "pair_accuracy": 0.9185333333227369,
+          "positive_goodness": 4.264212601555719,
+          "runtime_seconds": 10.002684354782104
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6337039084328545,
+          "lr": 0.03,
+          "negative_goodness": 0.9379842082235548,
+          "pair_accuracy": 0.9176888888782925,
+          "positive_goodness": 4.238111461003621,
+          "runtime_seconds": 10.023680448532104
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6275699707931942,
+          "lr": 0.03,
+          "negative_goodness": 0.8846522171974183,
+          "pair_accuracy": 0.9067111111111111,
+          "positive_goodness": 4.398529322391086,
+          "runtime_seconds": 10.04190444946289
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5715102721797095,
+          "lr": 0.03,
+          "negative_goodness": 0.8401175433794658,
+          "pair_accuracy": 0.9224,
+          "positive_goodness": 4.517007708316379,
+          "runtime_seconds": 10.053844928741455
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6423697421577241,
+          "lr": 0.03,
+          "negative_goodness": 0.8938210610734092,
+          "pair_accuracy": 0.9060222222222222,
+          "positive_goodness": 4.311148053148058,
+          "runtime_seconds": 10.009666919708252
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6320409386740791,
+          "lr": 0.03,
+          "negative_goodness": 0.8856709917068482,
+          "pair_accuracy": 0.9034444444444445,
+          "positive_goodness": 4.313630762524075,
+          "runtime_seconds": 10.049237251281738
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6177026893880632,
+          "lr": 0.03,
+          "negative_goodness": 0.8883920827335782,
+          "pair_accuracy": 0.9050666666666667,
+          "positive_goodness": 4.444708211686876,
+          "runtime_seconds": 10.078399181365967
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.585146470811632,
+          "lr": 0.03,
+          "negative_goodness": 0.8236493263138666,
+          "pair_accuracy": 0.9189555555449592,
+          "positive_goodness": 4.562109501012166,
+          "runtime_seconds": 10.060802221298218
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5994775459925333,
+          "lr": 0.03,
+          "negative_goodness": 0.8714770076857673,
+          "pair_accuracy": 0.9244444444974264,
+          "positive_goodness": 4.432496951686011,
+          "runtime_seconds": 10.011601686477661
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6660344969643487,
+          "lr": 0.03,
+          "negative_goodness": 0.8966664981842041,
+          "pair_accuracy": 0.899955555597941,
+          "positive_goodness": 4.264954697375828,
+          "runtime_seconds": 10.015611410140991
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6699272077401479,
+          "lr": 0.03,
+          "negative_goodness": 0.911514763185713,
+          "pair_accuracy": 0.8932,
+          "positive_goodness": 4.237340748680962,
+          "runtime_seconds": 10.010088205337524
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6289260950194465,
+          "lr": 0.03,
+          "negative_goodness": 0.8936687642945184,
+          "pair_accuracy": 0.9038222222010295,
+          "positive_goodness": 4.356372689988878,
+          "runtime_seconds": 10.015506267547607
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6410751819186741,
+          "lr": 0.03,
+          "negative_goodness": 0.8975582965321011,
+          "pair_accuracy": 0.9100222222275204,
+          "positive_goodness": 4.347843708377415,
+          "runtime_seconds": 10.014419555664062
+        }
+      ],
+      "layer": 24
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9156956342273288,
+          "lr": 0.03,
+          "negative_goodness": 1.2744096091376411,
+          "pair_accuracy": 0.8460888889100816,
+          "positive_goodness": 3.241411830223931,
+          "runtime_seconds": 9.994781017303467
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7945889218542311,
+          "lr": 0.03,
+          "negative_goodness": 1.1657386093139648,
+          "pair_accuracy": 0.8785333333333334,
+          "positive_goodness": 3.633951196416219,
+          "runtime_seconds": 9.99396824836731
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8682658582157559,
+          "lr": 0.03,
+          "negative_goodness": 1.2649704164557987,
+          "pair_accuracy": 0.8489555555555556,
+          "positive_goodness": 3.4497206462436254,
+          "runtime_seconds": 9.997618675231934
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7966600628111098,
+          "lr": 0.03,
+          "negative_goodness": 1.201978729777866,
+          "pair_accuracy": 0.8780222221904331,
+          "positive_goodness": 3.627027499262492,
+          "runtime_seconds": 9.997895240783691
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8397631089263492,
+          "lr": 0.03,
+          "negative_goodness": 1.1884865045759414,
+          "pair_accuracy": 0.8517777777671814,
+          "positive_goodness": 3.491463515387641,
+          "runtime_seconds": 9.993839263916016
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.746947581799825,
+          "lr": 0.03,
+          "negative_goodness": 1.1076670710139804,
+          "pair_accuracy": 0.8816888888888889,
+          "positive_goodness": 3.81700332836575,
+          "runtime_seconds": 9.987244367599487
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8099665078692966,
+          "lr": 0.03,
+          "negative_goodness": 1.1864122143851386,
+          "pair_accuracy": 0.8606444444656373,
+          "positive_goodness": 3.5627292899661596,
+          "runtime_seconds": 9.993288040161133
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7136135042455461,
+          "lr": 0.03,
+          "negative_goodness": 1.066845770380232,
+          "pair_accuracy": 0.8866666666666667,
+          "positive_goodness": 3.960549517144097,
+          "runtime_seconds": 9.988036155700684
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7614226719114515,
+          "lr": 0.03,
+          "negative_goodness": 1.1130996048397488,
+          "pair_accuracy": 0.8873777777777778,
+          "positive_goodness": 3.799475735918681,
+          "runtime_seconds": 9.989776611328125
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7824494532267252,
+          "lr": 0.03,
+          "negative_goodness": 1.1653124734454685,
+          "pair_accuracy": 0.8797777777777778,
+          "positive_goodness": 3.644248066965739,
+          "runtime_seconds": 9.994952917098999
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7705715397251977,
+          "lr": 0.03,
+          "negative_goodness": 1.143079610384835,
+          "pair_accuracy": 0.876533333322737,
+          "positive_goodness": 3.6588973770989313,
+          "runtime_seconds": 9.990703582763672
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7226027072482639,
+          "lr": 0.03,
+          "negative_goodness": 1.084085762723287,
+          "pair_accuracy": 0.8949111111323039,
+          "positive_goodness": 3.8704359272003175,
+          "runtime_seconds": 9.985678434371948
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.74963895939721,
+          "lr": 0.03,
+          "negative_goodness": 1.0908094732920328,
+          "pair_accuracy": 0.8821333333121406,
+          "positive_goodness": 3.769889411248101,
+          "runtime_seconds": 9.993733882904053
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7293800431039599,
+          "lr": 0.03,
+          "negative_goodness": 1.0752734311209784,
+          "pair_accuracy": 0.8870222222752041,
+          "positive_goodness": 3.9099451125250924,
+          "runtime_seconds": 9.99046540260315
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7291933175590303,
+          "lr": 0.03,
+          "negative_goodness": 1.0826821887466642,
+          "pair_accuracy": 0.8966222222222222,
+          "positive_goodness": 3.852228061336941,
+          "runtime_seconds": 9.995542764663696
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.756208097574446,
+          "lr": 0.03,
+          "negative_goodness": 1.1300659677505493,
+          "pair_accuracy": 0.8878222222646077,
+          "positive_goodness": 3.752500954225328,
+          "runtime_seconds": 9.968535661697388
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7332867321014405,
+          "lr": 0.03,
+          "negative_goodness": 1.076296139907837,
+          "pair_accuracy": 0.885777777778109,
+          "positive_goodness": 3.872284299045139,
+          "runtime_seconds": 10.034621238708496
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7632201564629872,
+          "lr": 0.03,
+          "negative_goodness": 1.0851504744476743,
+          "pair_accuracy": 0.8796888888888889,
+          "positive_goodness": 3.7430934202406143,
+          "runtime_seconds": 10.047853946685791
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7509747156937917,
+          "lr": 0.03,
+          "negative_goodness": 1.1061250494480133,
+          "pair_accuracy": 0.8835111111111111,
+          "positive_goodness": 3.7727191251118977,
+          "runtime_seconds": 10.051154375076294
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7318355027649138,
+          "lr": 0.03,
+          "negative_goodness": 1.0818484890143076,
+          "pair_accuracy": 0.8953333333333333,
+          "positive_goodness": 3.8571338484022353,
+          "runtime_seconds": 10.051645040512085
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7066634716272354,
+          "lr": 0.03,
+          "negative_goodness": 1.052059801647398,
+          "pair_accuracy": 0.8991111111111111,
+          "positive_goodness": 3.94099151441786,
+          "runtime_seconds": 10.057369709014893
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7384962366369036,
+          "lr": 0.03,
+          "negative_goodness": 1.0612862804306877,
+          "pair_accuracy": 0.8858888888888888,
+          "positive_goodness": 3.8849198235405815,
+          "runtime_seconds": 10.06177282333374
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7040973768870036,
+          "lr": 0.03,
+          "negative_goodness": 1.020586633321974,
+          "pair_accuracy": 0.8987777777671814,
+          "positive_goodness": 3.9788957151201036,
+          "runtime_seconds": 10.055988073348999
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6592743795606825,
+          "lr": 0.03,
+          "negative_goodness": 0.9730433664957683,
+          "pair_accuracy": 0.9001999999894036,
+          "positive_goodness": 4.187326781378852,
+          "runtime_seconds": 10.051180362701416
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6615950688680013,
+          "lr": 0.03,
+          "negative_goodness": 0.9563438813527425,
+          "pair_accuracy": 0.9043777777883741,
+          "positive_goodness": 4.179543604755402,
+          "runtime_seconds": 10.05319595336914
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7366856751547919,
+          "lr": 0.03,
+          "negative_goodness": 1.0567808694415621,
+          "pair_accuracy": 0.8915777777777778,
+          "positive_goodness": 3.952175377358331,
+          "runtime_seconds": 10.05028748512268
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7054878774272071,
+          "lr": 0.03,
+          "negative_goodness": 1.0331461829397413,
+          "pair_accuracy": 0.8852888888888889,
+          "positive_goodness": 4.0464912287818064,
+          "runtime_seconds": 10.052772283554077
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.7098597661336263,
+          "lr": 0.03,
+          "negative_goodness": 1.0270559885236952,
+          "pair_accuracy": 0.8951555555555556,
+          "positive_goodness": 3.9318908452351886,
+          "runtime_seconds": 10.057686805725098
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6555931070433723,
+          "lr": 0.03,
+          "negative_goodness": 0.9832627337667678,
+          "pair_accuracy": 0.9128888888676961,
+          "positive_goodness": 4.22407068256802,
+          "runtime_seconds": 10.048103094100952
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7677071920288934,
+          "lr": 0.03,
+          "negative_goodness": 1.1082024140463935,
+          "pair_accuracy": 0.8770444444444444,
+          "positive_goodness": 3.734865996551514,
+          "runtime_seconds": 10.043132543563843
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6949661350170772,
+          "lr": 0.03,
+          "negative_goodness": 0.9793019681771596,
+          "pair_accuracy": 0.8981555555555556,
+          "positive_goodness": 3.977219241163466,
+          "runtime_seconds": 10.056259393692017
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6775262031767103,
+          "lr": 0.03,
+          "negative_goodness": 0.9991601709365845,
+          "pair_accuracy": 0.8992666666772631,
+          "positive_goodness": 4.188407940038045,
+          "runtime_seconds": 10.046976566314697
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6673039017995198,
+          "lr": 0.03,
+          "negative_goodness": 0.9816924666934543,
+          "pair_accuracy": 0.9094444444447756,
+          "positive_goodness": 4.10413924530877,
+          "runtime_seconds": 10.054481506347656
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6545212643702825,
+          "lr": 0.03,
+          "negative_goodness": 0.9611306492196189,
+          "pair_accuracy": 0.9098,
+          "positive_goodness": 4.126805654652913,
+          "runtime_seconds": 10.057473421096802
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6828081083933513,
+          "lr": 0.03,
+          "negative_goodness": 1.0129584018071494,
+          "pair_accuracy": 0.90564444444461,
+          "positive_goodness": 4.124658046298557,
+          "runtime_seconds": 10.051753520965576
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6738656066046821,
+          "lr": 0.03,
+          "negative_goodness": 0.9749763679504394,
+          "pair_accuracy": 0.8985777777724796,
+          "positive_goodness": 4.046684522056579,
+          "runtime_seconds": 10.048254489898682
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6852923019621108,
+          "lr": 0.03,
+          "negative_goodness": 1.004231835132175,
+          "pair_accuracy": 0.9025333333757188,
+          "positive_goodness": 4.0579376986609565,
+          "runtime_seconds": 10.05697250366211
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7142373358620537,
+          "lr": 0.03,
+          "negative_goodness": 1.0471296072853935,
+          "pair_accuracy": 0.8958666666560703,
+          "positive_goodness": 3.946293104786343,
+          "runtime_seconds": 10.04898715019226
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6599911453458998,
+          "lr": 0.03,
+          "negative_goodness": 0.9481218861473931,
+          "pair_accuracy": 0.9043333333121406,
+          "positive_goodness": 4.1878479051378035,
+          "runtime_seconds": 10.054591178894043
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7247016898155212,
+          "lr": 0.03,
+          "negative_goodness": 1.011338179450565,
+          "pair_accuracy": 0.8912222222222222,
+          "positive_goodness": 3.9476418816460503,
+          "runtime_seconds": 10.056423425674438
+        }
+      ],
+      "layer": 25
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0754077345954047,
+          "lr": 0.03,
+          "negative_goodness": 1.596887409930759,
+          "pair_accuracy": 0.810977777783076,
+          "positive_goodness": 3.1357420365651447,
+          "runtime_seconds": 10.076606750488281
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9762479615529378,
+          "lr": 0.03,
+          "negative_goodness": 1.4439638203514946,
+          "pair_accuracy": 0.8263333333174387,
+          "positive_goodness": 3.2491509752909344,
+          "runtime_seconds": 10.0710768699646
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9164666673660279,
+          "lr": 0.03,
+          "negative_goodness": 1.3571886390686034,
+          "pair_accuracy": 0.8392222222540113,
+          "positive_goodness": 3.367342446306017,
+          "runtime_seconds": 10.079352617263794
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8966873063776228,
+          "lr": 0.03,
+          "negative_goodness": 1.3267776253700256,
+          "pair_accuracy": 0.8410444444444445,
+          "positive_goodness": 3.4256441567314995,
+          "runtime_seconds": 10.07205843925476
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8861953901078966,
+          "lr": 0.03,
+          "negative_goodness": 1.3362455600738525,
+          "pair_accuracy": 0.8413999999682109,
+          "positive_goodness": 3.4328766171773273,
+          "runtime_seconds": 10.077913522720337
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8172218341827393,
+          "lr": 0.03,
+          "negative_goodness": 1.2520480536672804,
+          "pair_accuracy": 0.867511111164093,
+          "positive_goodness": 3.653805304675632,
+          "runtime_seconds": 10.075621366500854
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8077260306464301,
+          "lr": 0.03,
+          "negative_goodness": 1.2514317898432414,
+          "pair_accuracy": 0.8684000000423855,
+          "positive_goodness": 3.6675525063408747,
+          "runtime_seconds": 10.096473217010498
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7875268301433987,
+          "lr": 0.03,
+          "negative_goodness": 1.2261982879426745,
+          "pair_accuracy": 0.8811777778307597,
+          "positive_goodness": 3.673423330391778,
+          "runtime_seconds": 10.101830005645752
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7377033579720391,
+          "lr": 0.03,
+          "negative_goodness": 1.1584482105255127,
+          "pair_accuracy": 0.8978000000423855,
+          "positive_goodness": 3.8597183612823485,
+          "runtime_seconds": 10.044204950332642
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7154156240463256,
+          "lr": 0.03,
+          "negative_goodness": 1.115414048830668,
+          "pair_accuracy": 0.9035111111005147,
+          "positive_goodness": 4.053048053910997,
+          "runtime_seconds": 9.959750890731812
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7976701223426395,
+          "lr": 0.03,
+          "negative_goodness": 1.210196309651269,
+          "pair_accuracy": 0.8828222222116259,
+          "positive_goodness": 3.6833365005493164,
+          "runtime_seconds": 9.949445724487305
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7235005657619901,
+          "lr": 0.03,
+          "negative_goodness": 1.1155193075180054,
+          "pair_accuracy": 0.8973333333545261,
+          "positive_goodness": 3.963395411406623,
+          "runtime_seconds": 9.962594747543335
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7296312120755514,
+          "lr": 0.03,
+          "negative_goodness": 1.1331677461094327,
+          "pair_accuracy": 0.8908888888782925,
+          "positive_goodness": 3.917820081753201,
+          "runtime_seconds": 9.984773397445679
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7701314965142144,
+          "lr": 0.03,
+          "negative_goodness": 1.1441217078526815,
+          "pair_accuracy": 0.8783555556085375,
+          "positive_goodness": 3.8138339547475177,
+          "runtime_seconds": 9.987700700759888
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7311767669889662,
+          "lr": 0.03,
+          "negative_goodness": 1.1132369034449259,
+          "pair_accuracy": 0.8962888889100816,
+          "positive_goodness": 3.9018770863850913,
+          "runtime_seconds": 10.01404881477356
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7168961059040494,
+          "lr": 0.03,
+          "negative_goodness": 1.0772306450102065,
+          "pair_accuracy": 0.8943777777777778,
+          "positive_goodness": 4.018947581905789,
+          "runtime_seconds": 10.054666996002197
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7587659620390999,
+          "lr": 0.03,
+          "negative_goodness": 1.119686351384057,
+          "pair_accuracy": 0.8862666666666666,
+          "positive_goodness": 3.8785154051038955,
+          "runtime_seconds": 10.049308061599731
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6935367529021369,
+          "lr": 0.03,
+          "negative_goodness": 1.0563864450772604,
+          "pair_accuracy": 0.9101777777777778,
+          "positive_goodness": 4.00179469265408,
+          "runtime_seconds": 10.040748357772827
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6761993137306638,
+          "lr": 0.03,
+          "negative_goodness": 1.0326671551810371,
+          "pair_accuracy": 0.9130666666666667,
+          "positive_goodness": 4.094303120083279,
+          "runtime_seconds": 10.050718307495117
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.696706811009513,
+          "lr": 0.03,
+          "negative_goodness": 1.0560373175726996,
+          "pair_accuracy": 0.8994444444444445,
+          "positive_goodness": 4.065681282552084,
+          "runtime_seconds": 10.033474445343018
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6921081252415975,
+          "lr": 0.03,
+          "negative_goodness": 1.0280698344972399,
+          "pair_accuracy": 0.9017555555555555,
+          "positive_goodness": 4.09735645904541,
+          "runtime_seconds": 10.010486841201782
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7416076448016696,
+          "lr": 0.03,
+          "negative_goodness": 1.1050043071534899,
+          "pair_accuracy": 0.8888666666666667,
+          "positive_goodness": 3.917665804417928,
+          "runtime_seconds": 9.959796667098999
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7092351714875963,
+          "lr": 0.03,
+          "negative_goodness": 1.0465496017032199,
+          "pair_accuracy": 0.8946444444444445,
+          "positive_goodness": 3.945064657465617,
+          "runtime_seconds": 9.967967748641968
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6807079020182292,
+          "lr": 0.03,
+          "negative_goodness": 1.0224991474469503,
+          "pair_accuracy": 0.9042444444444444,
+          "positive_goodness": 4.167212455240885,
+          "runtime_seconds": 9.962337493896484
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.683357845211029,
+          "lr": 0.03,
+          "negative_goodness": 1.0228102578163147,
+          "pair_accuracy": 0.8981777777777777,
+          "positive_goodness": 4.122249009026421,
+          "runtime_seconds": 9.965726613998413
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6621526769081751,
+          "lr": 0.03,
+          "negative_goodness": 0.9899435514873929,
+          "pair_accuracy": 0.9129777777777778,
+          "positive_goodness": 4.182604258643257,
+          "runtime_seconds": 9.963778257369995
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6482936428070069,
+          "lr": 0.03,
+          "negative_goodness": 0.9618897447374132,
+          "pair_accuracy": 0.9163999999841054,
+          "positive_goodness": 4.23324228439331,
+          "runtime_seconds": 9.987390518188477
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6338101997163561,
+          "lr": 0.03,
+          "negative_goodness": 0.9734577690760294,
+          "pair_accuracy": 0.9259555555449591,
+          "positive_goodness": 4.228517674001058,
+          "runtime_seconds": 10.018527030944824
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6905010349379646,
+          "lr": 0.03,
+          "negative_goodness": 1.012852920182546,
+          "pair_accuracy": 0.9076666666560703,
+          "positive_goodness": 4.039442114173042,
+          "runtime_seconds": 10.025130987167358
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6970536393589444,
+          "lr": 0.03,
+          "negative_goodness": 0.9974601542790731,
+          "pair_accuracy": 0.8990444444444444,
+          "positive_goodness": 4.026280062950982,
+          "runtime_seconds": 10.01854920387268
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6632667289310031,
+          "lr": 0.03,
+          "negative_goodness": 0.987554546631707,
+          "pair_accuracy": 0.9079777778201633,
+          "positive_goodness": 4.158877842140198,
+          "runtime_seconds": 10.02120041847229
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7026220719867282,
+          "lr": 0.03,
+          "negative_goodness": 1.0051252111646864,
+          "pair_accuracy": 0.8960888888782925,
+          "positive_goodness": 4.086066511535645,
+          "runtime_seconds": 10.017961502075195
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6896990658230252,
+          "lr": 0.03,
+          "negative_goodness": 1.0289629948510064,
+          "pair_accuracy": 0.9053111111164093,
+          "positive_goodness": 4.065423633066813,
+          "runtime_seconds": 10.008915662765503
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6425413310156928,
+          "lr": 0.03,
+          "negative_goodness": 0.9222569998847113,
+          "pair_accuracy": 0.9095555555873447,
+          "positive_goodness": 4.343401405058967,
+          "runtime_seconds": 10.007014989852905
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6707297577646043,
+          "lr": 0.03,
+          "negative_goodness": 0.9647929321712918,
+          "pair_accuracy": 0.896711111079322,
+          "positive_goodness": 4.233567786958482,
+          "runtime_seconds": 10.01942229270935
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.7168790613280402,
+          "lr": 0.03,
+          "negative_goodness": 1.0180048845291139,
+          "pair_accuracy": 0.9004888888782925,
+          "positive_goodness": 4.039086233562894,
+          "runtime_seconds": 10.003113269805908
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6436714503420724,
+          "lr": 0.03,
+          "negative_goodness": 0.9414882581339942,
+          "pair_accuracy": 0.9114666666666666,
+          "positive_goodness": 4.239902316877577,
+          "runtime_seconds": 9.970606327056885
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6932852479086982,
+          "lr": 0.03,
+          "negative_goodness": 0.9963754517290327,
+          "pair_accuracy": 0.8969777777777778,
+          "positive_goodness": 4.077731266530355,
+          "runtime_seconds": 9.954761981964111
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.715259654712677,
+          "lr": 0.03,
+          "negative_goodness": 1.0097330750571356,
+          "pair_accuracy": 0.9001555555449592,
+          "positive_goodness": 4.026358721330431,
+          "runtime_seconds": 9.965373754501343
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6456105721685621,
+          "lr": 0.03,
+          "negative_goodness": 0.9618749086459478,
+          "pair_accuracy": 0.9229555555555555,
+          "positive_goodness": 4.123552245924208,
+          "runtime_seconds": 9.95861005783081
+        }
+      ],
+      "layer": 26
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9973282545301649,
+          "lr": 0.03,
+          "negative_goodness": 1.3472452763663398,
+          "pair_accuracy": 0.8030444444550409,
+          "positive_goodness": 3.0183549074808758,
+          "runtime_seconds": 9.934853315353394
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8926615781784057,
+          "lr": 0.03,
+          "negative_goodness": 1.310264387427436,
+          "pair_accuracy": 0.8296888888888889,
+          "positive_goodness": 3.35326974673801,
+          "runtime_seconds": 9.955825805664062
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.87830744916598,
+          "lr": 0.03,
+          "negative_goodness": 1.2815399506198035,
+          "pair_accuracy": 0.8334666666666667,
+          "positive_goodness": 3.506083349439833,
+          "runtime_seconds": 9.939950942993164
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8059913368966845,
+          "lr": 0.03,
+          "negative_goodness": 1.1953766734653049,
+          "pair_accuracy": 0.8590888888888889,
+          "positive_goodness": 3.685178758494059,
+          "runtime_seconds": 9.934147596359253
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.831401661740409,
+          "lr": 0.03,
+          "negative_goodness": 1.2392694284545052,
+          "pair_accuracy": 0.8546444444444444,
+          "positive_goodness": 3.60773788011339,
+          "runtime_seconds": 9.974394798278809
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7831082214991252,
+          "lr": 0.03,
+          "negative_goodness": 1.1557285052405464,
+          "pair_accuracy": 0.8672666666666666,
+          "positive_goodness": 3.881923151652018,
+          "runtime_seconds": 10.045059204101562
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7646622186289893,
+          "lr": 0.03,
+          "negative_goodness": 1.1270515451643202,
+          "pair_accuracy": 0.8722222222222222,
+          "positive_goodness": 3.914533170912001,
+          "runtime_seconds": 10.05236291885376
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8011969330575731,
+          "lr": 0.03,
+          "negative_goodness": 1.1617358395894368,
+          "pair_accuracy": 0.8568888888676961,
+          "positive_goodness": 3.7001441154903834,
+          "runtime_seconds": 10.037477970123291
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7904286113950941,
+          "lr": 0.03,
+          "negative_goodness": 1.173604451974233,
+          "pair_accuracy": 0.8557333333863152,
+          "positive_goodness": 3.7644097271813286,
+          "runtime_seconds": 10.028298139572144
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7464506815592448,
+          "lr": 0.03,
+          "negative_goodness": 1.1125031994077894,
+          "pair_accuracy": 0.8801555555767483,
+          "positive_goodness": 3.8770199554867215,
+          "runtime_seconds": 9.992729902267456
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7029205097304451,
+          "lr": 0.03,
+          "negative_goodness": 1.0501743556976317,
+          "pair_accuracy": 0.8897111111111111,
+          "positive_goodness": 4.079000473403931,
+          "runtime_seconds": 9.991872787475586
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7591919878853692,
+          "lr": 0.03,
+          "negative_goodness": 1.0962554896036785,
+          "pair_accuracy": 0.8797555555343628,
+          "positive_goodness": 3.845050106345283,
+          "runtime_seconds": 9.990530967712402
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7349691083484226,
+          "lr": 0.03,
+          "negative_goodness": 1.0974861016379462,
+          "pair_accuracy": 0.8804888888570997,
+          "positive_goodness": 3.94255365041097,
+          "runtime_seconds": 9.997494220733643
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7506375585397085,
+          "lr": 0.03,
+          "negative_goodness": 1.1095067710055246,
+          "pair_accuracy": 0.8786222222222222,
+          "positive_goodness": 4.006408699544271,
+          "runtime_seconds": 10.023826122283936
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7696398738861084,
+          "lr": 0.03,
+          "negative_goodness": 1.1149286233266196,
+          "pair_accuracy": 0.8768444444974264,
+          "positive_goodness": 3.833420631451077,
+          "runtime_seconds": 10.056577444076538
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7286696126725939,
+          "lr": 0.03,
+          "negative_goodness": 1.0653853897306653,
+          "pair_accuracy": 0.8852222222222222,
+          "positive_goodness": 3.90455148340861,
+          "runtime_seconds": 10.071783065795898
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6493422082265218,
+          "lr": 0.03,
+          "negative_goodness": 0.9631670120239257,
+          "pair_accuracy": 0.9090888888888888,
+          "positive_goodness": 4.297175278049045,
+          "runtime_seconds": 10.031126976013184
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7091110239426295,
+          "lr": 0.03,
+          "negative_goodness": 1.0446134230507744,
+          "pair_accuracy": 0.8925111111111111,
+          "positive_goodness": 3.9862861300998262,
+          "runtime_seconds": 9.98530125617981
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7133112908230888,
+          "lr": 0.03,
+          "negative_goodness": 1.0550913597981135,
+          "pair_accuracy": 0.8871555555555556,
+          "positive_goodness": 4.042543593766954,
+          "runtime_seconds": 9.989944696426392
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6957509308232201,
+          "lr": 0.03,
+          "negative_goodness": 1.0169714228285684,
+          "pair_accuracy": 0.8974222222222222,
+          "positive_goodness": 4.135588390519884,
+          "runtime_seconds": 9.990549087524414
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7001423362731933,
+          "lr": 0.03,
+          "negative_goodness": 1.0057772292878893,
+          "pair_accuracy": 0.8836666666878594,
+          "positive_goodness": 4.078019660674201,
+          "runtime_seconds": 9.995277166366577
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7085884099960327,
+          "lr": 0.03,
+          "negative_goodness": 1.0206549253463746,
+          "pair_accuracy": 0.8851111110899184,
+          "positive_goodness": 4.071334675216675,
+          "runtime_seconds": 9.99241590499878
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6862817740228441,
+          "lr": 0.03,
+          "negative_goodness": 1.0167168387518988,
+          "pair_accuracy": 0.9007111111323038,
+          "positive_goodness": 4.126021142790052,
+          "runtime_seconds": 10.004430532455444
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7517608533329434,
+          "lr": 0.03,
+          "negative_goodness": 1.0722415704727173,
+          "pair_accuracy": 0.8798666666878594,
+          "positive_goodness": 3.8836316171858045,
+          "runtime_seconds": 10.032402276992798
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6668887093861898,
+          "lr": 0.03,
+          "negative_goodness": 0.9820835566414727,
+          "pair_accuracy": 0.9120000000052982,
+          "positive_goodness": 4.18927176844279,
+          "runtime_seconds": 10.169947862625122
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7153224961969588,
+          "lr": 0.03,
+          "negative_goodness": 1.0043122079637317,
+          "pair_accuracy": 0.8876666666666667,
+          "positive_goodness": 4.065902161492242,
+          "runtime_seconds": 10.17181944847107
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7111277776930067,
+          "lr": 0.03,
+          "negative_goodness": 1.0064700892342462,
+          "pair_accuracy": 0.8786000000211928,
+          "positive_goodness": 4.051913648796082,
+          "runtime_seconds": 10.182847738265991
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6727970147132873,
+          "lr": 0.03,
+          "negative_goodness": 0.9645984424591064,
+          "pair_accuracy": 0.9009999999788072,
+          "positive_goodness": 4.256581723446316,
+          "runtime_seconds": 10.19404411315918
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6959864339828491,
+          "lr": 0.03,
+          "negative_goodness": 0.9728437945948707,
+          "pair_accuracy": 0.8917777778095669,
+          "positive_goodness": 4.262056596713596,
+          "runtime_seconds": 10.185352563858032
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6597436196433173,
+          "lr": 0.03,
+          "negative_goodness": 0.9170972577200995,
+          "pair_accuracy": 0.9016222222222222,
+          "positive_goodness": 4.397140443632337,
+          "runtime_seconds": 10.179966449737549
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6148202548133003,
+          "lr": 0.03,
+          "negative_goodness": 0.8819213944964939,
+          "pair_accuracy": 0.9091111111111111,
+          "positive_goodness": 4.524136940511068,
+          "runtime_seconds": 10.099060297012329
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7074653270297581,
+          "lr": 0.03,
+          "negative_goodness": 0.9888508654064603,
+          "pair_accuracy": 0.8868666666719649,
+          "positive_goodness": 4.149769893179999,
+          "runtime_seconds": 10.049208402633667
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6836402069515652,
+          "lr": 0.03,
+          "negative_goodness": 0.9776879566616482,
+          "pair_accuracy": 0.8933777777777778,
+          "positive_goodness": 4.171838005362616,
+          "runtime_seconds": 10.042532444000244
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6670516364097595,
+          "lr": 0.03,
+          "negative_goodness": 0.9457303720262316,
+          "pair_accuracy": 0.9013333333333333,
+          "positive_goodness": 4.164082375420464,
+          "runtime_seconds": 10.04600977897644
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6738511717213524,
+          "lr": 0.03,
+          "negative_goodness": 0.9500945160441928,
+          "pair_accuracy": 0.9022222222222223,
+          "positive_goodness": 4.199338584899903,
+          "runtime_seconds": 10.045025110244751
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6990323189841376,
+          "lr": 0.03,
+          "negative_goodness": 0.9818230692227682,
+          "pair_accuracy": 0.8951111111534966,
+          "positive_goodness": 4.137388456090291,
+          "runtime_seconds": 10.050849914550781
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6543590897454156,
+          "lr": 0.03,
+          "negative_goodness": 0.9266872259351943,
+          "pair_accuracy": 0.8925777777777778,
+          "positive_goodness": 4.269241975487603,
+          "runtime_seconds": 10.054288864135742
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5992650219069587,
+          "lr": 0.03,
+          "negative_goodness": 0.850706814400355,
+          "pair_accuracy": 0.9219555555555555,
+          "positive_goodness": 4.595891338094075,
+          "runtime_seconds": 10.04828405380249
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6489611943350898,
+          "lr": 0.03,
+          "negative_goodness": 0.8984929085413615,
+          "pair_accuracy": 0.9016222222142749,
+          "positive_goodness": 4.4515726386176215,
+          "runtime_seconds": 10.053179740905762
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6220126320997874,
+          "lr": 0.03,
+          "negative_goodness": 0.8917177544911703,
+          "pair_accuracy": 0.9148,
+          "positive_goodness": 4.507846427408854,
+          "runtime_seconds": 10.047499656677246
+        }
+      ],
+      "layer": 27
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9221804879506429,
+          "lr": 0.03,
+          "negative_goodness": 1.4421615493880378,
+          "pair_accuracy": 0.8548666666666667,
+          "positive_goodness": 3.690839225853814,
+          "runtime_seconds": 10.06937861442566
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8524957663642035,
+          "lr": 0.03,
+          "negative_goodness": 1.316926120270623,
+          "pair_accuracy": 0.8548888888676961,
+          "positive_goodness": 3.636083918041653,
+          "runtime_seconds": 10.066743850708008
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8428867513868544,
+          "lr": 0.03,
+          "negative_goodness": 1.333231357574463,
+          "pair_accuracy": 0.8659999999947018,
+          "positive_goodness": 3.5961456211513942,
+          "runtime_seconds": 10.075169801712036
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8268709253311157,
+          "lr": 0.03,
+          "negative_goodness": 1.2770334579043918,
+          "pair_accuracy": 0.8533777777883742,
+          "positive_goodness": 3.576441589567396,
+          "runtime_seconds": 10.049075365066528
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7722645816617542,
+          "lr": 0.03,
+          "negative_goodness": 1.2160701414320203,
+          "pair_accuracy": 0.8679333333333333,
+          "positive_goodness": 3.7907052485148114,
+          "runtime_seconds": 10.071882009506226
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7866826685799493,
+          "lr": 0.03,
+          "negative_goodness": 1.2062876518673367,
+          "pair_accuracy": 0.870022222243415,
+          "positive_goodness": 3.752792928144667,
+          "runtime_seconds": 10.076712369918823
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8135524946636624,
+          "lr": 0.03,
+          "negative_goodness": 1.2496504679150051,
+          "pair_accuracy": 0.8594222222116258,
+          "positive_goodness": 3.6068329129960803,
+          "runtime_seconds": 10.037766933441162
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7690014966752794,
+          "lr": 0.03,
+          "negative_goodness": 1.1917794512006972,
+          "pair_accuracy": 0.8723111111376021,
+          "positive_goodness": 3.7192677597469754,
+          "runtime_seconds": 10.01506781578064
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.769010848792394,
+          "lr": 0.03,
+          "negative_goodness": 1.1731632952372233,
+          "pair_accuracy": 0.8718888888888889,
+          "positive_goodness": 3.756338835228814,
+          "runtime_seconds": 10.014165878295898
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7511619844648573,
+          "lr": 0.03,
+          "negative_goodness": 1.1535993487887912,
+          "pair_accuracy": 0.8752888888994853,
+          "positive_goodness": 3.7409136021931966,
+          "runtime_seconds": 10.039623737335205
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7241712444517348,
+          "lr": 0.03,
+          "negative_goodness": 1.1008472691429987,
+          "pair_accuracy": 0.8798222222116259,
+          "positive_goodness": 3.916466936916775,
+          "runtime_seconds": 10.07686972618103
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7416243732240465,
+          "lr": 0.03,
+          "negative_goodness": 1.1351803434160022,
+          "pair_accuracy": 0.8799333333333333,
+          "positive_goodness": 3.8154443522983126,
+          "runtime_seconds": 10.036656618118286
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7094451395246718,
+          "lr": 0.03,
+          "negative_goodness": 1.0685231173621283,
+          "pair_accuracy": 0.8808666666878594,
+          "positive_goodness": 3.989925425084432,
+          "runtime_seconds": 10.025899887084961
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7148241577360365,
+          "lr": 0.03,
+          "negative_goodness": 1.0845477354897393,
+          "pair_accuracy": 0.8849555555449592,
+          "positive_goodness": 3.911201128556993,
+          "runtime_seconds": 10.018788814544678
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6930087102916506,
+          "lr": 0.03,
+          "negative_goodness": 1.0636577247036827,
+          "pair_accuracy": 0.8943777777777778,
+          "positive_goodness": 3.9985579076978897,
+          "runtime_seconds": 10.02344799041748
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7004732805728913,
+          "lr": 0.03,
+          "negative_goodness": 1.073780974287457,
+          "pair_accuracy": 0.8944444444444445,
+          "positive_goodness": 3.968824179840088,
+          "runtime_seconds": 10.02070426940918
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7491039667977227,
+          "lr": 0.03,
+          "negative_goodness": 1.1161790109846328,
+          "pair_accuracy": 0.8762888888994853,
+          "positive_goodness": 3.869361102909512,
+          "runtime_seconds": 10.02143383026123
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7184235352410211,
+          "lr": 0.03,
+          "negative_goodness": 1.0503856811099583,
+          "pair_accuracy": 0.8832222222540114,
+          "positive_goodness": 3.949131775156657,
+          "runtime_seconds": 10.013886451721191
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7466217429425981,
+          "lr": 0.03,
+          "negative_goodness": 1.1106359362443288,
+          "pair_accuracy": 0.8788444444444444,
+          "positive_goodness": 3.8023085593329538,
+          "runtime_seconds": 10.01969027519226
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7227921074019538,
+          "lr": 0.03,
+          "negative_goodness": 1.0845147467295329,
+          "pair_accuracy": 0.8831555555449592,
+          "positive_goodness": 3.968156818856133,
+          "runtime_seconds": 10.013653755187988
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.699165432686276,
+          "lr": 0.03,
+          "negative_goodness": 1.0401889172448053,
+          "pair_accuracy": 0.8862666666666666,
+          "positive_goodness": 4.008302087148031,
+          "runtime_seconds": 10.014911413192749
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6821367959552341,
+          "lr": 0.03,
+          "negative_goodness": 1.0594229918162028,
+          "pair_accuracy": 0.8988222222328186,
+          "positive_goodness": 4.059271290545993,
+          "runtime_seconds": 10.012058019638062
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7241336813555823,
+          "lr": 0.03,
+          "negative_goodness": 1.0665042506800757,
+          "pair_accuracy": 0.8767777777777778,
+          "positive_goodness": 3.8803978759765627,
+          "runtime_seconds": 10.013751029968262
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6835401442633735,
+          "lr": 0.03,
+          "negative_goodness": 1.0330341786702475,
+          "pair_accuracy": 0.8921333333121406,
+          "positive_goodness": 4.060235665935941,
+          "runtime_seconds": 10.014899969100952
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6719598876025942,
+          "lr": 0.03,
+          "negative_goodness": 1.046072091680103,
+          "pair_accuracy": 0.9048,
+          "positive_goodness": 4.033721761491564,
+          "runtime_seconds": 10.017635107040405
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7453496799257067,
+          "lr": 0.03,
+          "negative_goodness": 1.0913183999167548,
+          "pair_accuracy": 0.8807111111111111,
+          "positive_goodness": 3.9400767964257133,
+          "runtime_seconds": 10.032061338424683
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6893340722613864,
+          "lr": 0.03,
+          "negative_goodness": 1.034689483133952,
+          "pair_accuracy": 0.8918666666984558,
+          "positive_goodness": 3.954676326031155,
+          "runtime_seconds": 10.066969871520996
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6481950015227,
+          "lr": 0.03,
+          "negative_goodness": 0.9818008621056875,
+          "pair_accuracy": 0.9057777777777778,
+          "positive_goodness": 4.220318747202556,
+          "runtime_seconds": 10.069378852844238
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.7012042014439901,
+          "lr": 0.03,
+          "negative_goodness": 1.0581065533743965,
+          "pair_accuracy": 0.8952444444232517,
+          "positive_goodness": 4.010556592263116,
+          "runtime_seconds": 10.071995735168457
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7076526320404477,
+          "lr": 0.03,
+          "negative_goodness": 1.017533501434326,
+          "pair_accuracy": 0.8768666666666667,
+          "positive_goodness": 3.9958628561231824,
+          "runtime_seconds": 10.074715852737427
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6721812032063802,
+          "lr": 0.03,
+          "negative_goodness": 1.0128212443033855,
+          "pair_accuracy": 0.8955999999788072,
+          "positive_goodness": 4.113391945605808,
+          "runtime_seconds": 10.08425235748291
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6736586957560645,
+          "lr": 0.03,
+          "negative_goodness": 0.9858647690667046,
+          "pair_accuracy": 0.8947999999894036,
+          "positive_goodness": 4.079405556318495,
+          "runtime_seconds": 10.074700355529785
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.656178367834621,
+          "lr": 0.03,
+          "negative_goodness": 0.9879680991278754,
+          "pair_accuracy": 0.8972444444444444,
+          "positive_goodness": 4.21054910413954,
+          "runtime_seconds": 10.078937530517578
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6918513781123691,
+          "lr": 0.03,
+          "negative_goodness": 1.0177796881887649,
+          "pair_accuracy": 0.8911777777671814,
+          "positive_goodness": 4.102686592186822,
+          "runtime_seconds": 10.075247287750244
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6537729209052192,
+          "lr": 0.03,
+          "negative_goodness": 0.9694091121249728,
+          "pair_accuracy": 0.905955555539661,
+          "positive_goodness": 4.172705106608073,
+          "runtime_seconds": 10.074471712112427
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6908776702457005,
+          "lr": 0.03,
+          "negative_goodness": 1.0198383930630155,
+          "pair_accuracy": 0.8917777777817514,
+          "positive_goodness": 4.117477531433106,
+          "runtime_seconds": 10.077322244644165
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6187315314531326,
+          "lr": 0.03,
+          "negative_goodness": 0.9207328838586807,
+          "pair_accuracy": 0.9149555555555555,
+          "positive_goodness": 4.323871966128879,
+          "runtime_seconds": 10.07469892501831
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7011205619812012,
+          "lr": 0.03,
+          "negative_goodness": 1.0125919501066207,
+          "pair_accuracy": 0.8915333333333333,
+          "positive_goodness": 4.09265262383355,
+          "runtime_seconds": 10.082283735275269
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6941359952078925,
+          "lr": 0.03,
+          "negative_goodness": 1.0029119274987115,
+          "pair_accuracy": 0.8879333333439298,
+          "positive_goodness": 4.1199705115424266,
+          "runtime_seconds": 10.161360502243042
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6934937392897076,
+          "lr": 0.03,
+          "negative_goodness": 1.0356123130374484,
+          "pair_accuracy": 0.894,
+          "positive_goodness": 4.001264546457927,
+          "runtime_seconds": 10.283041715621948
+        }
+      ],
+      "layer": 28
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8872664809650845,
+          "lr": 0.03,
+          "negative_goodness": 1.2610374111493428,
+          "pair_accuracy": 0.8587777777777778,
+          "positive_goodness": 3.3473619202507865,
+          "runtime_seconds": 10.075911283493042
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8152782010396321,
+          "lr": 0.03,
+          "negative_goodness": 1.2313219055599636,
+          "pair_accuracy": 0.875066666650772,
+          "positive_goodness": 3.6185823184543184,
+          "runtime_seconds": 10.052309274673462
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8432079123602974,
+          "lr": 0.03,
+          "negative_goodness": 1.2450663547092014,
+          "pair_accuracy": 0.8600444444974263,
+          "positive_goodness": 3.5660711201137967,
+          "runtime_seconds": 10.057555198669434
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7406409569528368,
+          "lr": 0.03,
+          "negative_goodness": 1.1286076908535427,
+          "pair_accuracy": 0.896022222190433,
+          "positive_goodness": 3.7959241757710775,
+          "runtime_seconds": 10.055273532867432
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7477033920500014,
+          "lr": 0.03,
+          "negative_goodness": 1.1399196376376681,
+          "pair_accuracy": 0.8910666666560703,
+          "positive_goodness": 3.823968726094564,
+          "runtime_seconds": 10.057621479034424
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6972613058514066,
+          "lr": 0.03,
+          "negative_goodness": 1.046972129758199,
+          "pair_accuracy": 0.9012222222752041,
+          "positive_goodness": 3.97553061565823,
+          "runtime_seconds": 10.048738479614258
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7318992391374376,
+          "lr": 0.03,
+          "negative_goodness": 1.0814495833714803,
+          "pair_accuracy": 0.8955555556085375,
+          "positive_goodness": 3.8686297049840292,
+          "runtime_seconds": 10.049051761627197
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.712668365462621,
+          "lr": 0.03,
+          "negative_goodness": 1.0769799249649048,
+          "pair_accuracy": 0.8945777777777778,
+          "positive_goodness": 3.9590901997036405,
+          "runtime_seconds": 10.056838989257812
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7350172864278157,
+          "lr": 0.03,
+          "negative_goodness": 1.0922421755896674,
+          "pair_accuracy": 0.887866666677263,
+          "positive_goodness": 3.8425066430833605,
+          "runtime_seconds": 10.053906679153442
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7106776964399549,
+          "lr": 0.03,
+          "negative_goodness": 1.03155348233117,
+          "pair_accuracy": 0.892977777783076,
+          "positive_goodness": 3.9699693670484755,
+          "runtime_seconds": 10.052066087722778
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7636669287469652,
+          "lr": 0.03,
+          "negative_goodness": 1.1068337872399223,
+          "pair_accuracy": 0.8829111111111111,
+          "positive_goodness": 3.7947679885016545,
+          "runtime_seconds": 10.052846431732178
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.693778589047326,
+          "lr": 0.03,
+          "negative_goodness": 1.0416959836112127,
+          "pair_accuracy": 0.9020444444974264,
+          "positive_goodness": 4.029539180628459,
+          "runtime_seconds": 10.053679704666138
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7032332011752659,
+          "lr": 0.03,
+          "negative_goodness": 1.0310190940009223,
+          "pair_accuracy": 0.8945999999788072,
+          "positive_goodness": 3.9878929563734267,
+          "runtime_seconds": 9.969465017318726
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6727694860246446,
+          "lr": 0.03,
+          "negative_goodness": 0.9637052684677971,
+          "pair_accuracy": 0.8945111111429003,
+          "positive_goodness": 4.1230434628380666,
+          "runtime_seconds": 9.936309814453125
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6612760377142164,
+          "lr": 0.03,
+          "negative_goodness": 0.9833089513142904,
+          "pair_accuracy": 0.901266666645474,
+          "positive_goodness": 4.1421237720913355,
+          "runtime_seconds": 9.935980081558228
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6925224894629585,
+          "lr": 0.03,
+          "negative_goodness": 1.0219133551067776,
+          "pair_accuracy": 0.8986666667196486,
+          "positive_goodness": 4.031834189690484,
+          "runtime_seconds": 9.943340539932251
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6518647311316597,
+          "lr": 0.03,
+          "negative_goodness": 0.9656548398971557,
+          "pair_accuracy": 0.9117777777936723,
+          "positive_goodness": 4.167345799827576,
+          "runtime_seconds": 9.936884641647339
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6708154081874423,
+          "lr": 0.03,
+          "negative_goodness": 0.9562301291041904,
+          "pair_accuracy": 0.8969111111217075,
+          "positive_goodness": 4.158211990102132,
+          "runtime_seconds": 9.9376859664917
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6889491943703757,
+          "lr": 0.03,
+          "negative_goodness": 1.0134726977825166,
+          "pair_accuracy": 0.9012444444444444,
+          "positive_goodness": 4.0857928572760684,
+          "runtime_seconds": 9.940669059753418
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6862767931169934,
+          "lr": 0.03,
+          "negative_goodness": 0.9972146312395732,
+          "pair_accuracy": 0.9030222222222222,
+          "positive_goodness": 4.0260133941226535,
+          "runtime_seconds": 9.935781002044678
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6661904729631212,
+          "lr": 0.03,
+          "negative_goodness": 0.9499649792777167,
+          "pair_accuracy": 0.9001555555343628,
+          "positive_goodness": 4.172589739693536,
+          "runtime_seconds": 9.93812894821167
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6448802200873693,
+          "lr": 0.03,
+          "negative_goodness": 0.9610180839750502,
+          "pair_accuracy": 0.9153333333333333,
+          "positive_goodness": 4.198410610029432,
+          "runtime_seconds": 9.941867351531982
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6505506902482775,
+          "lr": 0.03,
+          "negative_goodness": 0.9458975958294339,
+          "pair_accuracy": 0.9051555555555556,
+          "positive_goodness": 4.102512123976814,
+          "runtime_seconds": 9.941321611404419
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6318902108510335,
+          "lr": 0.03,
+          "negative_goodness": 0.906355880800883,
+          "pair_accuracy": 0.9145999999682108,
+          "positive_goodness": 4.299184376059638,
+          "runtime_seconds": 9.93293309211731
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6742010083410475,
+          "lr": 0.03,
+          "negative_goodness": 0.9879235899819269,
+          "pair_accuracy": 0.9091555555449592,
+          "positive_goodness": 4.020564132902357,
+          "runtime_seconds": 9.938151121139526
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6611903122425079,
+          "lr": 0.03,
+          "negative_goodness": 0.9511012084060245,
+          "pair_accuracy": 0.9121999999894036,
+          "positive_goodness": 4.063488042195638,
+          "runtime_seconds": 9.93993067741394
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6343254096137153,
+          "lr": 0.03,
+          "negative_goodness": 0.8884135166168213,
+          "pair_accuracy": 0.9000444444126553,
+          "positive_goodness": 4.282340312533909,
+          "runtime_seconds": 9.939478158950806
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6162593627505832,
+          "lr": 0.03,
+          "negative_goodness": 0.8893184426307679,
+          "pair_accuracy": 0.9152,
+          "positive_goodness": 4.370227366977268,
+          "runtime_seconds": 9.94476866722107
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6494569510512882,
+          "lr": 0.03,
+          "negative_goodness": 0.914290450472302,
+          "pair_accuracy": 0.9096222222222222,
+          "positive_goodness": 4.222837505086263,
+          "runtime_seconds": 9.943783521652222
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.649281451564365,
+          "lr": 0.03,
+          "negative_goodness": 0.9491903128465017,
+          "pair_accuracy": 0.9100444444444444,
+          "positive_goodness": 4.165049964904785,
+          "runtime_seconds": 9.912127494812012
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6267527609083388,
+          "lr": 0.03,
+          "negative_goodness": 0.8621317677074009,
+          "pair_accuracy": 0.9097999999788072,
+          "positive_goodness": 4.326508144675361,
+          "runtime_seconds": 9.938801050186157
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6182045806460911,
+          "lr": 0.03,
+          "negative_goodness": 0.9018237980312771,
+          "pair_accuracy": 0.9188444444451067,
+          "positive_goodness": 4.337988528357612,
+          "runtime_seconds": 9.93671202659607
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6067689634535047,
+          "lr": 0.03,
+          "negative_goodness": 0.8781712947951423,
+          "pair_accuracy": 0.9196666666669978,
+          "positive_goodness": 4.353846157073975,
+          "runtime_seconds": 9.943166017532349
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5989051156255933,
+          "lr": 0.03,
+          "negative_goodness": 0.8483096996943156,
+          "pair_accuracy": 0.9159999999788072,
+          "positive_goodness": 4.425803072060479,
+          "runtime_seconds": 9.944528341293335
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6357768700705634,
+          "lr": 0.03,
+          "negative_goodness": 0.9040650556988187,
+          "pair_accuracy": 0.9079777777777778,
+          "positive_goodness": 4.275713812849257,
+          "runtime_seconds": 9.946199655532837
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5554883244196573,
+          "lr": 0.03,
+          "negative_goodness": 0.8000754127926296,
+          "pair_accuracy": 0.9273555556085374,
+          "positive_goodness": 4.61751587562561,
+          "runtime_seconds": 10.01645565032959
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5930362655772103,
+          "lr": 0.03,
+          "negative_goodness": 0.8604083919299973,
+          "pair_accuracy": 0.9272222222222222,
+          "positive_goodness": 4.505759776051839,
+          "runtime_seconds": 10.05826997756958
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5665851357565985,
+          "lr": 0.03,
+          "negative_goodness": 0.8112014442549812,
+          "pair_accuracy": 0.9317333333333333,
+          "positive_goodness": 4.557649175601536,
+          "runtime_seconds": 10.055928945541382
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6486136707729764,
+          "lr": 0.03,
+          "negative_goodness": 0.9208026482052273,
+          "pair_accuracy": 0.9037555555237664,
+          "positive_goodness": 4.193940994856093,
+          "runtime_seconds": 10.060580968856812
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5825926074504852,
+          "lr": 0.03,
+          "negative_goodness": 0.8419774212943183,
+          "pair_accuracy": 0.9270666666666667,
+          "positive_goodness": 4.485696997748481,
+          "runtime_seconds": 10.058736562728882
+        }
+      ],
+      "layer": 29
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0527203379419114,
+          "lr": 0.03,
+          "negative_goodness": 1.5877434749391344,
+          "pair_accuracy": 0.8324444444444444,
+          "positive_goodness": 3.182067077170478,
+          "runtime_seconds": 10.086768627166748
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.788087932756212,
+          "lr": 0.03,
+          "negative_goodness": 1.290195106463962,
+          "pair_accuracy": 0.9029111111111111,
+          "positive_goodness": 3.8272314534399245,
+          "runtime_seconds": 10.080604076385498
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8240290346198612,
+          "lr": 0.03,
+          "negative_goodness": 1.2883222598499722,
+          "pair_accuracy": 0.8768888888888889,
+          "positive_goodness": 3.6531016982184514,
+          "runtime_seconds": 10.078842878341675
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7540148819393582,
+          "lr": 0.03,
+          "negative_goodness": 1.201154007021586,
+          "pair_accuracy": 0.8926444444126553,
+          "positive_goodness": 3.7884464078267417,
+          "runtime_seconds": 10.080885648727417
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7304339881261189,
+          "lr": 0.03,
+          "negative_goodness": 1.11335860909356,
+          "pair_accuracy": 0.8918444444444444,
+          "positive_goodness": 3.898308421749539,
+          "runtime_seconds": 10.081835269927979
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7381379524336921,
+          "lr": 0.03,
+          "negative_goodness": 1.1443515233357748,
+          "pair_accuracy": 0.8901555555555556,
+          "positive_goodness": 3.868937818230523,
+          "runtime_seconds": 10.080406427383423
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6831766552024418,
+          "lr": 0.03,
+          "negative_goodness": 1.070170069196489,
+          "pair_accuracy": 0.9114222222222222,
+          "positive_goodness": 4.039746946546766,
+          "runtime_seconds": 10.088561534881592
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6987806320296394,
+          "lr": 0.03,
+          "negative_goodness": 1.0417220620473227,
+          "pair_accuracy": 0.8938,
+          "positive_goodness": 4.047304008483887,
+          "runtime_seconds": 10.078872442245483
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6953670828077528,
+          "lr": 0.03,
+          "negative_goodness": 1.0859488314098782,
+          "pair_accuracy": 0.8991555556085374,
+          "positive_goodness": 3.9399426977793377,
+          "runtime_seconds": 10.080844163894653
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6607558449851142,
+          "lr": 0.03,
+          "negative_goodness": 1.0119096382141113,
+          "pair_accuracy": 0.9087111111243565,
+          "positive_goodness": 4.119036094326443,
+          "runtime_seconds": 10.082869529724121
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6828879483540853,
+          "lr": 0.03,
+          "negative_goodness": 1.0088172818289862,
+          "pair_accuracy": 0.9062666666772631,
+          "positive_goodness": 4.0514768441942,
+          "runtime_seconds": 10.022312641143799
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6904014861795638,
+          "lr": 0.03,
+          "negative_goodness": 1.0369989606115553,
+          "pair_accuracy": 0.9006888888888889,
+          "positive_goodness": 4.070397160932753,
+          "runtime_seconds": 9.960794687271118
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6862743945651584,
+          "lr": 0.03,
+          "negative_goodness": 1.0161548536512586,
+          "pair_accuracy": 0.897888888894187,
+          "positive_goodness": 4.067146290249295,
+          "runtime_seconds": 9.970938920974731
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6702796202659607,
+          "lr": 0.03,
+          "negative_goodness": 1.0132985458532968,
+          "pair_accuracy": 0.9079333333333334,
+          "positive_goodness": 4.021163410780165,
+          "runtime_seconds": 9.962181568145752
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6462748288048639,
+          "lr": 0.03,
+          "negative_goodness": 0.9852922549989488,
+          "pair_accuracy": 0.9157111110899183,
+          "positive_goodness": 4.2022311364491785,
+          "runtime_seconds": 9.956971645355225
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.691898160847028,
+          "lr": 0.03,
+          "negative_goodness": 1.0194975871774885,
+          "pair_accuracy": 0.9000222222222222,
+          "positive_goodness": 4.008075190565322,
+          "runtime_seconds": 9.960087060928345
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6390584043184916,
+          "lr": 0.03,
+          "negative_goodness": 0.9593855672306485,
+          "pair_accuracy": 0.9139111111111111,
+          "positive_goodness": 4.211722837151421,
+          "runtime_seconds": 9.96293568611145
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6642331957923041,
+          "lr": 0.03,
+          "negative_goodness": 0.9854809447924296,
+          "pair_accuracy": 0.9004,
+          "positive_goodness": 4.086551359812419,
+          "runtime_seconds": 9.961516618728638
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6420701846864488,
+          "lr": 0.03,
+          "negative_goodness": 0.9589314679039849,
+          "pair_accuracy": 0.9092222222328186,
+          "positive_goodness": 4.215237318929036,
+          "runtime_seconds": 9.970555543899536
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6297289316495259,
+          "lr": 0.03,
+          "negative_goodness": 0.939714123556349,
+          "pair_accuracy": 0.9128888888994853,
+          "positive_goodness": 4.292680307261149,
+          "runtime_seconds": 9.966504096984863
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6529057266553243,
+          "lr": 0.03,
+          "negative_goodness": 0.9539199870321485,
+          "pair_accuracy": 0.9073555555555556,
+          "positive_goodness": 4.236390735456679,
+          "runtime_seconds": 9.963369369506836
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6424391766574647,
+          "lr": 0.03,
+          "negative_goodness": 0.9338950427002377,
+          "pair_accuracy": 0.9047333333333333,
+          "positive_goodness": 4.280757856326633,
+          "runtime_seconds": 9.961521625518799
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6510272367795309,
+          "lr": 0.03,
+          "negative_goodness": 0.9597343287997776,
+          "pair_accuracy": 0.9040888888782925,
+          "positive_goodness": 4.247062623935276,
+          "runtime_seconds": 9.964585781097412
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6357407645834817,
+          "lr": 0.03,
+          "negative_goodness": 0.9544500939183765,
+          "pair_accuracy": 0.9161333333333334,
+          "positive_goodness": 4.203912306806776,
+          "runtime_seconds": 9.959272384643555
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5999115397188398,
+          "lr": 0.03,
+          "negative_goodness": 0.9009284882757399,
+          "pair_accuracy": 0.9260222222222222,
+          "positive_goodness": 4.3876876272413465,
+          "runtime_seconds": 9.972989559173584
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6131733137263192,
+          "lr": 0.03,
+          "negative_goodness": 0.8923269851737552,
+          "pair_accuracy": 0.9164222222222222,
+          "positive_goodness": 4.413973066880968,
+          "runtime_seconds": 9.958343267440796
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6059297974904378,
+          "lr": 0.03,
+          "negative_goodness": 0.8803764810562134,
+          "pair_accuracy": 0.9136444444126554,
+          "positive_goodness": 4.485605068206787,
+          "runtime_seconds": 9.964277982711792
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.609437104458279,
+          "lr": 0.03,
+          "negative_goodness": 0.8947190713670519,
+          "pair_accuracy": 0.91804444444461,
+          "positive_goodness": 4.388487822376357,
+          "runtime_seconds": 9.967325925827026
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5720112884309557,
+          "lr": 0.03,
+          "negative_goodness": 0.8215835718366835,
+          "pair_accuracy": 0.9218000000317892,
+          "positive_goodness": 4.506159666654798,
+          "runtime_seconds": 9.961693525314331
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6171475888358222,
+          "lr": 0.03,
+          "negative_goodness": 0.8973235738118489,
+          "pair_accuracy": 0.9156222222540114,
+          "positive_goodness": 4.433674624252319,
+          "runtime_seconds": 9.965421199798584
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6026717464235094,
+          "lr": 0.03,
+          "negative_goodness": 0.8965384653303359,
+          "pair_accuracy": 0.9197333333121406,
+          "positive_goodness": 4.348265403027004,
+          "runtime_seconds": 9.969858407974243
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6182759827666813,
+          "lr": 0.03,
+          "negative_goodness": 0.9278526787757874,
+          "pair_accuracy": 0.9221999999894036,
+          "positive_goodness": 4.2701071266174315,
+          "runtime_seconds": 9.958916902542114
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6008725464926825,
+          "lr": 0.03,
+          "negative_goodness": 0.8593160827636719,
+          "pair_accuracy": 0.9128444444444445,
+          "positive_goodness": 4.439442906867133,
+          "runtime_seconds": 9.964844465255737
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5809445569144355,
+          "lr": 0.03,
+          "negative_goodness": 0.8483521804597642,
+          "pair_accuracy": 0.927800000026491,
+          "positive_goodness": 4.426817695257399,
+          "runtime_seconds": 9.984657049179077
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6144778468237982,
+          "lr": 0.03,
+          "negative_goodness": 0.8901861510806613,
+          "pair_accuracy": 0.9142888888782925,
+          "positive_goodness": 4.346625002585517,
+          "runtime_seconds": 9.974590539932251
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5873738614188301,
+          "lr": 0.03,
+          "negative_goodness": 0.8564273905012343,
+          "pair_accuracy": 0.9186000000211928,
+          "positive_goodness": 4.446309986495971,
+          "runtime_seconds": 10.073867797851562
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6248400505913628,
+          "lr": 0.03,
+          "negative_goodness": 0.9047472524642944,
+          "pair_accuracy": 0.9162666666984558,
+          "positive_goodness": 4.3347523162417945,
+          "runtime_seconds": 9.98305892944336
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5860988001081678,
+          "lr": 0.03,
+          "negative_goodness": 0.8431514192581177,
+          "pair_accuracy": 0.917688888920678,
+          "positive_goodness": 4.47760111495124,
+          "runtime_seconds": 9.959319114685059
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6870628238572015,
+          "lr": 0.03,
+          "negative_goodness": 0.9740370849821303,
+          "pair_accuracy": 0.9029111110899184,
+          "positive_goodness": 4.058611128913031,
+          "runtime_seconds": 9.96480679512024
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.612367590883043,
+          "lr": 0.03,
+          "negative_goodness": 0.8885421074761285,
+          "pair_accuracy": 0.9109777777698305,
+          "positive_goodness": 4.3208310052023995,
+          "runtime_seconds": 9.958999156951904
+        }
+      ],
+      "layer": 30
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.895979928864373,
+          "lr": 0.03,
+          "negative_goodness": 1.290446430545383,
+          "pair_accuracy": 0.8529777777777777,
+          "positive_goodness": 3.392071725294325,
+          "runtime_seconds": 9.941535711288452
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8470980894088745,
+          "lr": 0.03,
+          "negative_goodness": 1.2547754196802776,
+          "pair_accuracy": 0.8701999999788073,
+          "positive_goodness": 3.4581240982055665,
+          "runtime_seconds": 9.938080310821533
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7766326047685411,
+          "lr": 0.03,
+          "negative_goodness": 1.165174969546,
+          "pair_accuracy": 0.8812666667196486,
+          "positive_goodness": 3.6795301303863526,
+          "runtime_seconds": 9.948394536972046
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8024202027638754,
+          "lr": 0.03,
+          "negative_goodness": 1.2075080683814154,
+          "pair_accuracy": 0.8821777777777777,
+          "positive_goodness": 3.602763991970486,
+          "runtime_seconds": 9.944293975830078
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7875595242288378,
+          "lr": 0.03,
+          "negative_goodness": 1.1723277770996094,
+          "pair_accuracy": 0.8847111110899184,
+          "positive_goodness": 3.674202441660563,
+          "runtime_seconds": 9.945285081863403
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7294254644870758,
+          "lr": 0.03,
+          "negative_goodness": 1.0897259763081868,
+          "pair_accuracy": 0.8928666666666667,
+          "positive_goodness": 3.882092630089654,
+          "runtime_seconds": 9.939208984375
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7210018215020497,
+          "lr": 0.03,
+          "negative_goodness": 1.0696194546805489,
+          "pair_accuracy": 0.8972,
+          "positive_goodness": 3.93049799202813,
+          "runtime_seconds": 9.945659399032593
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7103763287279341,
+          "lr": 0.03,
+          "negative_goodness": 1.0486638186666701,
+          "pair_accuracy": 0.9001111111111111,
+          "positive_goodness": 3.9809768812391493,
+          "runtime_seconds": 9.955312728881836
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7624806364589267,
+          "lr": 0.03,
+          "negative_goodness": 1.0983493452919855,
+          "pair_accuracy": 0.8854666666666666,
+          "positive_goodness": 3.771486375512017,
+          "runtime_seconds": 10.035012245178223
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.764994488313463,
+          "lr": 0.03,
+          "negative_goodness": 1.102196972380744,
+          "pair_accuracy": 0.8821111111270057,
+          "positive_goodness": 3.8084122876061333,
+          "runtime_seconds": 9.972667694091797
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6964509235805936,
+          "lr": 0.03,
+          "negative_goodness": 1.019561678949992,
+          "pair_accuracy": 0.9031555555555556,
+          "positive_goodness": 4.012372899670071,
+          "runtime_seconds": 9.958285570144653
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7235280456331041,
+          "lr": 0.03,
+          "negative_goodness": 1.0496018133693272,
+          "pair_accuracy": 0.8983555555555556,
+          "positive_goodness": 3.827729673936632,
+          "runtime_seconds": 10.00172209739685
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7117616896099515,
+          "lr": 0.03,
+          "negative_goodness": 1.0365675638198852,
+          "pair_accuracy": 0.8999999999682109,
+          "positive_goodness": 3.945915899149577,
+          "runtime_seconds": 9.968883275985718
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7558829819785224,
+          "lr": 0.03,
+          "negative_goodness": 1.0807425625695122,
+          "pair_accuracy": 0.8805555555449591,
+          "positive_goodness": 3.8103411047617595,
+          "runtime_seconds": 9.94870376586914
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6646051271014743,
+          "lr": 0.03,
+          "negative_goodness": 0.9695889597998725,
+          "pair_accuracy": 0.9057333333015442,
+          "positive_goodness": 4.15263760049608,
+          "runtime_seconds": 9.950842142105103
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6417580501132542,
+          "lr": 0.03,
+          "negative_goodness": 0.946171255938212,
+          "pair_accuracy": 0.9156222222328186,
+          "positive_goodness": 4.232892220391167,
+          "runtime_seconds": 9.964691162109375
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6534262130790287,
+          "lr": 0.03,
+          "negative_goodness": 0.9538364314052794,
+          "pair_accuracy": 0.9109777777777778,
+          "positive_goodness": 4.123261120266385,
+          "runtime_seconds": 9.942144632339478
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7089250459459093,
+          "lr": 0.03,
+          "negative_goodness": 1.001858676592509,
+          "pair_accuracy": 0.8968888888888888,
+          "positive_goodness": 3.9790655146280924,
+          "runtime_seconds": 9.947757720947266
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.64147910756535,
+          "lr": 0.03,
+          "negative_goodness": 0.9349143468962775,
+          "pair_accuracy": 0.9186222222222222,
+          "positive_goodness": 4.2275092376708985,
+          "runtime_seconds": 9.951383352279663
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.675972006114324,
+          "lr": 0.03,
+          "negative_goodness": 0.973912505891588,
+          "pair_accuracy": 0.8994,
+          "positive_goodness": 4.105897184668647,
+          "runtime_seconds": 10.008575201034546
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7064764359050327,
+          "lr": 0.03,
+          "negative_goodness": 1.0160143802483876,
+          "pair_accuracy": 0.8959333333333334,
+          "positive_goodness": 3.9194104285346136,
+          "runtime_seconds": 10.005050659179688
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7235590193324619,
+          "lr": 0.03,
+          "negative_goodness": 1.0357334026813507,
+          "pair_accuracy": 0.8940888888888889,
+          "positive_goodness": 3.942307022221883,
+          "runtime_seconds": 9.972609519958496
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6745021367232005,
+          "lr": 0.03,
+          "negative_goodness": 0.9642095009803772,
+          "pair_accuracy": 0.9085111111111112,
+          "positive_goodness": 4.0482156278822155,
+          "runtime_seconds": 9.94254207611084
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5992626527150472,
+          "lr": 0.03,
+          "negative_goodness": 0.8920467013676961,
+          "pair_accuracy": 0.9271111110952165,
+          "positive_goodness": 4.488479331673516,
+          "runtime_seconds": 9.952384233474731
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6746314722273085,
+          "lr": 0.03,
+          "negative_goodness": 0.9322276020156013,
+          "pair_accuracy": 0.9022222222275205,
+          "positive_goodness": 4.242767919158935,
+          "runtime_seconds": 9.95505166053772
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.695904409927792,
+          "lr": 0.03,
+          "negative_goodness": 0.9807526109695435,
+          "pair_accuracy": 0.8954666666666666,
+          "positive_goodness": 3.985301328955756,
+          "runtime_seconds": 9.9653959274292
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6856453708807627,
+          "lr": 0.03,
+          "negative_goodness": 0.9685449261718326,
+          "pair_accuracy": 0.8975777777777778,
+          "positive_goodness": 4.037819399939643,
+          "runtime_seconds": 10.07592487335205
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6405441376553641,
+          "lr": 0.03,
+          "negative_goodness": 0.9084001415782504,
+          "pair_accuracy": 0.9122222222222223,
+          "positive_goodness": 4.277704297044542,
+          "runtime_seconds": 10.052971363067627
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6213930712064107,
+          "lr": 0.03,
+          "negative_goodness": 0.891893326801724,
+          "pair_accuracy": 0.9242222222222222,
+          "positive_goodness": 4.37259070693122,
+          "runtime_seconds": 9.991830587387085
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6297228010177612,
+          "lr": 0.03,
+          "negative_goodness": 0.8961210288365682,
+          "pair_accuracy": 0.9161555555555555,
+          "positive_goodness": 4.262028603363037,
+          "runtime_seconds": 9.989911794662476
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.647338176314036,
+          "lr": 0.03,
+          "negative_goodness": 0.9046119753837586,
+          "pair_accuracy": 0.9082444444338481,
+          "positive_goodness": 4.188191352886624,
+          "runtime_seconds": 9.999000549316406
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6731981682035658,
+          "lr": 0.03,
+          "negative_goodness": 0.9188089425616794,
+          "pair_accuracy": 0.8985777777671814,
+          "positive_goodness": 4.1417329043918185,
+          "runtime_seconds": 9.993606328964233
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6508849210712645,
+          "lr": 0.03,
+          "negative_goodness": 0.9018299841668871,
+          "pair_accuracy": 0.9115333333333333,
+          "positive_goodness": 4.177507799699572,
+          "runtime_seconds": 9.968447208404541
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5885925085438622,
+          "lr": 0.03,
+          "negative_goodness": 0.8462221169842614,
+          "pair_accuracy": 0.9280444444444444,
+          "positive_goodness": 4.3928562408447265,
+          "runtime_seconds": 10.00088095664978
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7056479803562165,
+          "lr": 0.03,
+          "negative_goodness": 0.9771130065282186,
+          "pair_accuracy": 0.8927777777671814,
+          "positive_goodness": 3.9954342680189345,
+          "runtime_seconds": 10.01268458366394
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6254214613596598,
+          "lr": 0.03,
+          "negative_goodness": 0.9008965121587118,
+          "pair_accuracy": 0.9207111111005147,
+          "positive_goodness": 4.31839161406623,
+          "runtime_seconds": 10.014852523803711
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5961019582536485,
+          "lr": 0.03,
+          "negative_goodness": 0.845542149564955,
+          "pair_accuracy": 0.9194666666693158,
+          "positive_goodness": 4.481413532087538,
+          "runtime_seconds": 10.023297548294067
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6583883216963874,
+          "lr": 0.03,
+          "negative_goodness": 0.8677720418188307,
+          "pair_accuracy": 0.9043999999894036,
+          "positive_goodness": 4.229232146199545,
+          "runtime_seconds": 10.024507999420166
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6117039626863268,
+          "lr": 0.03,
+          "negative_goodness": 0.8451396239704556,
+          "pair_accuracy": 0.9235111111005148,
+          "positive_goodness": 4.414740050760905,
+          "runtime_seconds": 10.030121803283691
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6207292570537991,
+          "lr": 0.03,
+          "negative_goodness": 0.8818078737470839,
+          "pair_accuracy": 0.913177777756585,
+          "positive_goodness": 4.316921987491184,
+          "runtime_seconds": 10.029073476791382
+        }
+      ],
+      "layer": 31
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9571427828047011,
+          "lr": 0.03,
+          "negative_goodness": 1.5520686111874051,
+          "pair_accuracy": 0.8731777777618832,
+          "positive_goodness": 3.3990124696095783,
+          "runtime_seconds": 10.039581775665283
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8794643289989895,
+          "lr": 0.03,
+          "negative_goodness": 1.3608488307740954,
+          "pair_accuracy": 0.8567777778307597,
+          "positive_goodness": 3.4355942749023436,
+          "runtime_seconds": 10.038503885269165
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7641720732159085,
+          "lr": 0.03,
+          "negative_goodness": 1.2215954839070637,
+          "pair_accuracy": 0.8891333333863153,
+          "positive_goodness": 3.7938356208377413,
+          "runtime_seconds": 10.042763471603394
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7166664213074578,
+          "lr": 0.03,
+          "negative_goodness": 1.1188248928493925,
+          "pair_accuracy": 0.895022222190433,
+          "positive_goodness": 4.012185805384318,
+          "runtime_seconds": 10.04386854171753
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7254519999821981,
+          "lr": 0.03,
+          "negative_goodness": 1.1377262819714016,
+          "pair_accuracy": 0.8964222221904331,
+          "positive_goodness": 3.975534745279948,
+          "runtime_seconds": 10.04730772972107
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7029708911948734,
+          "lr": 0.03,
+          "negative_goodness": 1.0940044045448303,
+          "pair_accuracy": 0.8981111111005148,
+          "positive_goodness": 4.074843015289306,
+          "runtime_seconds": 10.037362337112427
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6801964372952779,
+          "lr": 0.03,
+          "negative_goodness": 1.0449840445624456,
+          "pair_accuracy": 0.8990666666348776,
+          "positive_goodness": 4.269941180123223,
+          "runtime_seconds": 10.050221920013428
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.675688521194458,
+          "lr": 0.03,
+          "negative_goodness": 1.0224669211493598,
+          "pair_accuracy": 0.8932444444444444,
+          "positive_goodness": 4.321503373887804,
+          "runtime_seconds": 10.03706669807434
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7042894311242633,
+          "lr": 0.03,
+          "negative_goodness": 1.063742868677775,
+          "pair_accuracy": 0.8948666666666667,
+          "positive_goodness": 4.044369224378798,
+          "runtime_seconds": 10.034702777862549
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6790701773643494,
+          "lr": 0.03,
+          "negative_goodness": 1.052576384968228,
+          "pair_accuracy": 0.9058666667090521,
+          "positive_goodness": 4.115242134475708,
+          "runtime_seconds": 10.036365032196045
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7306722278171115,
+          "lr": 0.03,
+          "negative_goodness": 1.0795858651796977,
+          "pair_accuracy": 0.8833999999788072,
+          "positive_goodness": 4.001572648281521,
+          "runtime_seconds": 10.039581537246704
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6491553808424207,
+          "lr": 0.03,
+          "negative_goodness": 1.018415724934472,
+          "pair_accuracy": 0.9097111111005147,
+          "positive_goodness": 4.222223449961344,
+          "runtime_seconds": 10.035427570343018
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6580566675610012,
+          "lr": 0.03,
+          "negative_goodness": 1.0083212010065714,
+          "pair_accuracy": 0.9056666666666666,
+          "positive_goodness": 4.186473304155138,
+          "runtime_seconds": 10.034303426742554
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6580777748531765,
+          "lr": 0.03,
+          "negative_goodness": 0.9913626222822401,
+          "pair_accuracy": 0.9039555555343628,
+          "positive_goodness": 4.220936089070638,
+          "runtime_seconds": 10.035549879074097
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6092214242405362,
+          "lr": 0.03,
+          "negative_goodness": 0.9306989562299517,
+          "pair_accuracy": 0.915,
+          "positive_goodness": 4.4361083973354765,
+          "runtime_seconds": 10.077055215835571
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6917043537775676,
+          "lr": 0.03,
+          "negative_goodness": 1.0348192432191636,
+          "pair_accuracy": 0.9019333333333334,
+          "positive_goodness": 4.154803136698405,
+          "runtime_seconds": 10.094709873199463
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6509540586895413,
+          "lr": 0.03,
+          "negative_goodness": 0.9689782274564107,
+          "pair_accuracy": 0.9058888889418708,
+          "positive_goodness": 4.230463677512275,
+          "runtime_seconds": 10.099379777908325
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.601288715145323,
+          "lr": 0.03,
+          "negative_goodness": 0.9354167592896355,
+          "pair_accuracy": 0.9126222222222222,
+          "positive_goodness": 4.431241020202637,
+          "runtime_seconds": 10.08792757987976
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6532455193678538,
+          "lr": 0.03,
+          "negative_goodness": 0.9694784748501248,
+          "pair_accuracy": 0.9087111111111111,
+          "positive_goodness": 4.2373405392964685,
+          "runtime_seconds": 10.116528034210205
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6524370477411482,
+          "lr": 0.03,
+          "negative_goodness": 0.9723046496338315,
+          "pair_accuracy": 0.9121111111111111,
+          "positive_goodness": 4.19987468761868,
+          "runtime_seconds": 10.109500885009766
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.654826272837321,
+          "lr": 0.03,
+          "negative_goodness": 0.967896542316013,
+          "pair_accuracy": 0.9018222222261959,
+          "positive_goodness": 4.268311320580376,
+          "runtime_seconds": 10.087544679641724
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.598096206665039,
+          "lr": 0.03,
+          "negative_goodness": 0.9158814609527588,
+          "pair_accuracy": 0.9203111111005148,
+          "positive_goodness": 4.437094774034288,
+          "runtime_seconds": 10.095343589782715
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6432597007115682,
+          "lr": 0.03,
+          "negative_goodness": 0.9645690663443671,
+          "pair_accuracy": 0.9102666666560703,
+          "positive_goodness": 4.157738592232598,
+          "runtime_seconds": 10.098874568939209
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6358317419581944,
+          "lr": 0.03,
+          "negative_goodness": 0.93814405930837,
+          "pair_accuracy": 0.910844444433848,
+          "positive_goodness": 4.301655565897624,
+          "runtime_seconds": 10.02159857749939
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.674162274424235,
+          "lr": 0.03,
+          "negative_goodness": 0.9654614650938246,
+          "pair_accuracy": 0.9006000000132455,
+          "positive_goodness": 4.140436628511217,
+          "runtime_seconds": 9.9755380153656
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.651431692843967,
+          "lr": 0.03,
+          "negative_goodness": 0.9781975006527371,
+          "pair_accuracy": 0.9090222222222222,
+          "positive_goodness": 4.114314656405979,
+          "runtime_seconds": 9.95893406867981
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6496234606822332,
+          "lr": 0.03,
+          "negative_goodness": 0.9579895099772348,
+          "pair_accuracy": 0.9081777777777778,
+          "positive_goodness": 4.185779586368137,
+          "runtime_seconds": 9.957132577896118
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6751617731306288,
+          "lr": 0.03,
+          "negative_goodness": 0.988876019583808,
+          "pair_accuracy": 0.8933111111111111,
+          "positive_goodness": 4.173401971435547,
+          "runtime_seconds": 9.958920001983643
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6539076081805759,
+          "lr": 0.03,
+          "negative_goodness": 0.9367621976799435,
+          "pair_accuracy": 0.8952666666666667,
+          "positive_goodness": 4.18576299235026,
+          "runtime_seconds": 9.980079650878906
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6136250913619995,
+          "lr": 0.03,
+          "negative_goodness": 0.904463730208079,
+          "pair_accuracy": 0.9129555555555555,
+          "positive_goodness": 4.353628818511963,
+          "runtime_seconds": 9.80945611000061
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6644755024592082,
+          "lr": 0.03,
+          "negative_goodness": 0.9664013893657261,
+          "pair_accuracy": 0.8946888889100817,
+          "positive_goodness": 4.170952260080973,
+          "runtime_seconds": 9.966344356536865
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6019549238204956,
+          "lr": 0.03,
+          "negative_goodness": 0.890285473314921,
+          "pair_accuracy": 0.9147555555555555,
+          "positive_goodness": 4.457985679372151,
+          "runtime_seconds": 9.960948944091797
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5802971987141503,
+          "lr": 0.03,
+          "negative_goodness": 0.8840256461673313,
+          "pair_accuracy": 0.9234888888782925,
+          "positive_goodness": 4.531624133385552,
+          "runtime_seconds": 9.960318326950073
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6517886258973016,
+          "lr": 0.03,
+          "negative_goodness": 0.9573378620995415,
+          "pair_accuracy": 0.9069111111111111,
+          "positive_goodness": 4.239572627936469,
+          "runtime_seconds": 9.980063915252686
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.668260863939921,
+          "lr": 0.03,
+          "negative_goodness": 0.949830303838518,
+          "pair_accuracy": 0.8990000000529819,
+          "positive_goodness": 4.130654037729899,
+          "runtime_seconds": 10.021864652633667
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5937122045252058,
+          "lr": 0.03,
+          "negative_goodness": 0.9155929442829556,
+          "pair_accuracy": 0.9256666666560703,
+          "positive_goodness": 4.405227042728,
+          "runtime_seconds": 10.015639781951904
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5416820426093207,
+          "lr": 0.03,
+          "negative_goodness": 0.8407078239864774,
+          "pair_accuracy": 0.9348666666348775,
+          "positive_goodness": 4.664542295159234,
+          "runtime_seconds": 10.019673109054565
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6586524071481493,
+          "lr": 0.03,
+          "negative_goodness": 0.9317456098344591,
+          "pair_accuracy": 0.8930666666560703,
+          "positive_goodness": 4.2250420800526935,
+          "runtime_seconds": 10.017554521560669
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6180063926272922,
+          "lr": 0.03,
+          "negative_goodness": 0.8802477085325453,
+          "pair_accuracy": 0.9085333333439297,
+          "positive_goodness": 4.428954905615913,
+          "runtime_seconds": 10.012910842895508
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5924858799987369,
+          "lr": 0.03,
+          "negative_goodness": 0.8800422372817993,
+          "pair_accuracy": 0.9206666666560703,
+          "positive_goodness": 4.419239108700222,
+          "runtime_seconds": 10.01402997970581
+        }
+      ],
+      "layer": 32
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8775403936068217,
+          "lr": 0.03,
+          "negative_goodness": 1.2273791823175217,
+          "pair_accuracy": 0.8661333333015442,
+          "positive_goodness": 3.420658640586005,
+          "runtime_seconds": 9.992662906646729
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7927472955120934,
+          "lr": 0.03,
+          "negative_goodness": 1.17883691294988,
+          "pair_accuracy": 0.9036444444338481,
+          "positive_goodness": 3.6525686351352267,
+          "runtime_seconds": 9.990451574325562
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8065639284133911,
+          "lr": 0.03,
+          "negative_goodness": 1.1892847421858046,
+          "pair_accuracy": 0.8838000000529819,
+          "positive_goodness": 3.64062059334649,
+          "runtime_seconds": 9.99244236946106
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7591941640430027,
+          "lr": 0.03,
+          "negative_goodness": 1.122080318461524,
+          "pair_accuracy": 0.9033555555343628,
+          "positive_goodness": 3.811155273861355,
+          "runtime_seconds": 9.996013402938843
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7338217303435007,
+          "lr": 0.03,
+          "negative_goodness": 1.0963964272499085,
+          "pair_accuracy": 0.906044444433848,
+          "positive_goodness": 3.8497717044830324,
+          "runtime_seconds": 9.99138879776001
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7685676646444533,
+          "lr": 0.03,
+          "negative_goodness": 1.1290455292807684,
+          "pair_accuracy": 0.8805111111111111,
+          "positive_goodness": 3.7093546789381238,
+          "runtime_seconds": 9.993512868881226
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7316480138778686,
+          "lr": 0.03,
+          "negative_goodness": 1.078336469078064,
+          "pair_accuracy": 0.9008222222010295,
+          "positive_goodness": 3.7862786136627196,
+          "runtime_seconds": 10.005736827850342
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7039810042540232,
+          "lr": 0.03,
+          "negative_goodness": 1.0398155017852784,
+          "pair_accuracy": 0.9023333333333333,
+          "positive_goodness": 3.9362326671176486,
+          "runtime_seconds": 9.999104261398315
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6947509299437205,
+          "lr": 0.03,
+          "negative_goodness": 1.0034758990234798,
+          "pair_accuracy": 0.9054888888888889,
+          "positive_goodness": 3.9959831748962404,
+          "runtime_seconds": 9.996104001998901
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6988318108558654,
+          "lr": 0.03,
+          "negative_goodness": 0.9939229785919189,
+          "pair_accuracy": 0.9001111111111111,
+          "positive_goodness": 3.991137611728244,
+          "runtime_seconds": 9.99892807006836
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6722750585291121,
+          "lr": 0.03,
+          "negative_goodness": 0.9686307286752595,
+          "pair_accuracy": 0.9126,
+          "positive_goodness": 4.072514661492241,
+          "runtime_seconds": 9.991799592971802
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6405874509440528,
+          "lr": 0.03,
+          "negative_goodness": 0.923414528910319,
+          "pair_accuracy": 0.9093999999894036,
+          "positive_goodness": 4.171556795501709,
+          "runtime_seconds": 9.993040084838867
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6565637683444553,
+          "lr": 0.03,
+          "negative_goodness": 0.9368971870422363,
+          "pair_accuracy": 0.9031555555595292,
+          "positive_goodness": 4.184329573567708,
+          "runtime_seconds": 9.999590396881104
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6565613461070591,
+          "lr": 0.03,
+          "negative_goodness": 0.9381132279581493,
+          "pair_accuracy": 0.9147777777777778,
+          "positive_goodness": 4.133940472581651,
+          "runtime_seconds": 10.010251998901367
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6447041301091512,
+          "lr": 0.03,
+          "negative_goodness": 0.9203395280943977,
+          "pair_accuracy": 0.9095555555979411,
+          "positive_goodness": 4.2028245365142824,
+          "runtime_seconds": 10.011644840240479
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5567014875306023,
+          "lr": 0.03,
+          "negative_goodness": 0.8435284137937757,
+          "pair_accuracy": 0.9455333333015442,
+          "positive_goodness": 4.562089350255331,
+          "runtime_seconds": 9.989068984985352
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6305024337450663,
+          "lr": 0.03,
+          "negative_goodness": 0.8925985129674275,
+          "pair_accuracy": 0.9178888889418708,
+          "positive_goodness": 4.2576495532989505,
+          "runtime_seconds": 9.959112405776978
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6617442392243279,
+          "lr": 0.03,
+          "negative_goodness": 0.9226030493153466,
+          "pair_accuracy": 0.9122222222222223,
+          "positive_goodness": 4.119569735972086,
+          "runtime_seconds": 9.932730913162231
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5761878124660916,
+          "lr": 0.03,
+          "negative_goodness": 0.8072646861924065,
+          "pair_accuracy": 0.9253777777989706,
+          "positive_goodness": 4.532887953694662,
+          "runtime_seconds": 9.97112774848938
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6621815564685398,
+          "lr": 0.03,
+          "negative_goodness": 0.9145419657071432,
+          "pair_accuracy": 0.8994444444868299,
+          "positive_goodness": 4.210193179088169,
+          "runtime_seconds": 9.990675687789917
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5213090593655905,
+          "lr": 0.03,
+          "negative_goodness": 0.7797811721060011,
+          "pair_accuracy": 0.9454222222222223,
+          "positive_goodness": 4.8625082515292695,
+          "runtime_seconds": 9.994551420211792
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6229051810158623,
+          "lr": 0.03,
+          "negative_goodness": 0.8762820412635803,
+          "pair_accuracy": 0.9171555555608537,
+          "positive_goodness": 4.412780305322011,
+          "runtime_seconds": 9.99372410774231
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5779249543719821,
+          "lr": 0.03,
+          "negative_goodness": 0.829430890888638,
+          "pair_accuracy": 0.9247111110952165,
+          "positive_goodness": 4.504672818438212,
+          "runtime_seconds": 10.045057535171509
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.623989332347446,
+          "lr": 0.03,
+          "negative_goodness": 0.8743355153348711,
+          "pair_accuracy": 0.9118888889312744,
+          "positive_goodness": 4.255456501324971,
+          "runtime_seconds": 10.12296438217163
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6041246428410212,
+          "lr": 0.03,
+          "negative_goodness": 0.836143303835392,
+          "pair_accuracy": 0.9269333333333334,
+          "positive_goodness": 4.399119314829508,
+          "runtime_seconds": 10.123973608016968
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6392179711871677,
+          "lr": 0.03,
+          "negative_goodness": 0.8958638978110419,
+          "pair_accuracy": 0.9136,
+          "positive_goodness": 4.288931726752387,
+          "runtime_seconds": 10.13003158569336
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6190047213872274,
+          "lr": 0.03,
+          "negative_goodness": 0.8671034500969781,
+          "pair_accuracy": 0.9134,
+          "positive_goodness": 4.371512220170763,
+          "runtime_seconds": 10.13254427909851
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6143062329875099,
+          "lr": 0.03,
+          "negative_goodness": 0.8397880694601271,
+          "pair_accuracy": 0.9191111111111111,
+          "positive_goodness": 4.311558707682292,
+          "runtime_seconds": 10.139798402786255
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5951693809138404,
+          "lr": 0.03,
+          "negative_goodness": 0.8188633423169454,
+          "pair_accuracy": 0.9251777777777778,
+          "positive_goodness": 4.424571667395698,
+          "runtime_seconds": 10.138149499893188
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5824643005715476,
+          "lr": 0.03,
+          "negative_goodness": 0.8094125044557783,
+          "pair_accuracy": 0.9229555555555555,
+          "positive_goodness": 4.398123372395833,
+          "runtime_seconds": 10.01394772529602
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5527095999532275,
+          "lr": 0.03,
+          "negative_goodness": 0.7743318483485115,
+          "pair_accuracy": 0.9304888888888889,
+          "positive_goodness": 4.67305200076633,
+          "runtime_seconds": 10.004955768585205
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5671391041782167,
+          "lr": 0.03,
+          "negative_goodness": 0.7992114481422636,
+          "pair_accuracy": 0.926,
+          "positive_goodness": 4.566206705559624,
+          "runtime_seconds": 9.995394229888916
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6404328046586778,
+          "lr": 0.03,
+          "negative_goodness": 0.8786908142937554,
+          "pair_accuracy": 0.9092888888782925,
+          "positive_goodness": 4.303854938083225,
+          "runtime_seconds": 10.008742809295654
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5988216574350993,
+          "lr": 0.03,
+          "negative_goodness": 0.8177063032574123,
+          "pair_accuracy": 0.9145111110899183,
+          "positive_goodness": 4.455991916402181,
+          "runtime_seconds": 10.013883590698242
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5880609906276068,
+          "lr": 0.03,
+          "negative_goodness": 0.8075659817384349,
+          "pair_accuracy": 0.9291555555555555,
+          "positive_goodness": 4.484889797210693,
+          "runtime_seconds": 10.016686201095581
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5678715657578575,
+          "lr": 0.03,
+          "negative_goodness": 0.8059767995331022,
+          "pair_accuracy": 0.9290222222222222,
+          "positive_goodness": 4.506658736165365,
+          "runtime_seconds": 10.014960765838623
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.681596632639567,
+          "lr": 0.03,
+          "negative_goodness": 0.8925116480297512,
+          "pair_accuracy": 0.8839111111031638,
+          "positive_goodness": 4.253534789111879,
+          "runtime_seconds": 10.02083945274353
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6148919690026178,
+          "lr": 0.03,
+          "negative_goodness": 0.8630514293193817,
+          "pair_accuracy": 0.914666666677263,
+          "positive_goodness": 4.345549751027425,
+          "runtime_seconds": 10.017074584960938
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5865168914371066,
+          "lr": 0.03,
+          "negative_goodness": 0.83904118636979,
+          "pair_accuracy": 0.9225555555449592,
+          "positive_goodness": 4.435555789438883,
+          "runtime_seconds": 10.021092176437378
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5875494206640456,
+          "lr": 0.03,
+          "negative_goodness": 0.7921849565347036,
+          "pair_accuracy": 0.9165111111005148,
+          "positive_goodness": 4.527910473293728,
+          "runtime_seconds": 10.01183557510376
+        }
+      ],
+      "layer": 33
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0322268606821696,
+          "lr": 0.03,
+          "negative_goodness": 1.499512560749054,
+          "pair_accuracy": 0.8447111111005148,
+          "positive_goodness": 3.4011474119822185,
+          "runtime_seconds": 10.042738676071167
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8970918490038978,
+          "lr": 0.03,
+          "negative_goodness": 1.2760134171062045,
+          "pair_accuracy": 0.8587777777777778,
+          "positive_goodness": 3.5121770126342775,
+          "runtime_seconds": 10.038506269454956
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.821084361606174,
+          "lr": 0.03,
+          "negative_goodness": 1.1945672932518854,
+          "pair_accuracy": 0.8815333333346579,
+          "positive_goodness": 3.6766391008377077,
+          "runtime_seconds": 10.044474124908447
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7742545225779216,
+          "lr": 0.03,
+          "negative_goodness": 1.11501746963395,
+          "pair_accuracy": 0.8850888888888889,
+          "positive_goodness": 3.8142459789699976,
+          "runtime_seconds": 10.042149305343628
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7330536900626289,
+          "lr": 0.03,
+          "negative_goodness": 1.0507697550879584,
+          "pair_accuracy": 0.8910000000211927,
+          "positive_goodness": 3.9470704854541356,
+          "runtime_seconds": 10.046587944030762
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7463804876115587,
+          "lr": 0.03,
+          "negative_goodness": 1.0578610524601406,
+          "pair_accuracy": 0.8950444444444444,
+          "positive_goodness": 3.971044548288981,
+          "runtime_seconds": 10.040633916854858
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7250130729887221,
+          "lr": 0.03,
+          "negative_goodness": 1.0129307129542033,
+          "pair_accuracy": 0.8891555555873447,
+          "positive_goodness": 4.006303492418925,
+          "runtime_seconds": 10.044931650161743
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.724167554834154,
+          "lr": 0.03,
+          "negative_goodness": 1.0106694728003607,
+          "pair_accuracy": 0.8889777777671813,
+          "positive_goodness": 4.047528644858466,
+          "runtime_seconds": 10.029603719711304
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6869968540297614,
+          "lr": 0.03,
+          "negative_goodness": 1.010615208530426,
+          "pair_accuracy": 0.9027555555343628,
+          "positive_goodness": 4.170037489022149,
+          "runtime_seconds": 10.028364658355713
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7400360490798951,
+          "lr": 0.03,
+          "negative_goodness": 1.0389742355452642,
+          "pair_accuracy": 0.8911333333333333,
+          "positive_goodness": 4.012480381435818,
+          "runtime_seconds": 10.053470373153687
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7250646805445353,
+          "lr": 0.03,
+          "negative_goodness": 1.0066181325276693,
+          "pair_accuracy": 0.8931555555449592,
+          "positive_goodness": 3.9962674436781143,
+          "runtime_seconds": 9.98809266090393
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6819559499475691,
+          "lr": 0.03,
+          "negative_goodness": 0.964628881406784,
+          "pair_accuracy": 0.8947777777777778,
+          "positive_goodness": 4.156859045155843,
+          "runtime_seconds": 9.977768659591675
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7263831901550293,
+          "lr": 0.03,
+          "negative_goodness": 1.033441501214769,
+          "pair_accuracy": 0.8859999999894036,
+          "positive_goodness": 3.9794387770758735,
+          "runtime_seconds": 9.986523389816284
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6749831137180329,
+          "lr": 0.03,
+          "negative_goodness": 0.937254129796558,
+          "pair_accuracy": 0.8951333333333333,
+          "positive_goodness": 4.261985037316216,
+          "runtime_seconds": 9.978404998779297
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6800421013090345,
+          "lr": 0.03,
+          "negative_goodness": 0.969499709447225,
+          "pair_accuracy": 0.8988000000317892,
+          "positive_goodness": 4.241831187820434,
+          "runtime_seconds": 9.977480411529541
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6704044833289252,
+          "lr": 0.03,
+          "negative_goodness": 0.9378520092858209,
+          "pair_accuracy": 0.9006888888994853,
+          "positive_goodness": 4.381905769115024,
+          "runtime_seconds": 9.980923652648926
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5907360054016113,
+          "lr": 0.03,
+          "negative_goodness": 0.841774925602807,
+          "pair_accuracy": 0.9210888888676961,
+          "positive_goodness": 4.626781287765503,
+          "runtime_seconds": 9.981258869171143
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6716638093736437,
+          "lr": 0.03,
+          "negative_goodness": 0.9219930821524726,
+          "pair_accuracy": 0.8962222222195732,
+          "positive_goodness": 4.284145861074659,
+          "runtime_seconds": 9.97743535041809
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6553468619081709,
+          "lr": 0.03,
+          "negative_goodness": 0.9103772512012058,
+          "pair_accuracy": 0.9050666666666667,
+          "positive_goodness": 4.281350135887994,
+          "runtime_seconds": 10.042561531066895
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7751317802535163,
+          "lr": 0.03,
+          "negative_goodness": 1.0692926647345224,
+          "pair_accuracy": 0.8762666666666666,
+          "positive_goodness": 3.870941742875841,
+          "runtime_seconds": 10.083948373794556
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6701943402608236,
+          "lr": 0.03,
+          "negative_goodness": 0.9398774054421319,
+          "pair_accuracy": 0.905244444460339,
+          "positive_goodness": 4.103929814910889,
+          "runtime_seconds": 10.091166496276855
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6580072066201104,
+          "lr": 0.03,
+          "negative_goodness": 0.9557242758644952,
+          "pair_accuracy": 0.9069555555449592,
+          "positive_goodness": 4.240184212409125,
+          "runtime_seconds": 10.102039575576782
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.65268775203228,
+          "lr": 0.03,
+          "negative_goodness": 0.9284731643093956,
+          "pair_accuracy": 0.9085555555555556,
+          "positive_goodness": 4.232778013695611,
+          "runtime_seconds": 10.093748092651367
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6822126950793796,
+          "lr": 0.03,
+          "negative_goodness": 0.9150874194463094,
+          "pair_accuracy": 0.8979555555555555,
+          "positive_goodness": 4.214970655737983,
+          "runtime_seconds": 10.086221933364868
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6270517845259772,
+          "lr": 0.03,
+          "negative_goodness": 0.8801493833753797,
+          "pair_accuracy": 0.9190888888782925,
+          "positive_goodness": 4.352150057898627,
+          "runtime_seconds": 10.006826877593994
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6593625307771894,
+          "lr": 0.03,
+          "negative_goodness": 0.9321091445181104,
+          "pair_accuracy": 0.9062888888888889,
+          "positive_goodness": 4.263657899051243,
+          "runtime_seconds": 9.97603702545166
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6528644825617472,
+          "lr": 0.03,
+          "negative_goodness": 0.8930055034849379,
+          "pair_accuracy": 0.8982888888782925,
+          "positive_goodness": 4.321861668226454,
+          "runtime_seconds": 9.975977420806885
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6180813258144591,
+          "lr": 0.03,
+          "negative_goodness": 0.884113206908438,
+          "pair_accuracy": 0.9173555555555556,
+          "positive_goodness": 4.3812693970574275,
+          "runtime_seconds": 9.98067855834961
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6221480687141419,
+          "lr": 0.03,
+          "negative_goodness": 0.8662332567638821,
+          "pair_accuracy": 0.9131777777459886,
+          "positive_goodness": 4.446895021650526,
+          "runtime_seconds": 9.97879147529602
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.669458787396219,
+          "lr": 0.03,
+          "negative_goodness": 0.9248237756874826,
+          "pair_accuracy": 0.8953555555555556,
+          "positive_goodness": 4.252143858422174,
+          "runtime_seconds": 9.970752239227295
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6689498403337266,
+          "lr": 0.03,
+          "negative_goodness": 0.9420995299975077,
+          "pair_accuracy": 0.9025777777777778,
+          "positive_goodness": 4.292258964962429,
+          "runtime_seconds": 10.005688190460205
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6483897400750054,
+          "lr": 0.03,
+          "negative_goodness": 0.8891202805572086,
+          "pair_accuracy": 0.8994666666666666,
+          "positive_goodness": 4.3786569729275175,
+          "runtime_seconds": 10.088218927383423
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5999346148702833,
+          "lr": 0.03,
+          "negative_goodness": 0.8756128525627984,
+          "pair_accuracy": 0.9239555555555555,
+          "positive_goodness": 4.55067520260281,
+          "runtime_seconds": 10.050219297409058
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6417808109283447,
+          "lr": 0.03,
+          "negative_goodness": 0.8748477415773603,
+          "pair_accuracy": 0.9001333333333333,
+          "positive_goodness": 4.370932582685683,
+          "runtime_seconds": 9.995544195175171
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6566176889869901,
+          "lr": 0.03,
+          "negative_goodness": 0.9097574879540338,
+          "pair_accuracy": 0.9069333333333334,
+          "positive_goodness": 4.286806278906928,
+          "runtime_seconds": 9.979860067367554
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6513466975238588,
+          "lr": 0.03,
+          "negative_goodness": 0.9046460872358746,
+          "pair_accuracy": 0.9078444444444445,
+          "positive_goodness": 4.274458298831516,
+          "runtime_seconds": 9.98018193244934
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6256502517912123,
+          "lr": 0.03,
+          "negative_goodness": 0.867761403327518,
+          "pair_accuracy": 0.9108888888782926,
+          "positive_goodness": 4.452331737857395,
+          "runtime_seconds": 9.979122877120972
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6088246240297953,
+          "lr": 0.03,
+          "negative_goodness": 0.8406873490015666,
+          "pair_accuracy": 0.9172666666666667,
+          "positive_goodness": 4.450889373694526,
+          "runtime_seconds": 9.974372625350952
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5812595694647895,
+          "lr": 0.03,
+          "negative_goodness": 0.8225127309838931,
+          "pair_accuracy": 0.9252666666666667,
+          "positive_goodness": 4.6902395175509985,
+          "runtime_seconds": 9.979822397232056
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.601476653043429,
+          "lr": 0.03,
+          "negative_goodness": 0.8278890450689528,
+          "pair_accuracy": 0.9160666666666667,
+          "positive_goodness": 4.519076377360026,
+          "runtime_seconds": 9.973611831665039
+        }
+      ],
+      "layer": 34
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9515418414857653,
+          "lr": 0.03,
+          "negative_goodness": 1.2739862032572429,
+          "pair_accuracy": 0.8322666666878594,
+          "positive_goodness": 3.175459010865953,
+          "runtime_seconds": 9.998822927474976
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8477554979430305,
+          "lr": 0.03,
+          "negative_goodness": 1.1933743820402358,
+          "pair_accuracy": 0.8724666666454739,
+          "positive_goodness": 3.517106308492025,
+          "runtime_seconds": 10.022502899169922
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8686725905100504,
+          "lr": 0.03,
+          "negative_goodness": 1.2367680440478854,
+          "pair_accuracy": 0.8567333333227369,
+          "positive_goodness": 3.3895784996880427,
+          "runtime_seconds": 9.967468738555908
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7564294039620294,
+          "lr": 0.03,
+          "negative_goodness": 1.076971116341485,
+          "pair_accuracy": 0.8941333333121406,
+          "positive_goodness": 3.79045933848487,
+          "runtime_seconds": 9.968336343765259
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7898334192117056,
+          "lr": 0.03,
+          "negative_goodness": 1.1155597940338982,
+          "pair_accuracy": 0.8804222222222222,
+          "positive_goodness": 3.64250667008294,
+          "runtime_seconds": 9.962807178497314
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7427123117234972,
+          "lr": 0.03,
+          "negative_goodness": 1.0518072357707553,
+          "pair_accuracy": 0.8871333333863153,
+          "positive_goodness": 3.8428616831885445,
+          "runtime_seconds": 9.961266994476318
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7824915260314942,
+          "lr": 0.03,
+          "negative_goodness": 1.090081955104404,
+          "pair_accuracy": 0.8704666667196486,
+          "positive_goodness": 3.7575076669481065,
+          "runtime_seconds": 9.962836503982544
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7109308692508274,
+          "lr": 0.03,
+          "negative_goodness": 0.9943841414875454,
+          "pair_accuracy": 0.8987333333757188,
+          "positive_goodness": 3.9533771893395317,
+          "runtime_seconds": 9.960517406463623
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7338733688195547,
+          "lr": 0.03,
+          "negative_goodness": 1.0251271610048083,
+          "pair_accuracy": 0.8910222222222223,
+          "positive_goodness": 3.8738577471415203,
+          "runtime_seconds": 9.960889339447021
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6972229278988309,
+          "lr": 0.03,
+          "negative_goodness": 0.975767645072937,
+          "pair_accuracy": 0.9016666666878594,
+          "positive_goodness": 3.9942685209698148,
+          "runtime_seconds": 9.96416187286377
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6961530681980981,
+          "lr": 0.03,
+          "negative_goodness": 0.9708151338365343,
+          "pair_accuracy": 0.8929333333333334,
+          "positive_goodness": 4.083466359795464,
+          "runtime_seconds": 9.962813138961792
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7515587283028496,
+          "lr": 0.03,
+          "negative_goodness": 1.012211818684472,
+          "pair_accuracy": 0.8817333333333334,
+          "positive_goodness": 3.7750276686774358,
+          "runtime_seconds": 9.960017919540405
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7047059248394436,
+          "lr": 0.03,
+          "negative_goodness": 0.9801699511845906,
+          "pair_accuracy": 0.8866666667090521,
+          "positive_goodness": 4.001315868504842,
+          "runtime_seconds": 9.962721586227417
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7149894047631158,
+          "lr": 0.03,
+          "negative_goodness": 0.9620648279825846,
+          "pair_accuracy": 0.8903333333227369,
+          "positive_goodness": 4.053847910139296,
+          "runtime_seconds": 9.9607572555542
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6984740332921346,
+          "lr": 0.03,
+          "negative_goodness": 0.961666829723782,
+          "pair_accuracy": 0.8911555555449592,
+          "positive_goodness": 3.953339498562283,
+          "runtime_seconds": 9.957852602005005
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6864043823983934,
+          "lr": 0.03,
+          "negative_goodness": 0.9628466314103868,
+          "pair_accuracy": 0.8952666666666667,
+          "positive_goodness": 4.027035693571302,
+          "runtime_seconds": 9.964977025985718
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6641308839003245,
+          "lr": 0.03,
+          "negative_goodness": 0.9061342604504691,
+          "pair_accuracy": 0.9025333333333333,
+          "positive_goodness": 4.167397422620986,
+          "runtime_seconds": 9.96232295036316
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7229331155141194,
+          "lr": 0.03,
+          "negative_goodness": 0.9940783415688409,
+          "pair_accuracy": 0.8843999999894037,
+          "positive_goodness": 3.9369881610446504,
+          "runtime_seconds": 9.959840536117554
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6856107444551256,
+          "lr": 0.03,
+          "negative_goodness": 0.9385235283957587,
+          "pair_accuracy": 0.8972000000026491,
+          "positive_goodness": 4.066670898416307,
+          "runtime_seconds": 9.960780382156372
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7028258686277602,
+          "lr": 0.03,
+          "negative_goodness": 0.9692251867930094,
+          "pair_accuracy": 0.8971777777459886,
+          "positive_goodness": 3.9588773829989963,
+          "runtime_seconds": 9.959509134292603
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6859439936372969,
+          "lr": 0.03,
+          "negative_goodness": 0.9353966668658786,
+          "pair_accuracy": 0.8972666666666667,
+          "positive_goodness": 4.034217646450466,
+          "runtime_seconds": 9.966397285461426
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6387627098613315,
+          "lr": 0.03,
+          "negative_goodness": 0.871050050968594,
+          "pair_accuracy": 0.91,
+          "positive_goodness": 4.280765774705675,
+          "runtime_seconds": 9.961848020553589
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6693130444420708,
+          "lr": 0.03,
+          "negative_goodness": 0.8756975954691569,
+          "pair_accuracy": 0.9012,
+          "positive_goodness": 4.198388085444768,
+          "runtime_seconds": 9.968264102935791
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6847673743353949,
+          "lr": 0.03,
+          "negative_goodness": 0.9233788727336459,
+          "pair_accuracy": 0.8890888888994852,
+          "positive_goodness": 4.0239408730189,
+          "runtime_seconds": 9.960436344146729
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.69750763897366,
+          "lr": 0.03,
+          "negative_goodness": 0.9113589918772379,
+          "pair_accuracy": 0.8897555555873446,
+          "positive_goodness": 4.027187818527222,
+          "runtime_seconds": 9.956815242767334
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6550784800979826,
+          "lr": 0.03,
+          "negative_goodness": 0.8718901119656033,
+          "pair_accuracy": 0.8956666666666667,
+          "positive_goodness": 4.126782785373264,
+          "runtime_seconds": 9.959018230438232
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6625450910144383,
+          "lr": 0.03,
+          "negative_goodness": 0.8762359239896138,
+          "pair_accuracy": 0.8949777778201633,
+          "positive_goodness": 4.218327990976969,
+          "runtime_seconds": 9.988890409469604
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.666782505332099,
+          "lr": 0.03,
+          "negative_goodness": 0.8946670900132921,
+          "pair_accuracy": 0.8948222222222222,
+          "positive_goodness": 4.115743523809645,
+          "runtime_seconds": 10.021612882614136
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6447014591323005,
+          "lr": 0.03,
+          "negative_goodness": 0.8854921655866835,
+          "pair_accuracy": 0.9058666667196486,
+          "positive_goodness": 4.192705834579468,
+          "runtime_seconds": 10.019863843917847
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6496417700979444,
+          "lr": 0.03,
+          "negative_goodness": 0.8827225479443868,
+          "pair_accuracy": 0.9071777777883742,
+          "positive_goodness": 4.186931176503499,
+          "runtime_seconds": 9.97486686706543
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6622269511222839,
+          "lr": 0.03,
+          "negative_goodness": 0.8767299788130655,
+          "pair_accuracy": 0.8956888888888889,
+          "positive_goodness": 4.268105158699884,
+          "runtime_seconds": 9.96399474143982
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6740938622633617,
+          "lr": 0.03,
+          "negative_goodness": 0.8776231344646878,
+          "pair_accuracy": 0.9009777777777778,
+          "positive_goodness": 4.1574000651041665,
+          "runtime_seconds": 10.016211986541748
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6424284669876099,
+          "lr": 0.03,
+          "negative_goodness": 0.8576509076754252,
+          "pair_accuracy": 0.9002222222328186,
+          "positive_goodness": 4.19173925098843,
+          "runtime_seconds": 9.992271661758423
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6756472893555959,
+          "lr": 0.03,
+          "negative_goodness": 0.948481321700414,
+          "pair_accuracy": 0.893,
+          "positive_goodness": 4.102813733334012,
+          "runtime_seconds": 10.078316450119019
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6722494408289591,
+          "lr": 0.03,
+          "negative_goodness": 0.8997828509542677,
+          "pair_accuracy": 0.8982222222275205,
+          "positive_goodness": 4.138722323396471,
+          "runtime_seconds": 10.085516929626465
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6569785958078173,
+          "lr": 0.03,
+          "negative_goodness": 0.8853114342371623,
+          "pair_accuracy": 0.8984,
+          "positive_goodness": 4.15676932703654,
+          "runtime_seconds": 9.99568223953247
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.672388138071696,
+          "lr": 0.03,
+          "negative_goodness": 0.8971145927429199,
+          "pair_accuracy": 0.9032000000001655,
+          "positive_goodness": 4.239187364027235,
+          "runtime_seconds": 9.95421290397644
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6074937474568685,
+          "lr": 0.03,
+          "negative_goodness": 0.8203023203425938,
+          "pair_accuracy": 0.9132222222275204,
+          "positive_goodness": 4.460209921688504,
+          "runtime_seconds": 9.961001873016357
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6636783986621433,
+          "lr": 0.03,
+          "negative_goodness": 0.9038263324949476,
+          "pair_accuracy": 0.8988666666348776,
+          "positive_goodness": 4.155631894005669,
+          "runtime_seconds": 9.962318420410156
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6259292001962662,
+          "lr": 0.03,
+          "negative_goodness": 0.8563831973764632,
+          "pair_accuracy": 0.9043333333333333,
+          "positive_goodness": 4.329961453840467,
+          "runtime_seconds": 9.958215236663818
+        }
+      ],
+      "layer": 35
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.017660606765747,
+          "lr": 0.03,
+          "negative_goodness": 1.4644456815507676,
+          "pair_accuracy": 0.8530222222116258,
+          "positive_goodness": 3.234465563498603,
+          "runtime_seconds": 9.985161781311035
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8601226961135864,
+          "lr": 0.03,
+          "negative_goodness": 1.2785305224524603,
+          "pair_accuracy": 0.8827111111111111,
+          "positive_goodness": 3.6159995277404784,
+          "runtime_seconds": 9.980775594711304
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8437308552847969,
+          "lr": 0.03,
+          "negative_goodness": 1.2370693484306337,
+          "pair_accuracy": 0.8788666666454739,
+          "positive_goodness": 3.584685969034831,
+          "runtime_seconds": 9.980294466018677
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7977903335995145,
+          "lr": 0.03,
+          "negative_goodness": 1.1735356215159098,
+          "pair_accuracy": 0.8827333333757189,
+          "positive_goodness": 3.7300540885925293,
+          "runtime_seconds": 9.981762409210205
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7896331175910102,
+          "lr": 0.03,
+          "negative_goodness": 1.1440556893666585,
+          "pair_accuracy": 0.8829555555555556,
+          "positive_goodness": 3.747936379114787,
+          "runtime_seconds": 9.981125593185425
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7867407500372993,
+          "lr": 0.03,
+          "negative_goodness": 1.1465790122561985,
+          "pair_accuracy": 0.8844222222228845,
+          "positive_goodness": 3.7279620622528924,
+          "runtime_seconds": 9.981381893157959
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7536214086956448,
+          "lr": 0.03,
+          "negative_goodness": 1.0929513443099128,
+          "pair_accuracy": 0.8854888888994853,
+          "positive_goodness": 3.9235703424453736,
+          "runtime_seconds": 9.99712347984314
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7235473349253336,
+          "lr": 0.03,
+          "negative_goodness": 1.062254759724935,
+          "pair_accuracy": 0.891466666677263,
+          "positive_goodness": 3.9118428479088676,
+          "runtime_seconds": 9.983838319778442
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7121923045900133,
+          "lr": 0.03,
+          "negative_goodness": 1.0394301169077556,
+          "pair_accuracy": 0.9007333333333334,
+          "positive_goodness": 4.011440042834812,
+          "runtime_seconds": 9.984777450561523
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7345801015218099,
+          "lr": 0.03,
+          "negative_goodness": 1.06815555973053,
+          "pair_accuracy": 0.8902,
+          "positive_goodness": 3.902160744476318,
+          "runtime_seconds": 9.982107400894165
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7159721934000651,
+          "lr": 0.03,
+          "negative_goodness": 1.030243331612481,
+          "pair_accuracy": 0.8950444444126553,
+          "positive_goodness": 4.132744580290052,
+          "runtime_seconds": 9.982451677322388
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7106224691020118,
+          "lr": 0.03,
+          "negative_goodness": 1.0333759019321866,
+          "pair_accuracy": 0.8966444444444445,
+          "positive_goodness": 4.023230458747016,
+          "runtime_seconds": 9.978997945785522
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7437363721635607,
+          "lr": 0.03,
+          "negative_goodness": 1.0348422218455209,
+          "pair_accuracy": 0.8833555555555556,
+          "positive_goodness": 3.8924326735602484,
+          "runtime_seconds": 9.98607325553894
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7478605555852255,
+          "lr": 0.03,
+          "negative_goodness": 1.0654895467970107,
+          "pair_accuracy": 0.8769999999682109,
+          "positive_goodness": 3.8985533212449814,
+          "runtime_seconds": 9.98323678970337
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6680435750643412,
+          "lr": 0.03,
+          "negative_goodness": 0.972067733669281,
+          "pair_accuracy": 0.9007111111005147,
+          "positive_goodness": 4.175576770443387,
+          "runtime_seconds": 10.025638103485107
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7142782561884986,
+          "lr": 0.03,
+          "negative_goodness": 0.9884009260018667,
+          "pair_accuracy": 0.8887111111005147,
+          "positive_goodness": 4.025378960164388,
+          "runtime_seconds": 10.09997010231018
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.752757520225313,
+          "lr": 0.03,
+          "negative_goodness": 1.064283939743042,
+          "pair_accuracy": 0.8833333333333333,
+          "positive_goodness": 3.8733990881178113,
+          "runtime_seconds": 10.066629886627197
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6650405123551687,
+          "lr": 0.03,
+          "negative_goodness": 0.9572206263489194,
+          "pair_accuracy": 0.9022666666666667,
+          "positive_goodness": 4.1866550729539656,
+          "runtime_seconds": 10.052061796188354
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6629093949953715,
+          "lr": 0.03,
+          "negative_goodness": 0.9638626567204793,
+          "pair_accuracy": 0.9115333333121406,
+          "positive_goodness": 4.187503624767728,
+          "runtime_seconds": 10.056437730789185
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6741603254371219,
+          "lr": 0.03,
+          "negative_goodness": 0.9552570031907823,
+          "pair_accuracy": 0.8996444444444445,
+          "positive_goodness": 4.198576664818658,
+          "runtime_seconds": 9.997413396835327
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6901068243503571,
+          "lr": 0.03,
+          "negative_goodness": 0.9794173510551453,
+          "pair_accuracy": 0.895933333322737,
+          "positive_goodness": 4.102979101223416,
+          "runtime_seconds": 9.983061075210571
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6987583338154687,
+          "lr": 0.03,
+          "negative_goodness": 0.9787740860833062,
+          "pair_accuracy": 0.8899333333227369,
+          "positive_goodness": 4.080886443667942,
+          "runtime_seconds": 9.98528790473938
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6711122394561767,
+          "lr": 0.03,
+          "negative_goodness": 0.9439741090244717,
+          "pair_accuracy": 0.9002,
+          "positive_goodness": 4.182054471079509,
+          "runtime_seconds": 9.985221147537231
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6911050295008554,
+          "lr": 0.03,
+          "negative_goodness": 0.9580786972893609,
+          "pair_accuracy": 0.8917111111111111,
+          "positive_goodness": 4.032699739668105,
+          "runtime_seconds": 9.990108251571655
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6915610218471951,
+          "lr": 0.03,
+          "negative_goodness": 0.936229362127516,
+          "pair_accuracy": 0.8818222222222222,
+          "positive_goodness": 4.138957581498888,
+          "runtime_seconds": 9.99152660369873
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6483866043514676,
+          "lr": 0.03,
+          "negative_goodness": 0.9159507114569346,
+          "pair_accuracy": 0.9047555555555555,
+          "positive_goodness": 4.278015472242568,
+          "runtime_seconds": 10.004818439483643
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5900238190333048,
+          "lr": 0.03,
+          "negative_goodness": 0.8275630159166124,
+          "pair_accuracy": 0.9171111111323039,
+          "positive_goodness": 4.613340049425761,
+          "runtime_seconds": 10.04016399383545
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6264475736061732,
+          "lr": 0.03,
+          "negative_goodness": 0.8813688348399268,
+          "pair_accuracy": 0.9110888888888888,
+          "positive_goodness": 4.3638620231628416,
+          "runtime_seconds": 10.045512437820435
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6561417633454005,
+          "lr": 0.03,
+          "negative_goodness": 0.9196205754015181,
+          "pair_accuracy": 0.9048888888888889,
+          "positive_goodness": 4.171678367657131,
+          "runtime_seconds": 10.045051097869873
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6852696612119674,
+          "lr": 0.03,
+          "negative_goodness": 0.9520459472152922,
+          "pair_accuracy": 0.8909111111111111,
+          "positive_goodness": 4.145524906921387,
+          "runtime_seconds": 10.044321298599243
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.668940435968505,
+          "lr": 0.03,
+          "negative_goodness": 0.9308808668825361,
+          "pair_accuracy": 0.8977777777777778,
+          "positive_goodness": 4.245609780629476,
+          "runtime_seconds": 10.041504383087158
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6436759376949734,
+          "lr": 0.03,
+          "negative_goodness": 0.9039504076851739,
+          "pair_accuracy": 0.905155555597941,
+          "positive_goodness": 4.3162866705152725,
+          "runtime_seconds": 10.042577266693115
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6256821543163723,
+          "lr": 0.03,
+          "negative_goodness": 0.847578062333001,
+          "pair_accuracy": 0.9045333333545261,
+          "positive_goodness": 4.41184127368927,
+          "runtime_seconds": 10.039039611816406
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6328216609477997,
+          "lr": 0.03,
+          "negative_goodness": 0.8903494365268283,
+          "pair_accuracy": 0.9100444444444444,
+          "positive_goodness": 4.353873739284939,
+          "runtime_seconds": 10.039884805679321
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7027934914218055,
+          "lr": 0.03,
+          "negative_goodness": 0.9632313057528602,
+          "pair_accuracy": 0.8819333333333333,
+          "positive_goodness": 4.052958532630073,
+          "runtime_seconds": 10.03977918624878
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6098917439672682,
+          "lr": 0.03,
+          "negative_goodness": 0.8584046775182088,
+          "pair_accuracy": 0.9149333333757188,
+          "positive_goodness": 4.430767816925049,
+          "runtime_seconds": 10.095376014709473
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.661377605316374,
+          "lr": 0.03,
+          "negative_goodness": 0.9161045271873474,
+          "pair_accuracy": 0.9068444444444445,
+          "positive_goodness": 4.238326773113674,
+          "runtime_seconds": 10.10683560371399
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6763242351531983,
+          "lr": 0.03,
+          "negative_goodness": 0.9187178114149306,
+          "pair_accuracy": 0.8973333333333333,
+          "positive_goodness": 4.194669361996651,
+          "runtime_seconds": 10.11292576789856
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5977383260832893,
+          "lr": 0.03,
+          "negative_goodness": 0.8452419548299578,
+          "pair_accuracy": 0.9165333333333333,
+          "positive_goodness": 4.410339419725206,
+          "runtime_seconds": 10.10292363166809
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6349437619527181,
+          "lr": 0.03,
+          "negative_goodness": 0.8593855927361382,
+          "pair_accuracy": 0.9026222222222222,
+          "positive_goodness": 4.297739414850871,
+          "runtime_seconds": 10.102056980133057
+        }
+      ],
+      "layer": 36
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9844550242741903,
+          "lr": 0.03,
+          "negative_goodness": 1.2961218488057455,
+          "pair_accuracy": 0.8115555555449592,
+          "positive_goodness": 3.117497361755371,
+          "runtime_seconds": 10.09500527381897
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.775170346795188,
+          "lr": 0.03,
+          "negative_goodness": 1.101099989467197,
+          "pair_accuracy": 0.8892,
+          "positive_goodness": 3.792788373989529,
+          "runtime_seconds": 10.080813646316528
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8202306736628214,
+          "lr": 0.03,
+          "negative_goodness": 1.1390947163687812,
+          "pair_accuracy": 0.8702222222646078,
+          "positive_goodness": 3.6348761897193063,
+          "runtime_seconds": 10.082440614700317
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7937059325430128,
+          "lr": 0.03,
+          "negative_goodness": 1.122771711836921,
+          "pair_accuracy": 0.8789555555767483,
+          "positive_goodness": 3.6360692790137397,
+          "runtime_seconds": 10.073468446731567
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.736245004606247,
+          "lr": 0.03,
+          "negative_goodness": 1.0590656236754523,
+          "pair_accuracy": 0.8917111111111111,
+          "positive_goodness": 3.942247825495402,
+          "runtime_seconds": 10.073387622833252
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7540748082478841,
+          "lr": 0.03,
+          "negative_goodness": 1.0666477018780178,
+          "pair_accuracy": 0.8831111111005148,
+          "positive_goodness": 3.8389620517518783,
+          "runtime_seconds": 10.067903518676758
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7786173186937968,
+          "lr": 0.03,
+          "negative_goodness": 1.0896247003979154,
+          "pair_accuracy": 0.8778888888888889,
+          "positive_goodness": 3.7354992033216687,
+          "runtime_seconds": 10.078101873397827
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.738416267908944,
+          "lr": 0.03,
+          "negative_goodness": 1.0647863897535537,
+          "pair_accuracy": 0.8809777777777777,
+          "positive_goodness": 3.9465703553941514,
+          "runtime_seconds": 10.078062057495117
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.760775032403734,
+          "lr": 0.03,
+          "negative_goodness": 1.0692346486197577,
+          "pair_accuracy": 0.8784444444444445,
+          "positive_goodness": 3.8015551073710125,
+          "runtime_seconds": 10.080201625823975
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7227605537891388,
+          "lr": 0.03,
+          "negative_goodness": 1.0336865297820832,
+          "pair_accuracy": 0.8931111111111111,
+          "positive_goodness": 3.9597296447753907,
+          "runtime_seconds": 10.08073353767395
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7185703379127715,
+          "lr": 0.03,
+          "negative_goodness": 0.9736303386661741,
+          "pair_accuracy": 0.8793333333333333,
+          "positive_goodness": 3.9593011606004502,
+          "runtime_seconds": 10.078272819519043
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7177237571636835,
+          "lr": 0.03,
+          "negative_goodness": 1.0211690945439869,
+          "pair_accuracy": 0.8951333333333333,
+          "positive_goodness": 3.9728965526156954,
+          "runtime_seconds": 10.077175617218018
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6858191565831502,
+          "lr": 0.03,
+          "negative_goodness": 0.9592367655860053,
+          "pair_accuracy": 0.8968000000052981,
+          "positive_goodness": 4.07613529870775,
+          "runtime_seconds": 10.076665878295898
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7039333526823256,
+          "lr": 0.03,
+          "negative_goodness": 0.9892613338364495,
+          "pair_accuracy": 0.8942,
+          "positive_goodness": 3.987987514368693,
+          "runtime_seconds": 10.07770586013794
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7187970116297404,
+          "lr": 0.03,
+          "negative_goodness": 1.0023443513234456,
+          "pair_accuracy": 0.8886666666666667,
+          "positive_goodness": 4.02138624382019,
+          "runtime_seconds": 10.07567572593689
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.692404626168145,
+          "lr": 0.03,
+          "negative_goodness": 0.9716952077441745,
+          "pair_accuracy": 0.8864888888888889,
+          "positive_goodness": 4.154300475565592,
+          "runtime_seconds": 10.080533266067505
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7054903799798754,
+          "lr": 0.03,
+          "negative_goodness": 0.9783198663923476,
+          "pair_accuracy": 0.8942222222010294,
+          "positive_goodness": 4.043300562879774,
+          "runtime_seconds": 10.076720714569092
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.683643981552124,
+          "lr": 0.03,
+          "negative_goodness": 0.9706232560793558,
+          "pair_accuracy": 0.9000666666454739,
+          "positive_goodness": 4.14700607647366,
+          "runtime_seconds": 10.073118209838867
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.646786274072859,
+          "lr": 0.03,
+          "negative_goodness": 0.9041431274202135,
+          "pair_accuracy": 0.8979333333757189,
+          "positive_goodness": 4.27083523135715,
+          "runtime_seconds": 10.074635744094849
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6481765329122543,
+          "lr": 0.03,
+          "negative_goodness": 0.895178413216273,
+          "pair_accuracy": 0.9025777777777778,
+          "positive_goodness": 4.326637114122179,
+          "runtime_seconds": 10.07763671875
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6015416181908714,
+          "lr": 0.03,
+          "negative_goodness": 0.8386599930286407,
+          "pair_accuracy": 0.9182888888888889,
+          "positive_goodness": 4.518417228529189,
+          "runtime_seconds": 10.076727867126465
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.704261390127076,
+          "lr": 0.03,
+          "negative_goodness": 0.9791233874042828,
+          "pair_accuracy": 0.8847111111111111,
+          "positive_goodness": 4.122004435136583,
+          "runtime_seconds": 10.077731847763062
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6150173309750027,
+          "lr": 0.03,
+          "negative_goodness": 0.8682488751729329,
+          "pair_accuracy": 0.9103333333280351,
+          "positive_goodness": 4.395159215672811,
+          "runtime_seconds": 10.075066804885864
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6264795018513998,
+          "lr": 0.03,
+          "negative_goodness": 0.8583762802653843,
+          "pair_accuracy": 0.9093555555557211,
+          "positive_goodness": 4.459501206673516,
+          "runtime_seconds": 10.077122688293457
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7300223679913415,
+          "lr": 0.03,
+          "negative_goodness": 0.9773748893472883,
+          "pair_accuracy": 0.8770888888888889,
+          "positive_goodness": 3.9280369705200195,
+          "runtime_seconds": 10.090771198272705
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7108447946972317,
+          "lr": 0.03,
+          "negative_goodness": 0.9696070358700223,
+          "pair_accuracy": 0.8860444444338481,
+          "positive_goodness": 4.065411273744371,
+          "runtime_seconds": 10.106485843658447
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6517274273554484,
+          "lr": 0.03,
+          "negative_goodness": 0.8984224930975172,
+          "pair_accuracy": 0.9035999999682108,
+          "positive_goodness": 4.238310269546509,
+          "runtime_seconds": 10.085636615753174
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6240693633874257,
+          "lr": 0.03,
+          "negative_goodness": 0.8719130776405335,
+          "pair_accuracy": 0.9086666666666666,
+          "positive_goodness": 4.369689799033271,
+          "runtime_seconds": 10.082068920135498
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6332063141928779,
+          "lr": 0.03,
+          "negative_goodness": 0.8766779900868734,
+          "pair_accuracy": 0.9072444444656372,
+          "positive_goodness": 4.434643169932896,
+          "runtime_seconds": 10.073848247528076
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6396398240513271,
+          "lr": 0.03,
+          "negative_goodness": 0.8665754569583469,
+          "pair_accuracy": 0.8974222222010294,
+          "positive_goodness": 4.354673322762383,
+          "runtime_seconds": 10.073721647262573
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6428078939331903,
+          "lr": 0.03,
+          "negative_goodness": 0.8975953558074103,
+          "pair_accuracy": 0.9066,
+          "positive_goodness": 4.349167521158854,
+          "runtime_seconds": 10.07813310623169
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6470104046291775,
+          "lr": 0.03,
+          "negative_goodness": 0.8631999375237359,
+          "pair_accuracy": 0.9073333333545262,
+          "positive_goodness": 4.406757494693332,
+          "runtime_seconds": 10.078409194946289
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6695312079111735,
+          "lr": 0.03,
+          "negative_goodness": 0.8881729813257854,
+          "pair_accuracy": 0.9001333333333333,
+          "positive_goodness": 4.29093483505249,
+          "runtime_seconds": 10.075666666030884
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.641937988864051,
+          "lr": 0.03,
+          "negative_goodness": 0.8739150980419583,
+          "pair_accuracy": 0.9012444444338481,
+          "positive_goodness": 4.301036187405057,
+          "runtime_seconds": 10.084974765777588
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6356201938761605,
+          "lr": 0.03,
+          "negative_goodness": 0.8647303432981173,
+          "pair_accuracy": 0.9016222222222222,
+          "positive_goodness": 4.362098940658569,
+          "runtime_seconds": 10.074069738388062
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6373374134275648,
+          "lr": 0.03,
+          "negative_goodness": 0.8426532042821249,
+          "pair_accuracy": 0.9053555555873447,
+          "positive_goodness": 4.36538196404775,
+          "runtime_seconds": 10.066593647003174
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6880461799489127,
+          "lr": 0.03,
+          "negative_goodness": 0.9425799671093623,
+          "pair_accuracy": 0.8900666666666667,
+          "positive_goodness": 4.092791657087538,
+          "runtime_seconds": 9.95663046836853
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6070629447433684,
+          "lr": 0.03,
+          "negative_goodness": 0.7961986843956841,
+          "pair_accuracy": 0.9067333333333333,
+          "positive_goodness": 4.548892499118381,
+          "runtime_seconds": 9.952649116516113
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6576264483345879,
+          "lr": 0.03,
+          "negative_goodness": 0.8892843728383382,
+          "pair_accuracy": 0.8983111111005148,
+          "positive_goodness": 4.2401720470216535,
+          "runtime_seconds": 9.97258973121643
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6765905447006225,
+          "lr": 0.03,
+          "negative_goodness": 0.9072884622891744,
+          "pair_accuracy": 0.8926888889418708,
+          "positive_goodness": 4.219999381256104,
+          "runtime_seconds": 10.012591361999512
+        }
+      ],
+      "layer": 37
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9603222092734442,
+          "lr": 0.03,
+          "negative_goodness": 1.3763688084496393,
+          "pair_accuracy": 0.8401333333333333,
+          "positive_goodness": 3.380863320414225,
+          "runtime_seconds": 10.14347219467163
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8186551518652174,
+          "lr": 0.03,
+          "negative_goodness": 1.189796886836158,
+          "pair_accuracy": 0.8730666666666667,
+          "positive_goodness": 3.7106136008368598,
+          "runtime_seconds": 10.051413774490356
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7765526193671757,
+          "lr": 0.03,
+          "negative_goodness": 1.1032818089273242,
+          "pair_accuracy": 0.8823555555555556,
+          "positive_goodness": 3.8231490734524196,
+          "runtime_seconds": 10.038787841796875
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.726358902668953,
+          "lr": 0.03,
+          "negative_goodness": 1.049431330400043,
+          "pair_accuracy": 0.8881777777777777,
+          "positive_goodness": 3.9083232632954914,
+          "runtime_seconds": 10.052400827407837
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7664889167785645,
+          "lr": 0.03,
+          "negative_goodness": 1.0765569445292156,
+          "pair_accuracy": 0.8766444444444444,
+          "positive_goodness": 3.8526254706912573,
+          "runtime_seconds": 10.04604434967041
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7264230482313369,
+          "lr": 0.03,
+          "negative_goodness": 1.0043345182842678,
+          "pair_accuracy": 0.8829333333598243,
+          "positive_goodness": 4.006991455205282,
+          "runtime_seconds": 10.049007654190063
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7324474462138282,
+          "lr": 0.03,
+          "negative_goodness": 1.0206763019773695,
+          "pair_accuracy": 0.8783333333333333,
+          "positive_goodness": 4.02994428346422,
+          "runtime_seconds": 10.077637672424316
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7740027501848009,
+          "lr": 0.03,
+          "negative_goodness": 1.0796982300228544,
+          "pair_accuracy": 0.8765777777883742,
+          "positive_goodness": 3.852670436032613,
+          "runtime_seconds": 10.048825979232788
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.684822843975491,
+          "lr": 0.03,
+          "negative_goodness": 0.9933329599062601,
+          "pair_accuracy": 0.9013777777459886,
+          "positive_goodness": 4.043669514550103,
+          "runtime_seconds": 10.04373049736023
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7079136656655206,
+          "lr": 0.03,
+          "negative_goodness": 0.9938655927658081,
+          "pair_accuracy": 0.8878000000052982,
+          "positive_goodness": 4.006203349664476,
+          "runtime_seconds": 10.044939517974854
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6901465763303969,
+          "lr": 0.03,
+          "negative_goodness": 0.9818168599658542,
+          "pair_accuracy": 0.8886888888888889,
+          "positive_goodness": 4.0917287497202555,
+          "runtime_seconds": 10.043960571289062
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.679492989593082,
+          "lr": 0.03,
+          "negative_goodness": 0.9498953950458102,
+          "pair_accuracy": 0.8956000000211928,
+          "positive_goodness": 4.14540946735806,
+          "runtime_seconds": 10.036707878112793
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7225157851325141,
+          "lr": 0.03,
+          "negative_goodness": 1.0210700191073947,
+          "pair_accuracy": 0.8863999999894037,
+          "positive_goodness": 3.9679475369135537,
+          "runtime_seconds": 10.036444664001465
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6548289209683736,
+          "lr": 0.03,
+          "negative_goodness": 0.9247718804253472,
+          "pair_accuracy": 0.8977999999894036,
+          "positive_goodness": 4.241158334181044,
+          "runtime_seconds": 10.043118476867676
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6639313312106663,
+          "lr": 0.03,
+          "negative_goodness": 0.9429128271950615,
+          "pair_accuracy": 0.9026888888782925,
+          "positive_goodness": 4.243620150015089,
+          "runtime_seconds": 10.04661250114441
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6523055692566766,
+          "lr": 0.03,
+          "negative_goodness": 0.9172833630137973,
+          "pair_accuracy": 0.9000666666560703,
+          "positive_goodness": 4.2721374098036025,
+          "runtime_seconds": 10.047792911529541
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6953094447029962,
+          "lr": 0.03,
+          "negative_goodness": 0.9502287826114231,
+          "pair_accuracy": 0.8923111111111112,
+          "positive_goodness": 4.172413816515605,
+          "runtime_seconds": 10.028233766555786
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6498709713511996,
+          "lr": 0.03,
+          "negative_goodness": 0.900939888938268,
+          "pair_accuracy": 0.8974666666666666,
+          "positive_goodness": 4.3250301063537595,
+          "runtime_seconds": 9.998133659362793
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7011260701497396,
+          "lr": 0.03,
+          "negative_goodness": 0.9965636367797852,
+          "pair_accuracy": 0.889666666677263,
+          "positive_goodness": 4.058028882726034,
+          "runtime_seconds": 10.042960166931152
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6379665372159746,
+          "lr": 0.03,
+          "negative_goodness": 0.898592868844668,
+          "pair_accuracy": 0.9060888888888889,
+          "positive_goodness": 4.271121848551433,
+          "runtime_seconds": 10.04159140586853
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6813113847732544,
+          "lr": 0.03,
+          "negative_goodness": 0.9156777991082933,
+          "pair_accuracy": 0.8916666666666667,
+          "positive_goodness": 4.213101913324992,
+          "runtime_seconds": 10.03674602508545
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6890522903972202,
+          "lr": 0.03,
+          "negative_goodness": 0.9440437766393026,
+          "pair_accuracy": 0.8909555555449592,
+          "positive_goodness": 4.098720684602526,
+          "runtime_seconds": 10.04645299911499
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6659842575126224,
+          "lr": 0.03,
+          "negative_goodness": 0.916411987982856,
+          "pair_accuracy": 0.8995333333333333,
+          "positive_goodness": 4.159383911471897,
+          "runtime_seconds": 10.059457778930664
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6233117734379239,
+          "lr": 0.03,
+          "negative_goodness": 0.8855161915567186,
+          "pair_accuracy": 0.8984666666666666,
+          "positive_goodness": 4.372427256266276,
+          "runtime_seconds": 10.10793399810791
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6549536719852024,
+          "lr": 0.03,
+          "negative_goodness": 0.8968143885506524,
+          "pair_accuracy": 0.8942000000105964,
+          "positive_goodness": 4.325274636862013,
+          "runtime_seconds": 10.101380109786987
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6531773858944575,
+          "lr": 0.03,
+          "negative_goodness": 0.908243909561634,
+          "pair_accuracy": 0.9013111111111111,
+          "positive_goodness": 4.273779348670112,
+          "runtime_seconds": 10.096346616744995
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5795056484010485,
+          "lr": 0.03,
+          "negative_goodness": 0.8077118283801609,
+          "pair_accuracy": 0.9206444444444445,
+          "positive_goodness": 4.647581088002522,
+          "runtime_seconds": 10.097864627838135
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.645115561358134,
+          "lr": 0.03,
+          "negative_goodness": 0.8966607926474677,
+          "pair_accuracy": 0.8964888888782925,
+          "positive_goodness": 4.376681829537286,
+          "runtime_seconds": 10.09805965423584
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6478425573243035,
+          "lr": 0.03,
+          "negative_goodness": 0.9081459748797946,
+          "pair_accuracy": 0.9047111111111111,
+          "positive_goodness": 4.304067346360949,
+          "runtime_seconds": 10.099363803863525
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6333470203823514,
+          "lr": 0.03,
+          "negative_goodness": 0.8737166614373525,
+          "pair_accuracy": 0.9055111111111112,
+          "positive_goodness": 4.371160708363851,
+          "runtime_seconds": 10.105852842330933
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6169174257914225,
+          "lr": 0.03,
+          "negative_goodness": 0.8702309056811862,
+          "pair_accuracy": 0.9025777777777778,
+          "positive_goodness": 4.481205748078558,
+          "runtime_seconds": 10.100684404373169
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6039668794261085,
+          "lr": 0.03,
+          "negative_goodness": 0.8472762819502089,
+          "pair_accuracy": 0.9140888888888888,
+          "positive_goodness": 4.4040085904439294,
+          "runtime_seconds": 10.09962248802185
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7012413679334852,
+          "lr": 0.03,
+          "negative_goodness": 0.9370677416059706,
+          "pair_accuracy": 0.8813333333333333,
+          "positive_goodness": 4.150819061851501,
+          "runtime_seconds": 10.097330093383789
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6109990913497078,
+          "lr": 0.03,
+          "negative_goodness": 0.8476930606630113,
+          "pair_accuracy": 0.9048,
+          "positive_goodness": 4.426769283548991,
+          "runtime_seconds": 10.101054430007935
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6286291126966477,
+          "lr": 0.03,
+          "negative_goodness": 0.8535242718021075,
+          "pair_accuracy": 0.9109777777777778,
+          "positive_goodness": 4.427066253323026,
+          "runtime_seconds": 10.099457025527954
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6319640471988254,
+          "lr": 0.03,
+          "negative_goodness": 0.8512851130697462,
+          "pair_accuracy": 0.9001777777459886,
+          "positive_goodness": 4.406204919603136,
+          "runtime_seconds": 10.103289127349854
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6122188353141149,
+          "lr": 0.03,
+          "negative_goodness": 0.8560016632265515,
+          "pair_accuracy": 0.9072888888888889,
+          "positive_goodness": 4.3973769316779245,
+          "runtime_seconds": 10.100402116775513
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6376579239739312,
+          "lr": 0.03,
+          "negative_goodness": 0.8405525158882141,
+          "pair_accuracy": 0.8957333333386315,
+          "positive_goodness": 4.425547610653771,
+          "runtime_seconds": 10.09932565689087
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6386647228346931,
+          "lr": 0.03,
+          "negative_goodness": 0.8890973055945502,
+          "pair_accuracy": 0.9009111111111111,
+          "positive_goodness": 4.315291705746121,
+          "runtime_seconds": 10.09532618522644
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6093856119791666,
+          "lr": 0.03,
+          "negative_goodness": 0.8533947391086154,
+          "pair_accuracy": 0.912444444460339,
+          "positive_goodness": 4.497864351654052,
+          "runtime_seconds": 10.09546422958374
+        }
+      ],
+      "layer": 38
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9044709194819133,
+          "lr": 0.03,
+          "negative_goodness": 1.2142236764272054,
+          "pair_accuracy": 0.8399333333227369,
+          "positive_goodness": 3.263226277054681,
+          "runtime_seconds": 10.075417041778564
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7500944805781047,
+          "lr": 0.03,
+          "negative_goodness": 1.1147213100433349,
+          "pair_accuracy": 0.8832666666666666,
+          "positive_goodness": 3.779538465881348,
+          "runtime_seconds": 10.074279069900513
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7175201727337307,
+          "lr": 0.03,
+          "negative_goodness": 1.057327103614807,
+          "pair_accuracy": 0.8864222222222222,
+          "positive_goodness": 3.9051674144321016,
+          "runtime_seconds": 10.068827629089355
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7356099473529392,
+          "lr": 0.03,
+          "negative_goodness": 1.0773882938385009,
+          "pair_accuracy": 0.8791999999788073,
+          "positive_goodness": 3.9087134789360896,
+          "runtime_seconds": 10.074800491333008
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7139083543141683,
+          "lr": 0.03,
+          "negative_goodness": 1.0028735670513578,
+          "pair_accuracy": 0.8939111111112766,
+          "positive_goodness": 3.998214962217543,
+          "runtime_seconds": 10.068125247955322
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6531007410897149,
+          "lr": 0.03,
+          "negative_goodness": 0.9380608325322469,
+          "pair_accuracy": 0.9010888889100817,
+          "positive_goodness": 4.211117925262451,
+          "runtime_seconds": 10.064229249954224
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5921370742056105,
+          "lr": 0.03,
+          "negative_goodness": 0.8659508483846983,
+          "pair_accuracy": 0.9195333333333333,
+          "positive_goodness": 4.529179920874702,
+          "runtime_seconds": 10.066184520721436
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6349477030860053,
+          "lr": 0.03,
+          "negative_goodness": 0.8860166179233128,
+          "pair_accuracy": 0.9026888888908757,
+          "positive_goodness": 4.426948488277859,
+          "runtime_seconds": 10.08021092414856
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6720575386497709,
+          "lr": 0.03,
+          "negative_goodness": 0.9205606120957268,
+          "pair_accuracy": 0.8906888888888889,
+          "positive_goodness": 4.191794294653999,
+          "runtime_seconds": 10.072965621948242
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6180054580476549,
+          "lr": 0.03,
+          "negative_goodness": 0.8503872280014886,
+          "pair_accuracy": 0.9050000000211927,
+          "positive_goodness": 4.442140350892808,
+          "runtime_seconds": 10.079155921936035
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.673424582473437,
+          "lr": 0.03,
+          "negative_goodness": 0.9333072367429733,
+          "pair_accuracy": 0.8975333333333333,
+          "positive_goodness": 4.253342711385091,
+          "runtime_seconds": 10.070779800415039
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6537574671109517,
+          "lr": 0.03,
+          "negative_goodness": 0.8937398676978218,
+          "pair_accuracy": 0.8957777777671814,
+          "positive_goodness": 4.2839088564131,
+          "runtime_seconds": 10.076182842254639
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6420846963670519,
+          "lr": 0.03,
+          "negative_goodness": 0.8919938735114203,
+          "pair_accuracy": 0.8991333333333333,
+          "positive_goodness": 4.301709136284722,
+          "runtime_seconds": 10.081150770187378
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6626575554953681,
+          "lr": 0.03,
+          "negative_goodness": 0.9246866110165914,
+          "pair_accuracy": 0.901866666677263,
+          "positive_goodness": 4.240515174272326,
+          "runtime_seconds": 10.081074476242065
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6216205331802368,
+          "lr": 0.03,
+          "negative_goodness": 0.8362076749483744,
+          "pair_accuracy": 0.9060666666454739,
+          "positive_goodness": 4.4526291638268365,
+          "runtime_seconds": 10.106997966766357
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6273270875506931,
+          "lr": 0.03,
+          "negative_goodness": 0.8512620506286621,
+          "pair_accuracy": 0.9058666666454739,
+          "positive_goodness": 4.473657467969258,
+          "runtime_seconds": 10.108585357666016
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6161921378029718,
+          "lr": 0.03,
+          "negative_goodness": 0.838517136669159,
+          "pair_accuracy": 0.9095111111005147,
+          "positive_goodness": 4.422744445673625,
+          "runtime_seconds": 10.080228090286255
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6179622064855363,
+          "lr": 0.03,
+          "negative_goodness": 0.8459719989299774,
+          "pair_accuracy": 0.9082222222222223,
+          "positive_goodness": 4.443491106075711,
+          "runtime_seconds": 10.082779169082642
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6154576017432742,
+          "lr": 0.03,
+          "negative_goodness": 0.8693399793836806,
+          "pair_accuracy": 0.9091333333333333,
+          "positive_goodness": 4.452842464955648,
+          "runtime_seconds": 10.04371190071106
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6293964669333564,
+          "lr": 0.03,
+          "negative_goodness": 0.8258719447241889,
+          "pair_accuracy": 0.9017111111217075,
+          "positive_goodness": 4.465951396963331,
+          "runtime_seconds": 10.01569128036499
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6387009578069051,
+          "lr": 0.03,
+          "negative_goodness": 0.8521813700252109,
+          "pair_accuracy": 0.8935555555555555,
+          "positive_goodness": 4.402424097569783,
+          "runtime_seconds": 10.01470685005188
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5901265096876356,
+          "lr": 0.03,
+          "negative_goodness": 0.8230535802629259,
+          "pair_accuracy": 0.913,
+          "positive_goodness": 4.587548886998494,
+          "runtime_seconds": 10.027304649353027
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6109180419021183,
+          "lr": 0.03,
+          "negative_goodness": 0.8479657842715581,
+          "pair_accuracy": 0.9101777777777778,
+          "positive_goodness": 4.505268793826633,
+          "runtime_seconds": 10.01566195487976
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5694042356067234,
+          "lr": 0.03,
+          "negative_goodness": 0.7766684695243835,
+          "pair_accuracy": 0.9135333333465788,
+          "positive_goodness": 4.729237869411045,
+          "runtime_seconds": 10.018244504928589
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5963392577992546,
+          "lr": 0.03,
+          "negative_goodness": 0.8076098109351264,
+          "pair_accuracy": 0.9136666666666666,
+          "positive_goodness": 4.543729345533583,
+          "runtime_seconds": 10.022573232650757
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5538205151822831,
+          "lr": 0.03,
+          "negative_goodness": 0.7715649987406201,
+          "pair_accuracy": 0.9234666666666667,
+          "positive_goodness": 4.7359119082980685,
+          "runtime_seconds": 10.021238327026367
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6437126606199477,
+          "lr": 0.03,
+          "negative_goodness": 0.8717399771690368,
+          "pair_accuracy": 0.9056222222222222,
+          "positive_goodness": 4.4195051621331105,
+          "runtime_seconds": 10.014024496078491
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5598264515770807,
+          "lr": 0.03,
+          "negative_goodness": 0.7859159027099609,
+          "pair_accuracy": 0.9222666666666667,
+          "positive_goodness": 4.6620259649488665,
+          "runtime_seconds": 10.028610706329346
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5725173719406128,
+          "lr": 0.03,
+          "negative_goodness": 0.7662812419997321,
+          "pair_accuracy": 0.9167333333598243,
+          "positive_goodness": 4.743723135587905,
+          "runtime_seconds": 10.007451057434082
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5641133482641644,
+          "lr": 0.03,
+          "negative_goodness": 0.7733078421354294,
+          "pair_accuracy": 0.9197555555555555,
+          "positive_goodness": 4.734938589986165,
+          "runtime_seconds": 10.016318798065186
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5257834778255887,
+          "lr": 0.03,
+          "negative_goodness": 0.709512573422326,
+          "pair_accuracy": 0.9336666666666666,
+          "positive_goodness": 5.0064747824774845,
+          "runtime_seconds": 10.011372566223145
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5979486792299482,
+          "lr": 0.03,
+          "negative_goodness": 0.8153031711366442,
+          "pair_accuracy": 0.9081333333333333,
+          "positive_goodness": 4.5843277150472,
+          "runtime_seconds": 10.009856700897217
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5627534814622667,
+          "lr": 0.03,
+          "negative_goodness": 0.7784830200705264,
+          "pair_accuracy": 0.9273555555555556,
+          "positive_goodness": 4.639844144270155,
+          "runtime_seconds": 10.008188247680664
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5481490387916564,
+          "lr": 0.03,
+          "negative_goodness": 0.7339183986081017,
+          "pair_accuracy": 0.9234666666560702,
+          "positive_goodness": 4.850538806194729,
+          "runtime_seconds": 10.010855197906494
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5377916672097313,
+          "lr": 0.03,
+          "negative_goodness": 0.7296721399837071,
+          "pair_accuracy": 0.9281555555555555,
+          "positive_goodness": 4.926957164679633,
+          "runtime_seconds": 10.007832765579224
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6018742252137926,
+          "lr": 0.03,
+          "negative_goodness": 0.7822212873246934,
+          "pair_accuracy": 0.9069555555502574,
+          "positive_goodness": 4.542578429582384,
+          "runtime_seconds": 10.0096755027771
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5796442643377516,
+          "lr": 0.03,
+          "negative_goodness": 0.7808812333742777,
+          "pair_accuracy": 0.9144222222222222,
+          "positive_goodness": 4.621278313106961,
+          "runtime_seconds": 9.99123740196228
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5635497565746307,
+          "lr": 0.03,
+          "negative_goodness": 0.737340135257774,
+          "pair_accuracy": 0.9225777777777778,
+          "positive_goodness": 4.776759235551622,
+          "runtime_seconds": 9.959260702133179
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5525763244628906,
+          "lr": 0.03,
+          "negative_goodness": 0.7300878989272648,
+          "pair_accuracy": 0.918422222216924,
+          "positive_goodness": 4.733958689414131,
+          "runtime_seconds": 10.015881061553955
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5871695651902092,
+          "lr": 0.03,
+          "negative_goodness": 0.7796169621043735,
+          "pair_accuracy": 0.9088666666666667,
+          "positive_goodness": 4.73535216700236,
+          "runtime_seconds": 10.072513580322266
+        }
+      ],
+      "layer": 39
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0027902308252123,
+          "lr": 0.03,
+          "negative_goodness": 1.5153584428787232,
+          "pair_accuracy": 0.8267999999894036,
+          "positive_goodness": 3.29705428153144,
+          "runtime_seconds": 10.090317010879517
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7738685701582166,
+          "lr": 0.03,
+          "negative_goodness": 1.2019021007961697,
+          "pair_accuracy": 0.8797333333545261,
+          "positive_goodness": 3.7911420841640897,
+          "runtime_seconds": 10.085747718811035
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.698990989361869,
+          "lr": 0.03,
+          "negative_goodness": 1.0704554426087274,
+          "pair_accuracy": 0.8896888888888889,
+          "positive_goodness": 4.095352726999919,
+          "runtime_seconds": 10.07345461845398
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6809368813832601,
+          "lr": 0.03,
+          "negative_goodness": 1.0340294476403131,
+          "pair_accuracy": 0.889333333322737,
+          "positive_goodness": 4.257007818476359,
+          "runtime_seconds": 9.976145029067993
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6729929353210661,
+          "lr": 0.03,
+          "negative_goodness": 1.0237215215947892,
+          "pair_accuracy": 0.9012888888888889,
+          "positive_goodness": 4.218907311672634,
+          "runtime_seconds": 9.976564407348633
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6808227183977763,
+          "lr": 0.03,
+          "negative_goodness": 0.9954688462787205,
+          "pair_accuracy": 0.8873111111111112,
+          "positive_goodness": 4.207010585191515,
+          "runtime_seconds": 10.016380310058594
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6913516261206732,
+          "lr": 0.03,
+          "negative_goodness": 1.0464060576544867,
+          "pair_accuracy": 0.8908222222222222,
+          "positive_goodness": 4.188519542418586,
+          "runtime_seconds": 10.06538438796997
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.767975661081738,
+          "lr": 0.03,
+          "negative_goodness": 1.1001295874595642,
+          "pair_accuracy": 0.8646666666666667,
+          "positive_goodness": 3.8551598964267306,
+          "runtime_seconds": 10.089754104614258
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.578876721599367,
+          "lr": 0.03,
+          "negative_goodness": 0.8944320587264167,
+          "pair_accuracy": 0.9261111111111111,
+          "positive_goodness": 4.575780179172092,
+          "runtime_seconds": 10.05726408958435
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6549000314076742,
+          "lr": 0.03,
+          "negative_goodness": 0.9600286405139499,
+          "pair_accuracy": 0.9068222222328186,
+          "positive_goodness": 4.394900127262539,
+          "runtime_seconds": 10.033554553985596
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6759350988944371,
+          "lr": 0.03,
+          "negative_goodness": 0.9620548123558362,
+          "pair_accuracy": 0.8880444444444444,
+          "positive_goodness": 4.306739748721653,
+          "runtime_seconds": 10.02891492843628
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6444714936150445,
+          "lr": 0.03,
+          "negative_goodness": 0.9109411119461059,
+          "pair_accuracy": 0.902777777756585,
+          "positive_goodness": 4.426352488242255,
+          "runtime_seconds": 10.041491746902466
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6779732542249891,
+          "lr": 0.03,
+          "negative_goodness": 0.9582045177035862,
+          "pair_accuracy": 0.8934444444974263,
+          "positive_goodness": 4.169119452200995,
+          "runtime_seconds": 10.036263227462769
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6152724397023519,
+          "lr": 0.03,
+          "negative_goodness": 0.91256888800727,
+          "pair_accuracy": 0.9102222222540114,
+          "positive_goodness": 4.584412598461575,
+          "runtime_seconds": 10.038360834121704
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.64356365714603,
+          "lr": 0.03,
+          "negative_goodness": 0.9066061575783624,
+          "pair_accuracy": 0.9028444444762336,
+          "positive_goodness": 4.4423869728512235,
+          "runtime_seconds": 10.029078006744385
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6253506800545586,
+          "lr": 0.03,
+          "negative_goodness": 0.9159292721642388,
+          "pair_accuracy": 0.9118888888570997,
+          "positive_goodness": 4.428233952755399,
+          "runtime_seconds": 10.034005403518677
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.598731938764784,
+          "lr": 0.03,
+          "negative_goodness": 0.8900439156214396,
+          "pair_accuracy": 0.9135111111111112,
+          "positive_goodness": 4.529793977271186,
+          "runtime_seconds": 10.032622337341309
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6315020548264185,
+          "lr": 0.03,
+          "negative_goodness": 0.9147757451746199,
+          "pair_accuracy": 0.9094444444444445,
+          "positive_goodness": 4.433125136057535,
+          "runtime_seconds": 10.033443212509155
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5877526648892296,
+          "lr": 0.03,
+          "negative_goodness": 0.8593690444946289,
+          "pair_accuracy": 0.9195333333333333,
+          "positive_goodness": 4.588804868231879,
+          "runtime_seconds": 10.038478374481201
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6038979951646593,
+          "lr": 0.03,
+          "negative_goodness": 0.8577457665549384,
+          "pair_accuracy": 0.908177777756585,
+          "positive_goodness": 4.606211064571805,
+          "runtime_seconds": 10.035969018936157
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6008145780245463,
+          "lr": 0.03,
+          "negative_goodness": 0.8582283403820462,
+          "pair_accuracy": 0.9145333333333333,
+          "positive_goodness": 4.553166742706299,
+          "runtime_seconds": 10.036993026733398
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5802692399395837,
+          "lr": 0.03,
+          "negative_goodness": 0.8229504777007632,
+          "pair_accuracy": 0.9144888888888889,
+          "positive_goodness": 4.723898253292508,
+          "runtime_seconds": 10.040794372558594
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.596472993320889,
+          "lr": 0.03,
+          "negative_goodness": 0.8744417613983154,
+          "pair_accuracy": 0.9187555555449591,
+          "positive_goodness": 4.605642348861695,
+          "runtime_seconds": 10.03654408454895
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5818802404986487,
+          "lr": 0.03,
+          "negative_goodness": 0.844024964984258,
+          "pair_accuracy": 0.9186444444444445,
+          "positive_goodness": 4.587659560733371,
+          "runtime_seconds": 10.037172555923462
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5852548425224092,
+          "lr": 0.03,
+          "negative_goodness": 0.834198618472947,
+          "pair_accuracy": 0.9223777777777777,
+          "positive_goodness": 4.6672416628519695,
+          "runtime_seconds": 10.038603782653809
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5491242509179645,
+          "lr": 0.03,
+          "negative_goodness": 0.789697386182679,
+          "pair_accuracy": 0.9240666666666667,
+          "positive_goodness": 4.8397904406229655,
+          "runtime_seconds": 10.047062158584595
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5837403767903646,
+          "lr": 0.03,
+          "negative_goodness": 0.8092917204168107,
+          "pair_accuracy": 0.9174444444444444,
+          "positive_goodness": 4.675492954169379,
+          "runtime_seconds": 10.031696796417236
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6679705109702216,
+          "lr": 0.03,
+          "negative_goodness": 0.8871947802649603,
+          "pair_accuracy": 0.8952222222381168,
+          "positive_goodness": 4.408279705047607,
+          "runtime_seconds": 10.033767700195312
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5696497958289253,
+          "lr": 0.03,
+          "negative_goodness": 0.8114976280000474,
+          "pair_accuracy": 0.9177555555582046,
+          "positive_goodness": 4.792171216011047,
+          "runtime_seconds": 10.03218674659729
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5674437318060134,
+          "lr": 0.03,
+          "negative_goodness": 0.8032631411658393,
+          "pair_accuracy": 0.9186000000105964,
+          "positive_goodness": 4.760330782657199,
+          "runtime_seconds": 10.003559589385986
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5667968853871027,
+          "lr": 0.03,
+          "negative_goodness": 0.8226558421134949,
+          "pair_accuracy": 0.9253333333333333,
+          "positive_goodness": 4.651089817555746,
+          "runtime_seconds": 9.979890823364258
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6049371695730421,
+          "lr": 0.03,
+          "negative_goodness": 0.8505319831106398,
+          "pair_accuracy": 0.9049111111429002,
+          "positive_goodness": 4.641781528303358,
+          "runtime_seconds": 9.978708744049072
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5897386172533036,
+          "lr": 0.03,
+          "negative_goodness": 0.778912195136812,
+          "pair_accuracy": 0.9136,
+          "positive_goodness": 4.670616476864285,
+          "runtime_seconds": 9.979605436325073
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.522963986963696,
+          "lr": 0.03,
+          "negative_goodness": 0.7559430969450209,
+          "pair_accuracy": 0.9336444444444445,
+          "positive_goodness": 4.956953589630127,
+          "runtime_seconds": 9.979033946990967
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.569443716041247,
+          "lr": 0.03,
+          "negative_goodness": 0.7820498005125258,
+          "pair_accuracy": 0.9172666666666667,
+          "positive_goodness": 4.740655473921034,
+          "runtime_seconds": 9.975197076797485
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5548781802813212,
+          "lr": 0.03,
+          "negative_goodness": 0.7988120058748457,
+          "pair_accuracy": 0.9293333333333333,
+          "positive_goodness": 4.767505611928304,
+          "runtime_seconds": 9.976511716842651
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6126131960895327,
+          "lr": 0.03,
+          "negative_goodness": 0.8368411929660373,
+          "pair_accuracy": 0.9090222222222222,
+          "positive_goodness": 4.63910174975925,
+          "runtime_seconds": 9.977298259735107
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5653397281222873,
+          "lr": 0.03,
+          "negative_goodness": 0.7941440729326672,
+          "pair_accuracy": 0.9250666666666667,
+          "positive_goodness": 4.800498033057319,
+          "runtime_seconds": 9.98648738861084
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5515986431545682,
+          "lr": 0.03,
+          "negative_goodness": 0.76908803358078,
+          "pair_accuracy": 0.9202222222328186,
+          "positive_goodness": 4.845120483610365,
+          "runtime_seconds": 9.97733759880066
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5532063944710626,
+          "lr": 0.03,
+          "negative_goodness": 0.7416361449347602,
+          "pair_accuracy": 0.9177111111429003,
+          "positive_goodness": 4.903250675498115,
+          "runtime_seconds": 9.97734260559082
+        }
+      ],
+      "layer": 40
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8410653310563829,
+          "lr": 0.03,
+          "negative_goodness": 1.1795543827056885,
+          "pair_accuracy": 0.8598444444444444,
+          "positive_goodness": 3.5608075041453042,
+          "runtime_seconds": 9.956555128097534
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7161834541426765,
+          "lr": 0.03,
+          "negative_goodness": 1.0943142999119229,
+          "pair_accuracy": 0.8975777777671814,
+          "positive_goodness": 3.968211346435547,
+          "runtime_seconds": 9.959474086761475
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7173308681276109,
+          "lr": 0.03,
+          "negative_goodness": 1.0747483500586617,
+          "pair_accuracy": 0.8885777778201633,
+          "positive_goodness": 3.9395175884246827,
+          "runtime_seconds": 9.948861837387085
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6683649241712358,
+          "lr": 0.03,
+          "negative_goodness": 1.0184696601337857,
+          "pair_accuracy": 0.8982888888782925,
+          "positive_goodness": 4.145121842447916,
+          "runtime_seconds": 9.959560871124268
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6530723746379217,
+          "lr": 0.03,
+          "negative_goodness": 0.9814650938140022,
+          "pair_accuracy": 0.9019777777777778,
+          "positive_goodness": 4.361980755021837,
+          "runtime_seconds": 9.95118236541748
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6415567388110691,
+          "lr": 0.03,
+          "negative_goodness": 0.9484892399046156,
+          "pair_accuracy": 0.9028222222116259,
+          "positive_goodness": 4.394668313641018,
+          "runtime_seconds": 9.952096462249756
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6131181784523858,
+          "lr": 0.03,
+          "negative_goodness": 0.9277969763014051,
+          "pair_accuracy": 0.9118,
+          "positive_goodness": 4.482808672163221,
+          "runtime_seconds": 9.953466892242432
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6317904665152232,
+          "lr": 0.03,
+          "negative_goodness": 0.9186702896542019,
+          "pair_accuracy": 0.9000222222222222,
+          "positive_goodness": 4.428046324920654,
+          "runtime_seconds": 9.965519666671753
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6125078812864092,
+          "lr": 0.03,
+          "negative_goodness": 0.8989775419553121,
+          "pair_accuracy": 0.9088222222222222,
+          "positive_goodness": 4.56401384379069,
+          "runtime_seconds": 9.950330018997192
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6570642395655314,
+          "lr": 0.03,
+          "negative_goodness": 0.9314143106460572,
+          "pair_accuracy": 0.902044444433848,
+          "positive_goodness": 4.4486942111969,
+          "runtime_seconds": 9.991445064544678
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.581409693230523,
+          "lr": 0.03,
+          "negative_goodness": 0.8743475409931607,
+          "pair_accuracy": 0.9179333333333334,
+          "positive_goodness": 4.663845074399313,
+          "runtime_seconds": 10.013336181640625
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5654696006324557,
+          "lr": 0.03,
+          "negative_goodness": 0.8517795768419901,
+          "pair_accuracy": 0.9297111111111112,
+          "positive_goodness": 4.7337277431911895,
+          "runtime_seconds": 10.00649905204773
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5405684370332294,
+          "lr": 0.03,
+          "negative_goodness": 0.8017586196899414,
+          "pair_accuracy": 0.9317333333333333,
+          "positive_goodness": 4.858577959696452,
+          "runtime_seconds": 10.005365133285522
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6625536021974352,
+          "lr": 0.03,
+          "negative_goodness": 0.9032483280287849,
+          "pair_accuracy": 0.8957111111217075,
+          "positive_goodness": 4.398903069559733,
+          "runtime_seconds": 10.012637376785278
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5877065873172548,
+          "lr": 0.03,
+          "negative_goodness": 0.8510560491932763,
+          "pair_accuracy": 0.9154222222222222,
+          "positive_goodness": 4.650851553853353,
+          "runtime_seconds": 10.01427698135376
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6012389905293782,
+          "lr": 0.03,
+          "negative_goodness": 0.8804303578694661,
+          "pair_accuracy": 0.9222000000211927,
+          "positive_goodness": 4.582653355238173,
+          "runtime_seconds": 10.013288497924805
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6214829784287347,
+          "lr": 0.03,
+          "negative_goodness": 0.8693826074573728,
+          "pair_accuracy": 0.9053999999894036,
+          "positive_goodness": 4.552217796240913,
+          "runtime_seconds": 10.003208875656128
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5808002692275577,
+          "lr": 0.03,
+          "negative_goodness": 0.8532018755061759,
+          "pair_accuracy": 0.9252,
+          "positive_goodness": 4.631188228437636,
+          "runtime_seconds": 10.013558626174927
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5182080402268304,
+          "lr": 0.03,
+          "negative_goodness": 0.7532157998349932,
+          "pair_accuracy": 0.9357777777671814,
+          "positive_goodness": 5.070812141757541,
+          "runtime_seconds": 10.015659809112549
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.57666421684689,
+          "lr": 0.03,
+          "negative_goodness": 0.7954330261177487,
+          "pair_accuracy": 0.9156444444444445,
+          "positive_goodness": 4.793293437957764,
+          "runtime_seconds": 10.00693130493164
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6426753140767415,
+          "lr": 0.03,
+          "negative_goodness": 0.8610120055675506,
+          "pair_accuracy": 0.8975111111005147,
+          "positive_goodness": 4.536409318330553,
+          "runtime_seconds": 10.004117727279663
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6266093982272678,
+          "lr": 0.03,
+          "negative_goodness": 0.8823354832490286,
+          "pair_accuracy": 0.9010222222752041,
+          "positive_goodness": 4.419415385860867,
+          "runtime_seconds": 10.020032167434692
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6209464531368679,
+          "lr": 0.03,
+          "negative_goodness": 0.8715314350446065,
+          "pair_accuracy": 0.9125333333545261,
+          "positive_goodness": 4.479748315472073,
+          "runtime_seconds": 10.012541055679321
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6057916189405653,
+          "lr": 0.03,
+          "negative_goodness": 0.8567101050747765,
+          "pair_accuracy": 0.9115999999947018,
+          "positive_goodness": 4.544769990497166,
+          "runtime_seconds": 10.010693311691284
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5784205848058065,
+          "lr": 0.03,
+          "negative_goodness": 0.8356187997182211,
+          "pair_accuracy": 0.9188888888888889,
+          "positive_goodness": 4.7406698468526205,
+          "runtime_seconds": 10.00938630104065
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5592046421872245,
+          "lr": 0.03,
+          "negative_goodness": 0.7860097009923723,
+          "pair_accuracy": 0.9248,
+          "positive_goodness": 4.824309388478597,
+          "runtime_seconds": 10.01241683959961
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5569418246693081,
+          "lr": 0.03,
+          "negative_goodness": 0.7999911514282226,
+          "pair_accuracy": 0.9227333333863152,
+          "positive_goodness": 4.78462001347012,
+          "runtime_seconds": 10.011291980743408
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.4903130758073595,
+          "lr": 0.03,
+          "negative_goodness": 0.6959752661493089,
+          "pair_accuracy": 0.9355555555502574,
+          "positive_goodness": 5.26946835539076,
+          "runtime_seconds": 10.020337104797363
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5081647860633003,
+          "lr": 0.03,
+          "negative_goodness": 0.717801903072993,
+          "pair_accuracy": 0.9390000000105964,
+          "positive_goodness": 5.182534972084893,
+          "runtime_seconds": 10.011043071746826
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5289079062223434,
+          "lr": 0.03,
+          "negative_goodness": 0.7335750140501394,
+          "pair_accuracy": 0.9277111111111112,
+          "positive_goodness": 5.094796359507243,
+          "runtime_seconds": 10.019993543624878
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5715150426228841,
+          "lr": 0.03,
+          "negative_goodness": 0.7814284144904878,
+          "pair_accuracy": 0.907266666645474,
+          "positive_goodness": 4.9163242045508495,
+          "runtime_seconds": 10.015094518661499
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5254661731084188,
+          "lr": 0.03,
+          "negative_goodness": 0.6967168069879214,
+          "pair_accuracy": 0.9305555555767483,
+          "positive_goodness": 5.107960652605692,
+          "runtime_seconds": 10.018385887145996
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5610442151970334,
+          "lr": 0.03,
+          "negative_goodness": 0.7697857877810796,
+          "pair_accuracy": 0.9205555555555556,
+          "positive_goodness": 4.897938238440619,
+          "runtime_seconds": 10.008886814117432
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5436553597344292,
+          "lr": 0.03,
+          "negative_goodness": 0.7372141180621253,
+          "pair_accuracy": 0.9205555555558866,
+          "positive_goodness": 4.957036865848965,
+          "runtime_seconds": 10.014634370803833
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5247894151793586,
+          "lr": 0.03,
+          "negative_goodness": 0.7005205404890908,
+          "pair_accuracy": 0.9194444444444444,
+          "positive_goodness": 4.994695706770155,
+          "runtime_seconds": 9.992326974868774
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5909891812139088,
+          "lr": 0.03,
+          "negative_goodness": 0.7917696531467967,
+          "pair_accuracy": 0.9231111111111111,
+          "positive_goodness": 4.654295126914978,
+          "runtime_seconds": 10.015367031097412
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.4934218196153641,
+          "lr": 0.03,
+          "negative_goodness": 0.709395600605011,
+          "pair_accuracy": 0.9430666666666667,
+          "positive_goodness": 5.137511679840088,
+          "runtime_seconds": 10.007577657699585
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5280820315043131,
+          "lr": 0.03,
+          "negative_goodness": 0.7224501370218065,
+          "pair_accuracy": 0.9350444444444445,
+          "positive_goodness": 5.069763858003086,
+          "runtime_seconds": 10.013018608093262
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5271580532100466,
+          "lr": 0.03,
+          "negative_goodness": 0.6954125517828597,
+          "pair_accuracy": 0.9325555555555556,
+          "positive_goodness": 4.954243400149875,
+          "runtime_seconds": 10.00736951828003
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5793266274134318,
+          "lr": 0.03,
+          "negative_goodness": 0.7774267202112409,
+          "pair_accuracy": 0.9131333333227369,
+          "positive_goodness": 4.770529960208469,
+          "runtime_seconds": 10.017265796661377
+        }
+      ],
+      "layer": 41
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.887427431148953,
+          "lr": 0.03,
+          "negative_goodness": 1.44226821269989,
+          "pair_accuracy": 0.8746888888888888,
+          "positive_goodness": 3.684422670279609,
+          "runtime_seconds": 10.035711288452148
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7198868732505375,
+          "lr": 0.03,
+          "negative_goodness": 1.1592497011608547,
+          "pair_accuracy": 0.9015111111111112,
+          "positive_goodness": 4.157158517795139,
+          "runtime_seconds": 10.040237426757812
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6887618357552422,
+          "lr": 0.03,
+          "negative_goodness": 1.090113634109497,
+          "pair_accuracy": 0.9079777777989705,
+          "positive_goodness": 4.32568443514506,
+          "runtime_seconds": 10.030649900436401
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6281640774197048,
+          "lr": 0.03,
+          "negative_goodness": 0.9982983204099867,
+          "pair_accuracy": 0.9254666666772631,
+          "positive_goodness": 4.429920133421156,
+          "runtime_seconds": 10.028395414352417
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7100401199446784,
+          "lr": 0.03,
+          "negative_goodness": 1.0622451689084371,
+          "pair_accuracy": 0.8925777777777778,
+          "positive_goodness": 4.128354220665826,
+          "runtime_seconds": 10.032638788223267
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6126116057501899,
+          "lr": 0.03,
+          "negative_goodness": 0.9584788209067451,
+          "pair_accuracy": 0.9204666667196486,
+          "positive_goodness": 4.52043928811815,
+          "runtime_seconds": 10.036487340927124
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.636044217300415,
+          "lr": 0.03,
+          "negative_goodness": 0.9692021562364367,
+          "pair_accuracy": 0.913,
+          "positive_goodness": 4.421305053244697,
+          "runtime_seconds": 10.035073518753052
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6361694331910875,
+          "lr": 0.03,
+          "negative_goodness": 0.9736818713082207,
+          "pair_accuracy": 0.9195333333227369,
+          "positive_goodness": 4.39525979669359,
+          "runtime_seconds": 10.034910917282104
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6201076570828755,
+          "lr": 0.03,
+          "negative_goodness": 0.9090611814459165,
+          "pair_accuracy": 0.9117333333333333,
+          "positive_goodness": 4.482860867733425,
+          "runtime_seconds": 10.033456087112427
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5989608407974243,
+          "lr": 0.03,
+          "negative_goodness": 0.888242478524314,
+          "pair_accuracy": 0.9188,
+          "positive_goodness": 4.590633271959093,
+          "runtime_seconds": 10.032320976257324
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6170380057838228,
+          "lr": 0.03,
+          "negative_goodness": 0.9110174528386857,
+          "pair_accuracy": 0.9170888888888888,
+          "positive_goodness": 4.493333211686876,
+          "runtime_seconds": 10.029995918273926
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6055446593178643,
+          "lr": 0.03,
+          "negative_goodness": 0.9146360765033298,
+          "pair_accuracy": 0.9168222222381168,
+          "positive_goodness": 4.4985945256127255,
+          "runtime_seconds": 10.03518295288086
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6120567949295044,
+          "lr": 0.03,
+          "negative_goodness": 0.9123534190495809,
+          "pair_accuracy": 0.9192000000423856,
+          "positive_goodness": 4.509400270122952,
+          "runtime_seconds": 10.037546634674072
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5998949293136596,
+          "lr": 0.03,
+          "negative_goodness": 0.862089235581292,
+          "pair_accuracy": 0.9202000000211927,
+          "positive_goodness": 4.658831291876899,
+          "runtime_seconds": 10.032188177108765
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6371172179698944,
+          "lr": 0.03,
+          "negative_goodness": 0.9202970922735002,
+          "pair_accuracy": 0.9048222222222222,
+          "positive_goodness": 4.444242334577773,
+          "runtime_seconds": 10.03398084640503
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6151183974372016,
+          "lr": 0.03,
+          "negative_goodness": 0.894359079890781,
+          "pair_accuracy": 0.9164222222228845,
+          "positive_goodness": 4.544664575513204,
+          "runtime_seconds": 10.046368598937988
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6033443718406889,
+          "lr": 0.03,
+          "negative_goodness": 0.8496738063971202,
+          "pair_accuracy": 0.9135333333333333,
+          "positive_goodness": 4.609004012976753,
+          "runtime_seconds": 10.032380104064941
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5949251663578882,
+          "lr": 0.03,
+          "negative_goodness": 0.857126892346806,
+          "pair_accuracy": 0.9154666666666667,
+          "positive_goodness": 4.610677971310086,
+          "runtime_seconds": 10.045564889907837
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5337196722348531,
+          "lr": 0.03,
+          "negative_goodness": 0.7789395709143745,
+          "pair_accuracy": 0.9327777777671814,
+          "positive_goodness": 4.8381458056132,
+          "runtime_seconds": 9.999112844467163
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6118525693496069,
+          "lr": 0.03,
+          "negative_goodness": 0.8499740318086412,
+          "pair_accuracy": 0.9081777777777778,
+          "positive_goodness": 4.614898559485542,
+          "runtime_seconds": 9.964803457260132
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.564508903143141,
+          "lr": 0.03,
+          "negative_goodness": 0.8319906045807732,
+          "pair_accuracy": 0.9261777777989706,
+          "positive_goodness": 4.754343665356107,
+          "runtime_seconds": 10.040196180343628
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5302245810694165,
+          "lr": 0.03,
+          "negative_goodness": 0.7677643251286612,
+          "pair_accuracy": 0.9367333333333333,
+          "positive_goodness": 4.908162389967177,
+          "runtime_seconds": 10.10184383392334
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5871393154144288,
+          "lr": 0.03,
+          "negative_goodness": 0.7959679781172011,
+          "pair_accuracy": 0.9143333333227369,
+          "positive_goodness": 4.729840787845188,
+          "runtime_seconds": 10.098759412765503
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.48883789384100174,
+          "lr": 0.03,
+          "negative_goodness": 0.6983352086173163,
+          "pair_accuracy": 0.9472888888888888,
+          "positive_goodness": 5.0975899211459685,
+          "runtime_seconds": 10.100484609603882
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5462885640038384,
+          "lr": 0.03,
+          "negative_goodness": 0.7785916179127164,
+          "pair_accuracy": 0.9277555555555556,
+          "positive_goodness": 4.848670811780294,
+          "runtime_seconds": 10.105517148971558
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5169623890982734,
+          "lr": 0.03,
+          "negative_goodness": 0.7476172382990519,
+          "pair_accuracy": 0.9391111111005147,
+          "positive_goodness": 4.926960428110759,
+          "runtime_seconds": 10.095045804977417
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.51503655834198,
+          "lr": 0.03,
+          "negative_goodness": 0.704371912961536,
+          "pair_accuracy": 0.9391777777777778,
+          "positive_goodness": 5.126395542907715,
+          "runtime_seconds": 10.091853380203247
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5332332018242942,
+          "lr": 0.03,
+          "negative_goodness": 0.7308871531301074,
+          "pair_accuracy": 0.9266222222222222,
+          "positive_goodness": 5.0522072494294905,
+          "runtime_seconds": 10.104447364807129
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5464543623606364,
+          "lr": 0.03,
+          "negative_goodness": 0.7525234091758728,
+          "pair_accuracy": 0.9230666666668322,
+          "positive_goodness": 4.868062211449941,
+          "runtime_seconds": 10.093045473098755
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.607209702067905,
+          "lr": 0.03,
+          "negative_goodness": 0.8159460751745435,
+          "pair_accuracy": 0.9134222222328185,
+          "positive_goodness": 4.590862219662137,
+          "runtime_seconds": 10.098877429962158
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5025972669442494,
+          "lr": 0.03,
+          "negative_goodness": 0.7190810737291972,
+          "pair_accuracy": 0.9392444444444444,
+          "positive_goodness": 5.0960326885647245,
+          "runtime_seconds": 10.105468988418579
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.55843774878184,
+          "lr": 0.03,
+          "negative_goodness": 0.7848195170826382,
+          "pair_accuracy": 0.9214444444126553,
+          "positive_goodness": 4.868257752143013,
+          "runtime_seconds": 10.101815462112427
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5830221158769395,
+          "lr": 0.03,
+          "negative_goodness": 0.7907123623212179,
+          "pair_accuracy": 0.9182444444444444,
+          "positive_goodness": 4.726389292441474,
+          "runtime_seconds": 10.091635942459106
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5618393383873833,
+          "lr": 0.03,
+          "negative_goodness": 0.7933928614616395,
+          "pair_accuracy": 0.9281333333333334,
+          "positive_goodness": 4.8487280723571775,
+          "runtime_seconds": 10.09752631187439
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5464466075923707,
+          "lr": 0.03,
+          "negative_goodness": 0.7444698321938514,
+          "pair_accuracy": 0.9225111111111111,
+          "positive_goodness": 4.904703261841668,
+          "runtime_seconds": 10.09352731704712
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5270763546917173,
+          "lr": 0.03,
+          "negative_goodness": 0.7114512509822846,
+          "pair_accuracy": 0.9279333333333334,
+          "positive_goodness": 5.078466355726454,
+          "runtime_seconds": 10.047986507415771
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5294582007937961,
+          "lr": 0.03,
+          "negative_goodness": 0.7308565706570943,
+          "pair_accuracy": 0.9304888888888889,
+          "positive_goodness": 5.0052073592291935,
+          "runtime_seconds": 10.094313859939575
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5385455329312219,
+          "lr": 0.03,
+          "negative_goodness": 0.7294101170063019,
+          "pair_accuracy": 0.9225333333333333,
+          "positive_goodness": 4.958216426086426,
+          "runtime_seconds": 10.111279010772705
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.548955748377906,
+          "lr": 0.03,
+          "negative_goodness": 0.7590114922205607,
+          "pair_accuracy": 0.9352666666560703,
+          "positive_goodness": 4.849333688269721,
+          "runtime_seconds": 10.095786333084106
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.4998128714720408,
+          "lr": 0.03,
+          "negative_goodness": 0.6560110652128855,
+          "pair_accuracy": 0.9348444444444445,
+          "positive_goodness": 5.181431488545735,
+          "runtime_seconds": 10.21178126335144
+        }
+      ],
+      "layer": 42
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8179889550659392,
+          "lr": 0.03,
+          "negative_goodness": 1.1462313527637058,
+          "pair_accuracy": 0.8672444444444445,
+          "positive_goodness": 3.647605067867703,
+          "runtime_seconds": 10.078670740127563
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7888289489322239,
+          "lr": 0.03,
+          "negative_goodness": 1.17002388159434,
+          "pair_accuracy": 0.890355555566152,
+          "positive_goodness": 3.753625008837382,
+          "runtime_seconds": 10.080565214157104
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7311965201907688,
+          "lr": 0.03,
+          "negative_goodness": 1.0644949744330512,
+          "pair_accuracy": 0.88844444448683,
+          "positive_goodness": 4.009015218904283,
+          "runtime_seconds": 10.080774784088135
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7094172963884142,
+          "lr": 0.03,
+          "negative_goodness": 1.0358666591856214,
+          "pair_accuracy": 0.8926222222222222,
+          "positive_goodness": 4.181194626935323,
+          "runtime_seconds": 10.090564250946045
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7163241175916459,
+          "lr": 0.03,
+          "negative_goodness": 1.0420260126007928,
+          "pair_accuracy": 0.8942444444444444,
+          "positive_goodness": 4.0782277452256945,
+          "runtime_seconds": 10.079569578170776
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6850003015730116,
+          "lr": 0.03,
+          "negative_goodness": 0.9829570609940423,
+          "pair_accuracy": 0.8998444444444444,
+          "positive_goodness": 4.150488767009311,
+          "runtime_seconds": 10.097111225128174
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6631348495483398,
+          "lr": 0.03,
+          "negative_goodness": 0.9855849769062466,
+          "pair_accuracy": 0.9106888888888889,
+          "positive_goodness": 4.24558134197659,
+          "runtime_seconds": 10.108320474624634
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7133040745205349,
+          "lr": 0.03,
+          "negative_goodness": 1.042136016262902,
+          "pair_accuracy": 0.8941333333386315,
+          "positive_goodness": 4.0741916755888195,
+          "runtime_seconds": 10.079923868179321
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6198467900011274,
+          "lr": 0.03,
+          "negative_goodness": 0.9451769719282787,
+          "pair_accuracy": 0.9271555555555555,
+          "positive_goodness": 4.39307469168769,
+          "runtime_seconds": 10.057103157043457
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7051939112451341,
+          "lr": 0.03,
+          "negative_goodness": 0.9893922040979067,
+          "pair_accuracy": 0.8908000000423856,
+          "positive_goodness": 4.216238576846653,
+          "runtime_seconds": 10.046756744384766
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6125929774390326,
+          "lr": 0.03,
+          "negative_goodness": 0.926178847834799,
+          "pair_accuracy": 0.9251777777459886,
+          "positive_goodness": 4.487662139765422,
+          "runtime_seconds": 10.02883529663086
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6108690706570943,
+          "lr": 0.03,
+          "negative_goodness": 0.9003370409184032,
+          "pair_accuracy": 0.9194444444232517,
+          "positive_goodness": 4.515347172546386,
+          "runtime_seconds": 10.027448177337646
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6249602450900608,
+          "lr": 0.03,
+          "negative_goodness": 0.9054474636210336,
+          "pair_accuracy": 0.9129111111058129,
+          "positive_goodness": 4.415955683030022,
+          "runtime_seconds": 10.023277044296265
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.674576816897922,
+          "lr": 0.03,
+          "negative_goodness": 0.9572825779199601,
+          "pair_accuracy": 0.8995777777777778,
+          "positive_goodness": 4.211818576526642,
+          "runtime_seconds": 10.019367456436157
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5770266006893582,
+          "lr": 0.03,
+          "negative_goodness": 0.8496399642070135,
+          "pair_accuracy": 0.9309111111111111,
+          "positive_goodness": 4.685720014063517,
+          "runtime_seconds": 10.039445638656616
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6194497462060716,
+          "lr": 0.03,
+          "negative_goodness": 0.8725013122240702,
+          "pair_accuracy": 0.909,
+          "positive_goodness": 4.4603203575981984,
+          "runtime_seconds": 10.019356727600098
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6122360109594133,
+          "lr": 0.03,
+          "negative_goodness": 0.8700629636102253,
+          "pair_accuracy": 0.9115555555555556,
+          "positive_goodness": 4.487841257900662,
+          "runtime_seconds": 10.021483421325684
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5529936537000868,
+          "lr": 0.03,
+          "negative_goodness": 0.8050271710740196,
+          "pair_accuracy": 0.9335555555661519,
+          "positive_goodness": 4.795033293787639,
+          "runtime_seconds": 10.0138840675354
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6195982169045342,
+          "lr": 0.03,
+          "negative_goodness": 0.8818307485063871,
+          "pair_accuracy": 0.9186444444974263,
+          "positive_goodness": 4.502899579577976,
+          "runtime_seconds": 10.00690245628357
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6485145110607147,
+          "lr": 0.03,
+          "negative_goodness": 0.9246666772815916,
+          "pair_accuracy": 0.9008222222222222,
+          "positive_goodness": 4.318816244930691,
+          "runtime_seconds": 10.01583194732666
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.619359090730879,
+          "lr": 0.03,
+          "negative_goodness": 0.8712964790840944,
+          "pair_accuracy": 0.9093555555555556,
+          "positive_goodness": 4.436643394809299,
+          "runtime_seconds": 10.003798961639404
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5833159824212392,
+          "lr": 0.03,
+          "negative_goodness": 0.8382012695524428,
+          "pair_accuracy": 0.9244222222222223,
+          "positive_goodness": 4.619830987124973,
+          "runtime_seconds": 10.016803979873657
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5784212253517574,
+          "lr": 0.03,
+          "negative_goodness": 0.8240616565002336,
+          "pair_accuracy": 0.9239555555555555,
+          "positive_goodness": 4.697486588880751,
+          "runtime_seconds": 9.988183498382568
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5901523152298398,
+          "lr": 0.03,
+          "negative_goodness": 0.8219476839971211,
+          "pair_accuracy": 0.9197111111111111,
+          "positive_goodness": 4.673067325592041,
+          "runtime_seconds": 10.024077892303467
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5398997092247009,
+          "lr": 0.03,
+          "negative_goodness": 0.7798298650821051,
+          "pair_accuracy": 0.9372444444232517,
+          "positive_goodness": 4.904782491811116,
+          "runtime_seconds": 10.014393091201782
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6071134946611193,
+          "lr": 0.03,
+          "negative_goodness": 0.8148499997854233,
+          "pair_accuracy": 0.9126444444444445,
+          "positive_goodness": 4.5933036802079945,
+          "runtime_seconds": 10.004595041275024
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5953148916244507,
+          "lr": 0.03,
+          "negative_goodness": 0.854289832828525,
+          "pair_accuracy": 0.9193777777777777,
+          "positive_goodness": 4.58754751264784,
+          "runtime_seconds": 10.040163516998291
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5548017180548774,
+          "lr": 0.03,
+          "negative_goodness": 0.7616561644236247,
+          "pair_accuracy": 0.9268888888888889,
+          "positive_goodness": 4.85307009540134,
+          "runtime_seconds": 10.007947206497192
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5529823384231991,
+          "lr": 0.03,
+          "negative_goodness": 0.7937288137111399,
+          "pair_accuracy": 0.9308888888888889,
+          "positive_goodness": 4.822380030653211,
+          "runtime_seconds": 10.013336420059204
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5409012065039741,
+          "lr": 0.03,
+          "negative_goodness": 0.7554583052370283,
+          "pair_accuracy": 0.926755555566152,
+          "positive_goodness": 4.852115006510417,
+          "runtime_seconds": 10.027529954910278
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.48813076962365043,
+          "lr": 0.03,
+          "negative_goodness": 0.6914338598661952,
+          "pair_accuracy": 0.9435111111323039,
+          "positive_goodness": 5.31680590209961,
+          "runtime_seconds": 10.062520027160645
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5636477982415093,
+          "lr": 0.03,
+          "negative_goodness": 0.7639542230857743,
+          "pair_accuracy": 0.9230666667090522,
+          "positive_goodness": 4.900458595403036,
+          "runtime_seconds": 10.079661130905151
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5240934502336714,
+          "lr": 0.03,
+          "negative_goodness": 0.7632961557249228,
+          "pair_accuracy": 0.9348222222222222,
+          "positive_goodness": 4.944244030337863,
+          "runtime_seconds": 10.048044204711914
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5664046451409658,
+          "lr": 0.03,
+          "negative_goodness": 0.7694805906097094,
+          "pair_accuracy": 0.9256444444444445,
+          "positive_goodness": 4.774511598587036,
+          "runtime_seconds": 9.968890905380249
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5958663291083441,
+          "lr": 0.03,
+          "negative_goodness": 0.8000580290900337,
+          "pair_accuracy": 0.9116444444444445,
+          "positive_goodness": 4.667495197974311,
+          "runtime_seconds": 9.946710348129272
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6243872205522325,
+          "lr": 0.03,
+          "negative_goodness": 0.8130516233576669,
+          "pair_accuracy": 0.9001111111111111,
+          "positive_goodness": 4.599979700915019,
+          "runtime_seconds": 10.062336921691895
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5686484395345052,
+          "lr": 0.03,
+          "negative_goodness": 0.8040521120170753,
+          "pair_accuracy": 0.9209111111217075,
+          "positive_goodness": 4.830848184288873,
+          "runtime_seconds": 10.077436447143555
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5611477889855703,
+          "lr": 0.03,
+          "negative_goodness": 0.7703935966081089,
+          "pair_accuracy": 0.9200666666666667,
+          "positive_goodness": 4.7988058352152505,
+          "runtime_seconds": 10.057904243469238
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.47971095938682556,
+          "lr": 0.03,
+          "negative_goodness": 0.6959808581087324,
+          "pair_accuracy": 0.9444222222222223,
+          "positive_goodness": 5.237649252743191,
+          "runtime_seconds": 10.088381052017212
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5063298049237993,
+          "lr": 0.03,
+          "negative_goodness": 0.6921519322143661,
+          "pair_accuracy": 0.9306444444444445,
+          "positive_goodness": 5.303913725280761,
+          "runtime_seconds": 10.06984281539917
+        }
+      ],
+      "layer": 43
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9346767871432834,
+          "lr": 0.03,
+          "negative_goodness": 1.4683877006106907,
+          "pair_accuracy": 0.8670888889418708,
+          "positive_goodness": 3.6196975021362303,
+          "runtime_seconds": 10.091290712356567
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7984214011298285,
+          "lr": 0.03,
+          "negative_goodness": 1.2692857558780246,
+          "pair_accuracy": 0.8813555555555556,
+          "positive_goodness": 3.8025891786787245,
+          "runtime_seconds": 10.099543809890747
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8064818390051524,
+          "lr": 0.03,
+          "negative_goodness": 1.2206233721945021,
+          "pair_accuracy": 0.8678444444338481,
+          "positive_goodness": 3.7279663624233668,
+          "runtime_seconds": 10.080089807510376
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.718959611553616,
+          "lr": 0.03,
+          "negative_goodness": 1.1247085643132528,
+          "pair_accuracy": 0.8929777777777778,
+          "positive_goodness": 4.019505131191678,
+          "runtime_seconds": 10.101378202438354
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7011025118721856,
+          "lr": 0.03,
+          "negative_goodness": 1.1038812456342908,
+          "pair_accuracy": 0.8982444444974264,
+          "positive_goodness": 4.078388762495253,
+          "runtime_seconds": 10.084319829940796
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6952027022043864,
+          "lr": 0.03,
+          "negative_goodness": 1.0906676138983833,
+          "pair_accuracy": 0.9033333333651224,
+          "positive_goodness": 4.102948246553209,
+          "runtime_seconds": 10.08133316040039
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7069954497655233,
+          "lr": 0.03,
+          "negative_goodness": 1.0763319070392185,
+          "pair_accuracy": 0.890688888920678,
+          "positive_goodness": 4.0887845291985405,
+          "runtime_seconds": 10.084752559661865
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6445511186732186,
+          "lr": 0.03,
+          "negative_goodness": 0.9953670365863376,
+          "pair_accuracy": 0.9188888888888889,
+          "positive_goodness": 4.27519487991333,
+          "runtime_seconds": 10.071909427642822
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6423035937839084,
+          "lr": 0.03,
+          "negative_goodness": 1.0009610660129122,
+          "pair_accuracy": 0.9162666666673289,
+          "positive_goodness": 4.325644279988607,
+          "runtime_seconds": 10.09606122970581
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6418837658087413,
+          "lr": 0.03,
+          "negative_goodness": 0.9662708445707957,
+          "pair_accuracy": 0.8958222222222222,
+          "positive_goodness": 4.375575034840901,
+          "runtime_seconds": 10.08718752861023
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6194209810468886,
+          "lr": 0.03,
+          "negative_goodness": 0.9145867816925048,
+          "pair_accuracy": 0.912111111164093,
+          "positive_goodness": 4.48890809457567,
+          "runtime_seconds": 10.102477312088013
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7192885091198815,
+          "lr": 0.03,
+          "negative_goodness": 1.0595584604263306,
+          "pair_accuracy": 0.889533333322737,
+          "positive_goodness": 4.052926141357422,
+          "runtime_seconds": 10.067776679992676
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.674453549838066,
+          "lr": 0.03,
+          "negative_goodness": 0.9858992713729541,
+          "pair_accuracy": 0.8907777777777778,
+          "positive_goodness": 4.234053226894803,
+          "runtime_seconds": 10.10163950920105
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6197646417935689,
+          "lr": 0.03,
+          "negative_goodness": 0.9538008056004842,
+          "pair_accuracy": 0.9123555555979411,
+          "positive_goodness": 4.50951521542867,
+          "runtime_seconds": 10.078099250793457
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6421668072382609,
+          "lr": 0.03,
+          "negative_goodness": 0.9412178508122762,
+          "pair_accuracy": 0.9112,
+          "positive_goodness": 4.308680074649387,
+          "runtime_seconds": 10.074577331542969
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6517625487221612,
+          "lr": 0.03,
+          "negative_goodness": 0.9659093055327733,
+          "pair_accuracy": 0.9077555555555555,
+          "positive_goodness": 4.3450387087504065,
+          "runtime_seconds": 10.104088544845581
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5889569138420953,
+          "lr": 0.03,
+          "negative_goodness": 0.8709987914191352,
+          "pair_accuracy": 0.9243777777779434,
+          "positive_goodness": 4.580334243901571,
+          "runtime_seconds": 10.085711479187012
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6447001052114698,
+          "lr": 0.03,
+          "negative_goodness": 0.9291367623011271,
+          "pair_accuracy": 0.9019777778201633,
+          "positive_goodness": 4.389428783374362,
+          "runtime_seconds": 10.088613748550415
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6360152425554063,
+          "lr": 0.03,
+          "negative_goodness": 0.9470372845649719,
+          "pair_accuracy": 0.9125333333863153,
+          "positive_goodness": 4.3662574136734005,
+          "runtime_seconds": 10.093218803405762
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6394881881925795,
+          "lr": 0.03,
+          "negative_goodness": 0.9053104804356893,
+          "pair_accuracy": 0.8970666666719649,
+          "positive_goodness": 4.403017366960314,
+          "runtime_seconds": 10.104112386703491
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6330157224443224,
+          "lr": 0.03,
+          "negative_goodness": 0.9091789373291863,
+          "pair_accuracy": 0.9067111111111111,
+          "positive_goodness": 4.315316286129422,
+          "runtime_seconds": 10.076805114746094
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5771090676519606,
+          "lr": 0.03,
+          "negative_goodness": 0.8537562822553847,
+          "pair_accuracy": 0.9179777777671814,
+          "positive_goodness": 4.64185483432346,
+          "runtime_seconds": 10.091705560684204
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6114524514728122,
+          "lr": 0.03,
+          "negative_goodness": 0.8928262943267822,
+          "pair_accuracy": 0.9125777777777778,
+          "positive_goodness": 4.445650251727634,
+          "runtime_seconds": 10.066736459732056
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6020866572883394,
+          "lr": 0.03,
+          "negative_goodness": 0.8851158845530616,
+          "pair_accuracy": 0.919,
+          "positive_goodness": 4.569046004740398,
+          "runtime_seconds": 9.97428560256958
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5901178986867269,
+          "lr": 0.03,
+          "negative_goodness": 0.8410444557083978,
+          "pair_accuracy": 0.9153333333015442,
+          "positive_goodness": 4.559525248591105,
+          "runtime_seconds": 9.97572946548462
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6149011706087324,
+          "lr": 0.03,
+          "negative_goodness": 0.8855366744836172,
+          "pair_accuracy": 0.9102666666666667,
+          "positive_goodness": 4.490979231770833,
+          "runtime_seconds": 9.97760558128357
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5795924818462795,
+          "lr": 0.03,
+          "negative_goodness": 0.8267556357383729,
+          "pair_accuracy": 0.9205333333333333,
+          "positive_goodness": 4.674566679551866,
+          "runtime_seconds": 9.975169897079468
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5976186845408545,
+          "lr": 0.03,
+          "negative_goodness": 0.8727001194741991,
+          "pair_accuracy": 0.9151555555555556,
+          "positive_goodness": 4.649753768836128,
+          "runtime_seconds": 10.071118116378784
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6266046964433458,
+          "lr": 0.03,
+          "negative_goodness": 0.8811416229354011,
+          "pair_accuracy": 0.8956000000105964,
+          "positive_goodness": 4.515528265719944,
+          "runtime_seconds": 10.08766770362854
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5980989153226217,
+          "lr": 0.03,
+          "negative_goodness": 0.8413431424352857,
+          "pair_accuracy": 0.9086666666666666,
+          "positive_goodness": 4.639497564909194,
+          "runtime_seconds": 10.086966276168823
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5716602661980523,
+          "lr": 0.03,
+          "negative_goodness": 0.8121969635645548,
+          "pair_accuracy": 0.9206888889153798,
+          "positive_goodness": 4.73554785639445,
+          "runtime_seconds": 10.09742283821106
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6139340599060059,
+          "lr": 0.03,
+          "negative_goodness": 0.8556454732577006,
+          "pair_accuracy": 0.9051555555237664,
+          "positive_goodness": 4.5838341565026175,
+          "runtime_seconds": 10.07446837425232
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6212346639633178,
+          "lr": 0.03,
+          "negative_goodness": 0.8631563958591885,
+          "pair_accuracy": 0.9063999999788073,
+          "positive_goodness": 4.522479294331869,
+          "runtime_seconds": 10.084010124206543
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5459674128426446,
+          "lr": 0.03,
+          "negative_goodness": 0.7910254267904494,
+          "pair_accuracy": 0.9283111111058129,
+          "positive_goodness": 4.829119348589579,
+          "runtime_seconds": 10.079168796539307
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5197063999096553,
+          "lr": 0.03,
+          "negative_goodness": 0.7588317914326985,
+          "pair_accuracy": 0.9364,
+          "positive_goodness": 4.944094464535183,
+          "runtime_seconds": 10.086157321929932
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5546120406044854,
+          "lr": 0.03,
+          "negative_goodness": 0.7926846154636807,
+          "pair_accuracy": 0.9253111111429002,
+          "positive_goodness": 4.834729881668091,
+          "runtime_seconds": 10.089683294296265
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5906173386891683,
+          "lr": 0.03,
+          "negative_goodness": 0.8251942931599087,
+          "pair_accuracy": 0.9140000000423856,
+          "positive_goodness": 4.766774418873257,
+          "runtime_seconds": 10.085829019546509
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5788779208183289,
+          "lr": 0.03,
+          "negative_goodness": 0.8228042661428452,
+          "pair_accuracy": 0.9167555555555555,
+          "positive_goodness": 4.743212650807698,
+          "runtime_seconds": 10.08182954788208
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5214588431040446,
+          "lr": 0.03,
+          "negative_goodness": 0.7705103333155314,
+          "pair_accuracy": 0.9315111111114422,
+          "positive_goodness": 4.915619294754664,
+          "runtime_seconds": 10.081504583358765
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5371790157000224,
+          "lr": 0.03,
+          "negative_goodness": 0.7305568634616004,
+          "pair_accuracy": 0.9247777777777778,
+          "positive_goodness": 4.94543761783176,
+          "runtime_seconds": 10.079449653625488
+        }
+      ],
+      "layer": 44
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8860680801762475,
+          "lr": 0.03,
+          "negative_goodness": 1.2736660833994549,
+          "pair_accuracy": 0.8462888888888889,
+          "positive_goodness": 3.3971416694641112,
+          "runtime_seconds": 10.060720443725586
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8095235125859579,
+          "lr": 0.03,
+          "negative_goodness": 1.233468624581231,
+          "pair_accuracy": 0.8758222222222222,
+          "positive_goodness": 3.7086089919196237,
+          "runtime_seconds": 10.065419673919678
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7687490080515543,
+          "lr": 0.03,
+          "negative_goodness": 1.162976470041275,
+          "pair_accuracy": 0.8832666666666666,
+          "positive_goodness": 3.8769055029975044,
+          "runtime_seconds": 10.064117193222046
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7229626228862338,
+          "lr": 0.03,
+          "negative_goodness": 1.1182381855540806,
+          "pair_accuracy": 0.8976666666666666,
+          "positive_goodness": 4.020081284756131,
+          "runtime_seconds": 10.083614110946655
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6494950989299351,
+          "lr": 0.03,
+          "negative_goodness": 1.0161853020773994,
+          "pair_accuracy": 0.9169777777777778,
+          "positive_goodness": 4.331090111456977,
+          "runtime_seconds": 10.08237075805664
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6622287333170573,
+          "lr": 0.03,
+          "negative_goodness": 0.9956000843207041,
+          "pair_accuracy": 0.90608888888922,
+          "positive_goodness": 4.316962286165025,
+          "runtime_seconds": 10.073353290557861
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6605287237591214,
+          "lr": 0.03,
+          "negative_goodness": 0.9793508658250173,
+          "pair_accuracy": 0.9118222221904331,
+          "positive_goodness": 4.336842023976644,
+          "runtime_seconds": 10.078052997589111
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6779779950459798,
+          "lr": 0.03,
+          "negative_goodness": 1.0014136907842424,
+          "pair_accuracy": 0.9029111111217075,
+          "positive_goodness": 4.195911247253418,
+          "runtime_seconds": 10.073413372039795
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6665464745362599,
+          "lr": 0.03,
+          "negative_goodness": 0.9857515238642692,
+          "pair_accuracy": 0.9168222222222222,
+          "positive_goodness": 4.2191411058213975,
+          "runtime_seconds": 10.073228120803833
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6668456158532037,
+          "lr": 0.03,
+          "negative_goodness": 0.9762346671210395,
+          "pair_accuracy": 0.9050666666719649,
+          "positive_goodness": 4.249607761319479,
+          "runtime_seconds": 10.080596923828125
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.652231997900539,
+          "lr": 0.03,
+          "negative_goodness": 0.9727108365376791,
+          "pair_accuracy": 0.9067555555555555,
+          "positive_goodness": 4.163765992312961,
+          "runtime_seconds": 10.071112155914307
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6449920952267117,
+          "lr": 0.03,
+          "negative_goodness": 0.9448702925019794,
+          "pair_accuracy": 0.9083777777777777,
+          "positive_goodness": 4.365559017033047,
+          "runtime_seconds": 10.041404962539673
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6530934161557091,
+          "lr": 0.03,
+          "negative_goodness": 0.9513328678819868,
+          "pair_accuracy": 0.9089111111111111,
+          "positive_goodness": 4.198437461725871,
+          "runtime_seconds": 10.014373064041138
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6232893709500631,
+          "lr": 0.03,
+          "negative_goodness": 0.9129342718124389,
+          "pair_accuracy": 0.9213777777777777,
+          "positive_goodness": 4.314717015520731,
+          "runtime_seconds": 10.010612964630127
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6439603883319431,
+          "lr": 0.03,
+          "negative_goodness": 0.9288154378361172,
+          "pair_accuracy": 0.9072222222010294,
+          "positive_goodness": 4.276440311219957,
+          "runtime_seconds": 10.014437437057495
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5989538674036662,
+          "lr": 0.03,
+          "negative_goodness": 0.878886164744695,
+          "pair_accuracy": 0.9187111111323039,
+          "positive_goodness": 4.446385312949286,
+          "runtime_seconds": 10.021391868591309
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.632533130258984,
+          "lr": 0.03,
+          "negative_goodness": 0.9198600718074375,
+          "pair_accuracy": 0.9076,
+          "positive_goodness": 4.381458644104004,
+          "runtime_seconds": 10.020251750946045
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6147734961085849,
+          "lr": 0.03,
+          "negative_goodness": 0.8783927221126027,
+          "pair_accuracy": 0.9153111111111111,
+          "positive_goodness": 4.496247257741293,
+          "runtime_seconds": 10.017763614654541
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5514801948865254,
+          "lr": 0.03,
+          "negative_goodness": 0.8103742051071591,
+          "pair_accuracy": 0.9284222222222223,
+          "positive_goodness": 4.74955685128106,
+          "runtime_seconds": 10.017934799194336
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5974581809997559,
+          "lr": 0.03,
+          "negative_goodness": 0.8816708873695798,
+          "pair_accuracy": 0.9243777777989706,
+          "positive_goodness": 4.451486898040772,
+          "runtime_seconds": 10.017053604125977
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5984091165516111,
+          "lr": 0.03,
+          "negative_goodness": 0.81706239964962,
+          "pair_accuracy": 0.9126666666666666,
+          "positive_goodness": 4.510995239766439,
+          "runtime_seconds": 10.022727727890015
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6138833817164103,
+          "lr": 0.03,
+          "negative_goodness": 0.8652015167898602,
+          "pair_accuracy": 0.9155111111534966,
+          "positive_goodness": 4.467153117964003,
+          "runtime_seconds": 10.02014422416687
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5428742558346854,
+          "lr": 0.03,
+          "negative_goodness": 0.8026842041068607,
+          "pair_accuracy": 0.9358444444444445,
+          "positive_goodness": 4.633457951524522,
+          "runtime_seconds": 10.016863107681274
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.603065804221895,
+          "lr": 0.03,
+          "negative_goodness": 0.8473362385590871,
+          "pair_accuracy": 0.9150888888888888,
+          "positive_goodness": 4.468854666222466,
+          "runtime_seconds": 10.016139268875122
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6315376769304275,
+          "lr": 0.03,
+          "negative_goodness": 0.8683059722052681,
+          "pair_accuracy": 0.9031333333333333,
+          "positive_goodness": 4.310899039204916,
+          "runtime_seconds": 10.070836305618286
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6244244272232056,
+          "lr": 0.03,
+          "negative_goodness": 0.846631499979231,
+          "pair_accuracy": 0.9038444444444445,
+          "positive_goodness": 4.475329614596896,
+          "runtime_seconds": 10.067122459411621
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5937769415325589,
+          "lr": 0.03,
+          "negative_goodness": 0.8156543301847246,
+          "pair_accuracy": 0.9166222222540114,
+          "positive_goodness": 4.626213286421034,
+          "runtime_seconds": 10.077249765396118
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5497895376549826,
+          "lr": 0.03,
+          "negative_goodness": 0.7524658863888847,
+          "pair_accuracy": 0.9216,
+          "positive_goodness": 4.725271642812093,
+          "runtime_seconds": 10.076430082321167
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6042610728369818,
+          "lr": 0.03,
+          "negative_goodness": 0.8191545137670305,
+          "pair_accuracy": 0.911511111164093,
+          "positive_goodness": 4.53518788172404,
+          "runtime_seconds": 10.074847936630249
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5834533440007104,
+          "lr": 0.03,
+          "negative_goodness": 0.7903278296099768,
+          "pair_accuracy": 0.9145555555555556,
+          "positive_goodness": 4.6226212761773,
+          "runtime_seconds": 10.074146032333374
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6031155740790897,
+          "lr": 0.03,
+          "negative_goodness": 0.8240025059315893,
+          "pair_accuracy": 0.9159777777777778,
+          "positive_goodness": 4.492649683888753,
+          "runtime_seconds": 10.074518203735352
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5991065583811865,
+          "lr": 0.03,
+          "negative_goodness": 0.8319234763145447,
+          "pair_accuracy": 0.9165555555555556,
+          "positive_goodness": 4.497758159806994,
+          "runtime_seconds": 10.071101903915405
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5854352151234945,
+          "lr": 0.03,
+          "negative_goodness": 0.8198851407051087,
+          "pair_accuracy": 0.9229333333333334,
+          "positive_goodness": 4.590788896343443,
+          "runtime_seconds": 10.076202869415283
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5971673323419359,
+          "lr": 0.03,
+          "negative_goodness": 0.8254820499128765,
+          "pair_accuracy": 0.91564444448683,
+          "positive_goodness": 4.454475086720785,
+          "runtime_seconds": 10.072973012924194
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5771418919669258,
+          "lr": 0.03,
+          "negative_goodness": 0.7824590207126405,
+          "pair_accuracy": 0.910022222190433,
+          "positive_goodness": 4.749134894476996,
+          "runtime_seconds": 10.073547840118408
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.49575501692030166,
+          "lr": 0.03,
+          "negative_goodness": 0.6981429692678981,
+          "pair_accuracy": 0.9416,
+          "positive_goodness": 5.054091406334771,
+          "runtime_seconds": 10.07804560661316
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5156575779279073,
+          "lr": 0.03,
+          "negative_goodness": 0.710158234433333,
+          "pair_accuracy": 0.9334666666666667,
+          "positive_goodness": 5.095560399288601,
+          "runtime_seconds": 10.076952695846558
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5720213703579373,
+          "lr": 0.03,
+          "negative_goodness": 0.7591535099214978,
+          "pair_accuracy": 0.9216,
+          "positive_goodness": 4.6921911375257706,
+          "runtime_seconds": 10.073920965194702
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5793892247941759,
+          "lr": 0.03,
+          "negative_goodness": 0.7919173444430033,
+          "pair_accuracy": 0.9214444444444444,
+          "positive_goodness": 4.731639198790656,
+          "runtime_seconds": 10.07814884185791
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5550637698252996,
+          "lr": 0.03,
+          "negative_goodness": 0.7281312873668141,
+          "pair_accuracy": 0.9237111111111111,
+          "positive_goodness": 4.745413439390394,
+          "runtime_seconds": 10.079649686813354
+        }
+      ],
+      "layer": 45
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9454643867916531,
+          "lr": 0.03,
+          "negative_goodness": 1.4746423621707492,
+          "pair_accuracy": 0.8562,
+          "positive_goodness": 3.5603540918986,
+          "runtime_seconds": 10.108945846557617
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8569478264914618,
+          "lr": 0.03,
+          "negative_goodness": 1.3262245496114096,
+          "pair_accuracy": 0.8653333333757188,
+          "positive_goodness": 3.5025284813351103,
+          "runtime_seconds": 10.10463547706604
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7708378267579609,
+          "lr": 0.03,
+          "negative_goodness": 1.1813692196263208,
+          "pair_accuracy": 0.8741555555555556,
+          "positive_goodness": 3.7858461574978297,
+          "runtime_seconds": 10.109174728393555
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7957794940577613,
+          "lr": 0.03,
+          "negative_goodness": 1.2369137157970005,
+          "pair_accuracy": 0.8657333333333334,
+          "positive_goodness": 3.6545450304667155,
+          "runtime_seconds": 10.10103464126587
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7209135388904148,
+          "lr": 0.03,
+          "negative_goodness": 1.125935685157776,
+          "pair_accuracy": 0.8940222222063277,
+          "positive_goodness": 3.999766543706258,
+          "runtime_seconds": 10.10451340675354
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7439595644579994,
+          "lr": 0.03,
+          "negative_goodness": 1.128408426560296,
+          "pair_accuracy": 0.8830888888888889,
+          "positive_goodness": 3.8039565533955892,
+          "runtime_seconds": 10.106029987335205
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6593189979341295,
+          "lr": 0.03,
+          "negative_goodness": 1.0352950593418546,
+          "pair_accuracy": 0.9099777777777778,
+          "positive_goodness": 4.140175774214002,
+          "runtime_seconds": 10.112250804901123
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7371553056610956,
+          "lr": 0.03,
+          "negative_goodness": 1.0770899088541668,
+          "pair_accuracy": 0.877155555566152,
+          "positive_goodness": 3.9596248834398056,
+          "runtime_seconds": 10.10774827003479
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.730634809647666,
+          "lr": 0.03,
+          "negative_goodness": 1.0826971373028225,
+          "pair_accuracy": 0.8820222222222223,
+          "positive_goodness": 3.9058528959062366,
+          "runtime_seconds": 10.106631994247437
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7113840471400155,
+          "lr": 0.03,
+          "negative_goodness": 1.087222335765097,
+          "pair_accuracy": 0.8826444444444445,
+          "positive_goodness": 3.928593242136637,
+          "runtime_seconds": 10.061813116073608
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6855294843249851,
+          "lr": 0.03,
+          "negative_goodness": 1.0160150193108453,
+          "pair_accuracy": 0.8945333333439297,
+          "positive_goodness": 4.075185091612074,
+          "runtime_seconds": 10.091916799545288
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6847959185812208,
+          "lr": 0.03,
+          "negative_goodness": 1.007796247927348,
+          "pair_accuracy": 0.8895555555343628,
+          "positive_goodness": 4.129701912646824,
+          "runtime_seconds": 10.108227014541626
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6835379494137234,
+          "lr": 0.03,
+          "negative_goodness": 1.022489470354716,
+          "pair_accuracy": 0.9013777777777778,
+          "positive_goodness": 4.06874282629225,
+          "runtime_seconds": 10.116569995880127
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6643015308856964,
+          "lr": 0.03,
+          "negative_goodness": 0.9892259294191996,
+          "pair_accuracy": 0.9011777777777777,
+          "positive_goodness": 4.129249195946588,
+          "runtime_seconds": 10.099916458129883
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6216559585412343,
+          "lr": 0.03,
+          "negative_goodness": 0.9327085357666015,
+          "pair_accuracy": 0.9072888888888889,
+          "positive_goodness": 4.323409793006049,
+          "runtime_seconds": 10.101758480072021
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6319279933532079,
+          "lr": 0.03,
+          "negative_goodness": 0.9427832969215181,
+          "pair_accuracy": 0.9053333333333333,
+          "positive_goodness": 4.347706460995144,
+          "runtime_seconds": 10.09842848777771
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6136130317158169,
+          "lr": 0.03,
+          "negative_goodness": 0.9310224804772271,
+          "pair_accuracy": 0.9183555555449592,
+          "positive_goodness": 4.427854076131185,
+          "runtime_seconds": 10.100592374801636
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6258697824690077,
+          "lr": 0.03,
+          "negative_goodness": 0.9254955580181545,
+          "pair_accuracy": 0.9151777777883742,
+          "positive_goodness": 4.311740976927015,
+          "runtime_seconds": 10.101432800292969
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6645634132941564,
+          "lr": 0.03,
+          "negative_goodness": 0.9393790666050381,
+          "pair_accuracy": 0.8924444444444445,
+          "positive_goodness": 4.103482025739882,
+          "runtime_seconds": 10.108880996704102
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5537030080000559,
+          "lr": 0.03,
+          "negative_goodness": 0.8481375500652525,
+          "pair_accuracy": 0.9295111111111111,
+          "positive_goodness": 4.651333989037408,
+          "runtime_seconds": 10.097234725952148
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.665707439215978,
+          "lr": 0.03,
+          "negative_goodness": 0.9784765799681345,
+          "pair_accuracy": 0.9081111111111111,
+          "positive_goodness": 4.2193978803846575,
+          "runtime_seconds": 10.078247547149658
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6195325894461737,
+          "lr": 0.03,
+          "negative_goodness": 0.8936072930230035,
+          "pair_accuracy": 0.9092222222010294,
+          "positive_goodness": 4.468801927057902,
+          "runtime_seconds": 10.03861141204834
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6370962489340041,
+          "lr": 0.03,
+          "negative_goodness": 0.9065140623516507,
+          "pair_accuracy": 0.9001111111005148,
+          "positive_goodness": 4.31263516070048,
+          "runtime_seconds": 10.096463680267334
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6166958722856309,
+          "lr": 0.03,
+          "negative_goodness": 0.9247695491154989,
+          "pair_accuracy": 0.9148222222010295,
+          "positive_goodness": 4.316009868918525,
+          "runtime_seconds": 10.104164600372314
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6277931456300947,
+          "lr": 0.03,
+          "negative_goodness": 0.8973218126614888,
+          "pair_accuracy": 0.9070888888888888,
+          "positive_goodness": 4.391159927283393,
+          "runtime_seconds": 10.10986590385437
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6653899891906314,
+          "lr": 0.03,
+          "negative_goodness": 0.9562301820331149,
+          "pair_accuracy": 0.8937111111111111,
+          "positive_goodness": 4.207376086849637,
+          "runtime_seconds": 10.10010051727295
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.591415165731642,
+          "lr": 0.03,
+          "negative_goodness": 0.8574602201461792,
+          "pair_accuracy": 0.915155555539661,
+          "positive_goodness": 4.5137336347791885,
+          "runtime_seconds": 10.098332405090332
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5791812678654988,
+          "lr": 0.03,
+          "negative_goodness": 0.8567208623250325,
+          "pair_accuracy": 0.919755555566152,
+          "positive_goodness": 4.5566861535390215,
+          "runtime_seconds": 10.09746766090393
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5901881730927362,
+          "lr": 0.03,
+          "negative_goodness": 0.8497645950317383,
+          "pair_accuracy": 0.9144666666454739,
+          "positive_goodness": 4.515974321026272,
+          "runtime_seconds": 10.093210458755493
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5899934298568301,
+          "lr": 0.03,
+          "negative_goodness": 0.8721463739103741,
+          "pair_accuracy": 0.9192888888888889,
+          "positive_goodness": 4.491561012352838,
+          "runtime_seconds": 10.097766637802124
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6054775657018026,
+          "lr": 0.03,
+          "negative_goodness": 0.8830433646096124,
+          "pair_accuracy": 0.9215333333545261,
+          "positive_goodness": 4.391409263653225,
+          "runtime_seconds": 10.10280156135559
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5556231348673503,
+          "lr": 0.03,
+          "negative_goodness": 0.8225973289648691,
+          "pair_accuracy": 0.9317555555555556,
+          "positive_goodness": 4.694046157667372,
+          "runtime_seconds": 10.086665868759155
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6633031949149237,
+          "lr": 0.03,
+          "negative_goodness": 0.9104946001264784,
+          "pair_accuracy": 0.8954666666666666,
+          "positive_goodness": 4.254643029573229,
+          "runtime_seconds": 10.037577629089355
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5863006171968248,
+          "lr": 0.03,
+          "negative_goodness": 0.8465041871176826,
+          "pair_accuracy": 0.9224222222116258,
+          "positive_goodness": 4.566744807688395,
+          "runtime_seconds": 10.042097806930542
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.603749256128735,
+          "lr": 0.03,
+          "negative_goodness": 0.8566013425747554,
+          "pair_accuracy": 0.9193111111111111,
+          "positive_goodness": 4.463840265994602,
+          "runtime_seconds": 10.03553032875061
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5705523841910892,
+          "lr": 0.03,
+          "negative_goodness": 0.8092608760224448,
+          "pair_accuracy": 0.9237333333333333,
+          "positive_goodness": 4.671305928632948,
+          "runtime_seconds": 10.040732145309448
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5695340238014857,
+          "lr": 0.03,
+          "negative_goodness": 0.8179248960071139,
+          "pair_accuracy": 0.9200666666666667,
+          "positive_goodness": 4.619156283315022,
+          "runtime_seconds": 10.044881582260132
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5504846266428629,
+          "lr": 0.03,
+          "negative_goodness": 0.8013754982524448,
+          "pair_accuracy": 0.9284222222116258,
+          "positive_goodness": 4.7047497393714055,
+          "runtime_seconds": 10.030721426010132
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.588724856821696,
+          "lr": 0.03,
+          "negative_goodness": 0.8454264588356019,
+          "pair_accuracy": 0.920577777809567,
+          "positive_goodness": 4.5581686618593,
+          "runtime_seconds": 10.020333290100098
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6513858989026812,
+          "lr": 0.03,
+          "negative_goodness": 0.885727674876319,
+          "pair_accuracy": 0.8982222222222223,
+          "positive_goodness": 4.248626653628879,
+          "runtime_seconds": 10.030713558197021
+        }
+      ],
+      "layer": 46
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.7509889979124069,
+          "lr": 0.03,
+          "negative_goodness": 1.0585817709287009,
+          "pair_accuracy": 0.8746,
+          "positive_goodness": 3.889799285888672,
+          "runtime_seconds": 10.01156234741211
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.805835777229733,
+          "lr": 0.03,
+          "negative_goodness": 1.1566733598391215,
+          "pair_accuracy": 0.8537333333333333,
+          "positive_goodness": 3.773800124698215,
+          "runtime_seconds": 10.020140886306763
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8233789085812039,
+          "lr": 0.03,
+          "negative_goodness": 1.1767417003631593,
+          "pair_accuracy": 0.856977777809567,
+          "positive_goodness": 3.6628360942840574,
+          "runtime_seconds": 10.020422458648682
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7660000596576266,
+          "lr": 0.03,
+          "negative_goodness": 1.1699699289639791,
+          "pair_accuracy": 0.8808222222222222,
+          "positive_goodness": 3.791829153781467,
+          "runtime_seconds": 10.026766300201416
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.733036866484748,
+          "lr": 0.03,
+          "negative_goodness": 1.1111212184906005,
+          "pair_accuracy": 0.8952444444285499,
+          "positive_goodness": 3.955499699783325,
+          "runtime_seconds": 10.018225193023682
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6950301309373643,
+          "lr": 0.03,
+          "negative_goodness": 1.0478989976882935,
+          "pair_accuracy": 0.8980222222752041,
+          "positive_goodness": 3.9704496649424237,
+          "runtime_seconds": 10.019359111785889
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6737767413934072,
+          "lr": 0.03,
+          "negative_goodness": 1.0201217968198988,
+          "pair_accuracy": 0.8932222222222223,
+          "positive_goodness": 4.122900023481581,
+          "runtime_seconds": 10.023486852645874
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7090286201159159,
+          "lr": 0.03,
+          "negative_goodness": 1.0028425963189866,
+          "pair_accuracy": 0.8883777777671814,
+          "positive_goodness": 4.046813424216376,
+          "runtime_seconds": 10.01295018196106
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.698904631529914,
+          "lr": 0.03,
+          "negative_goodness": 1.0300119663556417,
+          "pair_accuracy": 0.8983111111376021,
+          "positive_goodness": 4.047114983876546,
+          "runtime_seconds": 10.022091388702393
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6327006008360121,
+          "lr": 0.03,
+          "negative_goodness": 0.9656412847783831,
+          "pair_accuracy": 0.917666666677263,
+          "positive_goodness": 4.353110056474474,
+          "runtime_seconds": 10.079277515411377
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6553725686603122,
+          "lr": 0.03,
+          "negative_goodness": 0.9768850217130449,
+          "pair_accuracy": 0.9101111111323039,
+          "positive_goodness": 4.227533372158474,
+          "runtime_seconds": 10.074438571929932
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.679126697921753,
+          "lr": 0.03,
+          "negative_goodness": 0.9706092124256823,
+          "pair_accuracy": 0.8967555555555555,
+          "positive_goodness": 4.282143689176771,
+          "runtime_seconds": 10.076709032058716
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7141995176315308,
+          "lr": 0.03,
+          "negative_goodness": 0.9933788674354553,
+          "pair_accuracy": 0.8783111111005147,
+          "positive_goodness": 4.032003035693698,
+          "runtime_seconds": 10.076459884643555
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6885530319690705,
+          "lr": 0.03,
+          "negative_goodness": 0.9936960050847795,
+          "pair_accuracy": 0.8924444444444445,
+          "positive_goodness": 4.205625550842285,
+          "runtime_seconds": 10.009275436401367
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.625801300740242,
+          "lr": 0.03,
+          "negative_goodness": 0.911117371527354,
+          "pair_accuracy": 0.9086666666666666,
+          "positive_goodness": 4.4476646374172635,
+          "runtime_seconds": 9.960929155349731
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6413860049618615,
+          "lr": 0.03,
+          "negative_goodness": 0.9431101871437496,
+          "pair_accuracy": 0.9081555555555556,
+          "positive_goodness": 4.303457567511664,
+          "runtime_seconds": 9.957911252975464
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6813163195557065,
+          "lr": 0.03,
+          "negative_goodness": 0.9335349500762091,
+          "pair_accuracy": 0.8948888888888888,
+          "positive_goodness": 4.27055273352729,
+          "runtime_seconds": 9.953481912612915
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6426040394041274,
+          "lr": 0.03,
+          "negative_goodness": 0.9227099067714479,
+          "pair_accuracy": 0.8995555555449591,
+          "positive_goodness": 4.323266861258613,
+          "runtime_seconds": 9.962931632995605
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6426955445633994,
+          "lr": 0.03,
+          "negative_goodness": 0.9086218942602475,
+          "pair_accuracy": 0.9028222222222222,
+          "positive_goodness": 4.299542156304254,
+          "runtime_seconds": 9.96480107307434
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6422112154271867,
+          "lr": 0.03,
+          "negative_goodness": 0.9245647778378593,
+          "pair_accuracy": 0.9056888888888889,
+          "positive_goodness": 4.284907625622219,
+          "runtime_seconds": 9.977610111236572
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6167599059210883,
+          "lr": 0.03,
+          "negative_goodness": 0.891384081308047,
+          "pair_accuracy": 0.9105555555237664,
+          "positive_goodness": 4.472415610800849,
+          "runtime_seconds": 10.016610145568848
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.590854419154591,
+          "lr": 0.03,
+          "negative_goodness": 0.83902163330449,
+          "pair_accuracy": 0.9134,
+          "positive_goodness": 4.675784610493978,
+          "runtime_seconds": 10.025578498840332
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6227432424015469,
+          "lr": 0.03,
+          "negative_goodness": 0.9045049454821481,
+          "pair_accuracy": 0.9148666666666667,
+          "positive_goodness": 4.490438167911106,
+          "runtime_seconds": 10.020029306411743
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6655056238121456,
+          "lr": 0.03,
+          "negative_goodness": 0.9305003513839509,
+          "pair_accuracy": 0.9023555555555556,
+          "positive_goodness": 4.254048021104601,
+          "runtime_seconds": 10.015880823135376
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6547113120979733,
+          "lr": 0.03,
+          "negative_goodness": 0.9159140956418382,
+          "pair_accuracy": 0.9064222222222222,
+          "positive_goodness": 4.243242253367106,
+          "runtime_seconds": 10.02000117301941
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6153375278870264,
+          "lr": 0.03,
+          "negative_goodness": 0.8695896824532084,
+          "pair_accuracy": 0.9142,
+          "positive_goodness": 4.365218082088894,
+          "runtime_seconds": 10.020765781402588
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5798363998916414,
+          "lr": 0.03,
+          "negative_goodness": 0.827073824069235,
+          "pair_accuracy": 0.9248444444444445,
+          "positive_goodness": 4.6469362833235,
+          "runtime_seconds": 10.022949695587158
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6115806965695487,
+          "lr": 0.03,
+          "negative_goodness": 0.8784756493727366,
+          "pair_accuracy": 0.9127111111111111,
+          "positive_goodness": 4.41048894627889,
+          "runtime_seconds": 10.028647422790527
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6435682909859551,
+          "lr": 0.03,
+          "negative_goodness": 0.8962843156019846,
+          "pair_accuracy": 0.9065777777777778,
+          "positive_goodness": 4.349741572613186,
+          "runtime_seconds": 10.02534818649292
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5558024951166577,
+          "lr": 0.03,
+          "negative_goodness": 0.8091614491151439,
+          "pair_accuracy": 0.9355555555555556,
+          "positive_goodness": 4.635438447825114,
+          "runtime_seconds": 10.026383638381958
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6162388800938924,
+          "lr": 0.03,
+          "negative_goodness": 0.8810901050262981,
+          "pair_accuracy": 0.9132222222222223,
+          "positive_goodness": 4.511766043429905,
+          "runtime_seconds": 10.028766632080078
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6683057920244005,
+          "lr": 0.03,
+          "negative_goodness": 0.899460025106536,
+          "pair_accuracy": 0.8871333333757189,
+          "positive_goodness": 4.332178110037909,
+          "runtime_seconds": 10.023855924606323
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5917661720514298,
+          "lr": 0.03,
+          "negative_goodness": 0.8356529841396544,
+          "pair_accuracy": 0.9124888888888889,
+          "positive_goodness": 4.588539519585503,
+          "runtime_seconds": 10.024022102355957
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6573368574566312,
+          "lr": 0.03,
+          "negative_goodness": 0.9000139622820749,
+          "pair_accuracy": 0.8997333333333334,
+          "positive_goodness": 4.3485191574732465,
+          "runtime_seconds": 10.023800611495972
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5992025223626031,
+          "lr": 0.03,
+          "negative_goodness": 0.8345301794634925,
+          "pair_accuracy": 0.9160222222116259,
+          "positive_goodness": 4.588890724097358,
+          "runtime_seconds": 10.017826557159424
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5687634851270251,
+          "lr": 0.03,
+          "negative_goodness": 0.8191899930212233,
+          "pair_accuracy": 0.9224,
+          "positive_goodness": 4.6923967918396,
+          "runtime_seconds": 10.016484022140503
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5970765185011758,
+          "lr": 0.03,
+          "negative_goodness": 0.8329105189800262,
+          "pair_accuracy": 0.9171555555555555,
+          "positive_goodness": 4.635415122307672,
+          "runtime_seconds": 10.018012046813965
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6230689638747109,
+          "lr": 0.03,
+          "negative_goodness": 0.8441730618423886,
+          "pair_accuracy": 0.9024,
+          "positive_goodness": 4.445145313559638,
+          "runtime_seconds": 10.020829439163208
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6308746575726403,
+          "lr": 0.03,
+          "negative_goodness": 0.8820682648367352,
+          "pair_accuracy": 0.9069555555555555,
+          "positive_goodness": 4.445134696282281,
+          "runtime_seconds": 10.021762609481812
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5658772347768147,
+          "lr": 0.03,
+          "negative_goodness": 0.7782644309918085,
+          "pair_accuracy": 0.9239111111164093,
+          "positive_goodness": 4.685565070597331,
+          "runtime_seconds": 10.017639636993408
+        }
+      ],
+      "layer": 47
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9556645269711812,
+          "lr": 0.03,
+          "negative_goodness": 1.5106836212370132,
+          "pair_accuracy": 0.8516888888888889,
+          "positive_goodness": 3.503890670606825,
+          "runtime_seconds": 10.037766695022583
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7897744193024105,
+          "lr": 0.03,
+          "negative_goodness": 1.2570382828288609,
+          "pair_accuracy": 0.8853999999894037,
+          "positive_goodness": 3.8313620577494305,
+          "runtime_seconds": 10.033180952072144
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8092127690739102,
+          "lr": 0.03,
+          "negative_goodness": 1.2716897482024299,
+          "pair_accuracy": 0.8856,
+          "positive_goodness": 3.7531701243930393,
+          "runtime_seconds": 10.03589415550232
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7166552744812436,
+          "lr": 0.03,
+          "negative_goodness": 1.154467751121521,
+          "pair_accuracy": 0.9090666666560703,
+          "positive_goodness": 3.983179187605116,
+          "runtime_seconds": 10.041009664535522
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.71950387573772,
+          "lr": 0.03,
+          "negative_goodness": 1.1148903985473844,
+          "pair_accuracy": 0.8930222222222223,
+          "positive_goodness": 3.9918710152520074,
+          "runtime_seconds": 10.04572319984436
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7119473086886936,
+          "lr": 0.03,
+          "negative_goodness": 1.098910070207384,
+          "pair_accuracy": 0.8982222222116258,
+          "positive_goodness": 3.9417206552505495,
+          "runtime_seconds": 10.029724597930908
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.724884518898858,
+          "lr": 0.03,
+          "negative_goodness": 1.1078229277292888,
+          "pair_accuracy": 0.9015333333253861,
+          "positive_goodness": 3.9670638195461696,
+          "runtime_seconds": 10.03264045715332
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7001290787378947,
+          "lr": 0.03,
+          "negative_goodness": 1.0707695884492663,
+          "pair_accuracy": 0.9003999999788073,
+          "positive_goodness": 4.007806697463989,
+          "runtime_seconds": 10.03383207321167
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6933284962972005,
+          "lr": 0.03,
+          "negative_goodness": 1.0437080457687378,
+          "pair_accuracy": 0.8991777777777777,
+          "positive_goodness": 4.030168920135498,
+          "runtime_seconds": 10.038951873779297
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6423406274689568,
+          "lr": 0.03,
+          "negative_goodness": 0.9893807917224037,
+          "pair_accuracy": 0.9096444444444445,
+          "positive_goodness": 4.178182397715251,
+          "runtime_seconds": 10.047543287277222
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6239662424431907,
+          "lr": 0.03,
+          "negative_goodness": 0.9718499404827754,
+          "pair_accuracy": 0.9102,
+          "positive_goodness": 4.29018596818712,
+          "runtime_seconds": 10.03997540473938
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.642972979508506,
+          "lr": 0.03,
+          "negative_goodness": 0.9690125368542142,
+          "pair_accuracy": 0.9061777777777777,
+          "positive_goodness": 4.192606391482883,
+          "runtime_seconds": 10.039491176605225
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6508428538587359,
+          "lr": 0.03,
+          "negative_goodness": 0.982193595541848,
+          "pair_accuracy": 0.9087333333333333,
+          "positive_goodness": 4.263385879516601,
+          "runtime_seconds": 10.045611381530762
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6597611940013037,
+          "lr": 0.03,
+          "negative_goodness": 0.9658930505275727,
+          "pair_accuracy": 0.9048,
+          "positive_goodness": 4.167958129119873,
+          "runtime_seconds": 10.038634777069092
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.627809990506702,
+          "lr": 0.03,
+          "negative_goodness": 0.9328276389016046,
+          "pair_accuracy": 0.9144888888888889,
+          "positive_goodness": 4.326137974802653,
+          "runtime_seconds": 10.034473419189453
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6330893417358399,
+          "lr": 0.03,
+          "negative_goodness": 0.9576519890467325,
+          "pair_accuracy": 0.9041555555568801,
+          "positive_goodness": 4.196567265023125,
+          "runtime_seconds": 10.037775993347168
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5838285841359032,
+          "lr": 0.03,
+          "negative_goodness": 0.8905726720849673,
+          "pair_accuracy": 0.9212666666666667,
+          "positive_goodness": 4.468698119778104,
+          "runtime_seconds": 10.03335976600647
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6446422501617007,
+          "lr": 0.03,
+          "negative_goodness": 0.9465318074120416,
+          "pair_accuracy": 0.905044444433848,
+          "positive_goodness": 4.3502023292541505,
+          "runtime_seconds": 10.035930871963501
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6439551240391201,
+          "lr": 0.03,
+          "negative_goodness": 0.9405104278988309,
+          "pair_accuracy": 0.9085777777777778,
+          "positive_goodness": 4.232613704299927,
+          "runtime_seconds": 10.040035486221313
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5802828068945143,
+          "lr": 0.03,
+          "negative_goodness": 0.8887045730087492,
+          "pair_accuracy": 0.9228666666666666,
+          "positive_goodness": 4.568433416408963,
+          "runtime_seconds": 10.038237571716309
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5320251569509507,
+          "lr": 0.03,
+          "negative_goodness": 0.7831897882699966,
+          "pair_accuracy": 0.9276888888888889,
+          "positive_goodness": 4.742801617177327,
+          "runtime_seconds": 10.036604404449463
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6396921509265899,
+          "lr": 0.03,
+          "negative_goodness": 0.8795291486369239,
+          "pair_accuracy": 0.9038888888888889,
+          "positive_goodness": 4.333175610521105,
+          "runtime_seconds": 10.035812139511108
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6022535765118069,
+          "lr": 0.03,
+          "negative_goodness": 0.8818741007275052,
+          "pair_accuracy": 0.9131333333757189,
+          "positive_goodness": 4.42444113752577,
+          "runtime_seconds": 10.03903579711914
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.551956500837538,
+          "lr": 0.03,
+          "negative_goodness": 0.81453553437127,
+          "pair_accuracy": 0.9326666666668323,
+          "positive_goodness": 4.7533246831681994,
+          "runtime_seconds": 10.040955543518066
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5986338709195455,
+          "lr": 0.03,
+          "negative_goodness": 0.8386497699313693,
+          "pair_accuracy": 0.9159777777671814,
+          "positive_goodness": 4.438725885518392,
+          "runtime_seconds": 10.040961027145386
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5671873942693074,
+          "lr": 0.03,
+          "negative_goodness": 0.808270259337955,
+          "pair_accuracy": 0.9130222222010295,
+          "positive_goodness": 4.672552778498332,
+          "runtime_seconds": 10.046934366226196
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5702879034625159,
+          "lr": 0.03,
+          "negative_goodness": 0.8369321902063158,
+          "pair_accuracy": 0.9313333333333333,
+          "positive_goodness": 4.558348125457764,
+          "runtime_seconds": 10.035788297653198
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5483188186221652,
+          "lr": 0.03,
+          "negative_goodness": 0.7896654685974122,
+          "pair_accuracy": 0.9268888888888889,
+          "positive_goodness": 4.71298992606269,
+          "runtime_seconds": 10.045343160629272
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6332948939032025,
+          "lr": 0.03,
+          "negative_goodness": 0.8649042991518975,
+          "pair_accuracy": 0.8965555555555556,
+          "positive_goodness": 4.363830300140381,
+          "runtime_seconds": 10.045077800750732
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.557010791460673,
+          "lr": 0.03,
+          "negative_goodness": 0.8074925434324477,
+          "pair_accuracy": 0.9258444444656372,
+          "positive_goodness": 4.615432792790731,
+          "runtime_seconds": 10.042617082595825
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.66138798116578,
+          "lr": 0.03,
+          "negative_goodness": 0.914602144294315,
+          "pair_accuracy": 0.8883333333333333,
+          "positive_goodness": 4.263681051211887,
+          "runtime_seconds": 10.040305852890015
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6230243718571133,
+          "lr": 0.03,
+          "negative_goodness": 0.8955985754556126,
+          "pair_accuracy": 0.9088444444444445,
+          "positive_goodness": 4.342459860992432,
+          "runtime_seconds": 10.045342683792114
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5706709362559849,
+          "lr": 0.03,
+          "negative_goodness": 0.7847752315574222,
+          "pair_accuracy": 0.9241111111111111,
+          "positive_goodness": 4.627227408684624,
+          "runtime_seconds": 10.040027141571045
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5756832020521164,
+          "lr": 0.03,
+          "negative_goodness": 0.8249718679812219,
+          "pair_accuracy": 0.9248444444444445,
+          "positive_goodness": 4.508928437635634,
+          "runtime_seconds": 10.038841009140015
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6083501094288296,
+          "lr": 0.03,
+          "negative_goodness": 0.8465094998783536,
+          "pair_accuracy": 0.9142666666772631,
+          "positive_goodness": 4.388291749106513,
+          "runtime_seconds": 10.04573678970337
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5218964057074653,
+          "lr": 0.03,
+          "negative_goodness": 0.75968275358412,
+          "pair_accuracy": 0.938377777756585,
+          "positive_goodness": 4.807339183341132,
+          "runtime_seconds": 10.032671451568604
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.558681070833736,
+          "lr": 0.03,
+          "negative_goodness": 0.7735006480163998,
+          "pair_accuracy": 0.9180666666666667,
+          "positive_goodness": 4.793060501268175,
+          "runtime_seconds": 9.98029637336731
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5921967450883654,
+          "lr": 0.03,
+          "negative_goodness": 0.7963791693899367,
+          "pair_accuracy": 0.9128444444447755,
+          "positive_goodness": 4.581961151568095,
+          "runtime_seconds": 9.97819185256958
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5068888984282811,
+          "lr": 0.03,
+          "negative_goodness": 0.7634167850560613,
+          "pair_accuracy": 0.9434222222222223,
+          "positive_goodness": 4.86082954864502,
+          "runtime_seconds": 9.978646516799927
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5496408563507927,
+          "lr": 0.03,
+          "negative_goodness": 0.7480275532934401,
+          "pair_accuracy": 0.9206444444126552,
+          "positive_goodness": 4.749715635257297,
+          "runtime_seconds": 9.978944540023804
+        }
+      ],
+      "layer": 48
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8608405230416192,
+          "lr": 0.03,
+          "negative_goodness": 1.2208640418052674,
+          "pair_accuracy": 0.865311111079322,
+          "positive_goodness": 3.4254670569525825,
+          "runtime_seconds": 9.967078685760498
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7547199245452881,
+          "lr": 0.03,
+          "negative_goodness": 1.1085793360392253,
+          "pair_accuracy": 0.8982666666666667,
+          "positive_goodness": 3.985507176589966,
+          "runtime_seconds": 10.00393009185791
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6852944338189231,
+          "lr": 0.03,
+          "negative_goodness": 1.0554584245363872,
+          "pair_accuracy": 0.9123111111111111,
+          "positive_goodness": 4.120144678243001,
+          "runtime_seconds": 10.00311803817749
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.692991244761149,
+          "lr": 0.03,
+          "negative_goodness": 1.0249668288283877,
+          "pair_accuracy": 0.9030666666984558,
+          "positive_goodness": 4.077464967346192,
+          "runtime_seconds": 10.021154880523682
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6572486126052008,
+          "lr": 0.03,
+          "negative_goodness": 0.9845253782484267,
+          "pair_accuracy": 0.9027777777671814,
+          "positive_goodness": 4.33303185128106,
+          "runtime_seconds": 10.017723321914673
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6768978919770983,
+          "lr": 0.03,
+          "negative_goodness": 0.9661752522150675,
+          "pair_accuracy": 0.9086666666666666,
+          "positive_goodness": 4.260853667619493,
+          "runtime_seconds": 10.017683744430542
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.615332351620992,
+          "lr": 0.03,
+          "negative_goodness": 0.920110888698366,
+          "pair_accuracy": 0.9184666667090522,
+          "positive_goodness": 4.380157560306126,
+          "runtime_seconds": 10.07411789894104
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6298575479295518,
+          "lr": 0.03,
+          "negative_goodness": 0.9308792130258349,
+          "pair_accuracy": 0.9196888888835907,
+          "positive_goodness": 4.324788413365682,
+          "runtime_seconds": 10.072332859039307
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6420775249057346,
+          "lr": 0.03,
+          "negative_goodness": 0.9294133249388801,
+          "pair_accuracy": 0.9048444444550409,
+          "positive_goodness": 4.263689312129551,
+          "runtime_seconds": 10.068147420883179
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.615127854903539,
+          "lr": 0.03,
+          "negative_goodness": 0.8874823488261965,
+          "pair_accuracy": 0.9154666666666667,
+          "positive_goodness": 4.3442761461893715,
+          "runtime_seconds": 10.078190803527832
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6172329311688741,
+          "lr": 0.03,
+          "negative_goodness": 0.8940726155042649,
+          "pair_accuracy": 0.9151333333333334,
+          "positive_goodness": 4.469020071495904,
+          "runtime_seconds": 10.071424961090088
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6081538464943568,
+          "lr": 0.03,
+          "negative_goodness": 0.8801004032770793,
+          "pair_accuracy": 0.9146222222222222,
+          "positive_goodness": 4.378121089935303,
+          "runtime_seconds": 10.075969696044922
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6438125316725837,
+          "lr": 0.03,
+          "negative_goodness": 0.8964498304658466,
+          "pair_accuracy": 0.9054,
+          "positive_goodness": 4.340443732028537,
+          "runtime_seconds": 10.022891759872437
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6045488888634576,
+          "lr": 0.03,
+          "negative_goodness": 0.8625966466453341,
+          "pair_accuracy": 0.9225777777777778,
+          "positive_goodness": 4.437092317369249,
+          "runtime_seconds": 10.01377010345459
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5972528516133626,
+          "lr": 0.03,
+          "negative_goodness": 0.8429029758234818,
+          "pair_accuracy": 0.9138666666666667,
+          "positive_goodness": 4.654232831319173,
+          "runtime_seconds": 10.006586790084839
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6254441573805279,
+          "lr": 0.03,
+          "negative_goodness": 0.8729054786278142,
+          "pair_accuracy": 0.9135111111111112,
+          "positive_goodness": 4.469083426539103,
+          "runtime_seconds": 10.021023511886597
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5278818462716208,
+          "lr": 0.03,
+          "negative_goodness": 0.7416779708054331,
+          "pair_accuracy": 0.9348444444444445,
+          "positive_goodness": 4.800078827412923,
+          "runtime_seconds": 10.013746738433838
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6619796014255948,
+          "lr": 0.03,
+          "negative_goodness": 0.8896621986471944,
+          "pair_accuracy": 0.8926666666666667,
+          "positive_goodness": 4.322796659257677,
+          "runtime_seconds": 10.021897315979004
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6461988386789957,
+          "lr": 0.03,
+          "negative_goodness": 0.9148671193361282,
+          "pair_accuracy": 0.9057777777459887,
+          "positive_goodness": 4.23751984293196,
+          "runtime_seconds": 10.024096965789795
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5259282250404358,
+          "lr": 0.03,
+          "negative_goodness": 0.7667646512470312,
+          "pair_accuracy": 0.933,
+          "positive_goodness": 4.86921011505127,
+          "runtime_seconds": 10.021299839019775
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5774568408038881,
+          "lr": 0.03,
+          "negative_goodness": 0.7854883380893204,
+          "pair_accuracy": 0.9189555555555555,
+          "positive_goodness": 4.695069144863552,
+          "runtime_seconds": 10.006296873092651
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6327136436515384,
+          "lr": 0.03,
+          "negative_goodness": 0.8715298809104496,
+          "pair_accuracy": 0.9046444444444445,
+          "positive_goodness": 4.410276686520047,
+          "runtime_seconds": 10.01503038406372
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5876503408749898,
+          "lr": 0.03,
+          "negative_goodness": 0.8386949739813805,
+          "pair_accuracy": 0.9167111111111111,
+          "positive_goodness": 4.699977326583863,
+          "runtime_seconds": 10.016330003738403
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5743087044186063,
+          "lr": 0.03,
+          "negative_goodness": 0.7983445225477218,
+          "pair_accuracy": 0.9244222222010294,
+          "positive_goodness": 4.657649431843228,
+          "runtime_seconds": 10.02325177192688
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6131763659265306,
+          "lr": 0.03,
+          "negative_goodness": 0.8315994108065963,
+          "pair_accuracy": 0.9086444444444445,
+          "positive_goodness": 4.39181091325548,
+          "runtime_seconds": 10.02388882637024
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5832107017093234,
+          "lr": 0.03,
+          "negative_goodness": 0.8070058507813348,
+          "pair_accuracy": 0.9198888889418708,
+          "positive_goodness": 4.587465270487468,
+          "runtime_seconds": 10.025866746902466
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5353840025530922,
+          "lr": 0.03,
+          "negative_goodness": 0.7450218870533837,
+          "pair_accuracy": 0.9305555555555556,
+          "positive_goodness": 5.033314386410184,
+          "runtime_seconds": 10.024152040481567
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5203048346148597,
+          "lr": 0.03,
+          "negative_goodness": 0.7428832002454334,
+          "pair_accuracy": 0.9401333333333334,
+          "positive_goodness": 4.995968236202664,
+          "runtime_seconds": 10.029066562652588
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6154123129500283,
+          "lr": 0.03,
+          "negative_goodness": 0.7926810667554538,
+          "pair_accuracy": 0.9013111111111111,
+          "positive_goodness": 4.552289917755127,
+          "runtime_seconds": 10.00430178642273
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5378996343188815,
+          "lr": 0.03,
+          "negative_goodness": 0.7414344246016609,
+          "pair_accuracy": 0.928222222243415,
+          "positive_goodness": 4.9378727868609955,
+          "runtime_seconds": 9.96708369255066
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5255037312401666,
+          "lr": 0.03,
+          "negative_goodness": 0.7255147974239455,
+          "pair_accuracy": 0.9341111111111111,
+          "positive_goodness": 4.899665665033129,
+          "runtime_seconds": 9.96572494506836
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6081364333179262,
+          "lr": 0.03,
+          "negative_goodness": 0.80558235751258,
+          "pair_accuracy": 0.9043555555555556,
+          "positive_goodness": 4.725248436313206,
+          "runtime_seconds": 9.967331171035767
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5960440228833093,
+          "lr": 0.03,
+          "negative_goodness": 0.7886643053134282,
+          "pair_accuracy": 0.9190222222222222,
+          "positive_goodness": 4.623406435818143,
+          "runtime_seconds": 9.961615324020386
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5157386973487006,
+          "lr": 0.03,
+          "negative_goodness": 0.7333225656251112,
+          "pair_accuracy": 0.9347111111270057,
+          "positive_goodness": 5.067700661087036,
+          "runtime_seconds": 9.965617656707764
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5855571704361174,
+          "lr": 0.03,
+          "negative_goodness": 0.766868519586987,
+          "pair_accuracy": 0.9195555555555556,
+          "positive_goodness": 4.728741132948134,
+          "runtime_seconds": 9.958759307861328
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5805177969190809,
+          "lr": 0.03,
+          "negative_goodness": 0.7867199313309458,
+          "pair_accuracy": 0.9191777777777778,
+          "positive_goodness": 4.692445377180311,
+          "runtime_seconds": 9.963146448135376
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5038030570136176,
+          "lr": 0.03,
+          "negative_goodness": 0.7075142765031921,
+          "pair_accuracy": 0.9438888888888889,
+          "positive_goodness": 4.942223031616211,
+          "runtime_seconds": 9.96493673324585
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5685872324069341,
+          "lr": 0.03,
+          "negative_goodness": 0.7444680289480421,
+          "pair_accuracy": 0.9134,
+          "positive_goodness": 4.908901737509834,
+          "runtime_seconds": 9.964640140533447
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.551952613374922,
+          "lr": 0.03,
+          "negative_goodness": 0.7280040501773357,
+          "pair_accuracy": 0.9210888889418708,
+          "positive_goodness": 4.954042401038276,
+          "runtime_seconds": 9.959681034088135
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5395793052037557,
+          "lr": 0.03,
+          "negative_goodness": 0.7257482261247105,
+          "pair_accuracy": 0.930311111137602,
+          "positive_goodness": 4.908160511165195,
+          "runtime_seconds": 9.958554029464722
+        }
+      ],
+      "layer": 49
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9417036821047465,
+          "lr": 0.03,
+          "negative_goodness": 1.472839511680603,
+          "pair_accuracy": 0.8558222222328186,
+          "positive_goodness": 3.6374190672132705,
+          "runtime_seconds": 9.988226652145386
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.741615688641866,
+          "lr": 0.03,
+          "negative_goodness": 1.173699757385254,
+          "pair_accuracy": 0.902933333322737,
+          "positive_goodness": 4.018752478451199,
+          "runtime_seconds": 9.988186120986938
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7491230641523997,
+          "lr": 0.03,
+          "negative_goodness": 1.1386994646284316,
+          "pair_accuracy": 0.8881555555555556,
+          "positive_goodness": 4.04879218266805,
+          "runtime_seconds": 9.992087841033936
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7314277631547715,
+          "lr": 0.03,
+          "negative_goodness": 1.0939732081943088,
+          "pair_accuracy": 0.9019333333465788,
+          "positive_goodness": 4.033838463359409,
+          "runtime_seconds": 10.00942611694336
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6815637051476373,
+          "lr": 0.03,
+          "negative_goodness": 1.0201830136193168,
+          "pair_accuracy": 0.9009111111111111,
+          "positive_goodness": 4.226503768030803,
+          "runtime_seconds": 9.999874114990234
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6854506649017335,
+          "lr": 0.03,
+          "negative_goodness": 1.0355264951494005,
+          "pair_accuracy": 0.9094000000052982,
+          "positive_goodness": 4.206494112904867,
+          "runtime_seconds": 10.008931875228882
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7062542958259582,
+          "lr": 0.03,
+          "negative_goodness": 1.0521224022547404,
+          "pair_accuracy": 0.9060888888676961,
+          "positive_goodness": 4.00074118715922,
+          "runtime_seconds": 10.012451887130737
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6609805555555556,
+          "lr": 0.03,
+          "negative_goodness": 0.9728611498249902,
+          "pair_accuracy": 0.8991555555555556,
+          "positive_goodness": 4.2190863035413955,
+          "runtime_seconds": 10.009950637817383
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6052597746637133,
+          "lr": 0.03,
+          "negative_goodness": 0.9317849480628967,
+          "pair_accuracy": 0.917377777756585,
+          "positive_goodness": 4.398246662224664,
+          "runtime_seconds": 10.038393497467041
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6786376272757848,
+          "lr": 0.03,
+          "negative_goodness": 0.9839559029791091,
+          "pair_accuracy": 0.9002444444444444,
+          "positive_goodness": 4.147732072194417,
+          "runtime_seconds": 10.06421184539795
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6206770835240683,
+          "lr": 0.03,
+          "negative_goodness": 0.9208910596423678,
+          "pair_accuracy": 0.9122222222752041,
+          "positive_goodness": 4.401299571990966,
+          "runtime_seconds": 10.040464401245117
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.646733862929874,
+          "lr": 0.03,
+          "negative_goodness": 0.9323406349182128,
+          "pair_accuracy": 0.9061555555767483,
+          "positive_goodness": 4.360781724294027,
+          "runtime_seconds": 10.050564050674438
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5639505513085259,
+          "lr": 0.03,
+          "negative_goodness": 0.8436890657001072,
+          "pair_accuracy": 0.9298666666666666,
+          "positive_goodness": 4.67078637392256,
+          "runtime_seconds": 10.076878309249878
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5593360664288203,
+          "lr": 0.03,
+          "negative_goodness": 0.824041066424052,
+          "pair_accuracy": 0.9322888888888888,
+          "positive_goodness": 4.67922130440606,
+          "runtime_seconds": 10.03655481338501
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.606739276793268,
+          "lr": 0.03,
+          "negative_goodness": 0.8725128966172536,
+          "pair_accuracy": 0.9174,
+          "positive_goodness": 4.459211054907905,
+          "runtime_seconds": 10.006713628768921
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.600708917678727,
+          "lr": 0.03,
+          "negative_goodness": 0.8456813607030444,
+          "pair_accuracy": 0.9163555555555556,
+          "positive_goodness": 4.567625704871284,
+          "runtime_seconds": 9.989904403686523
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6459993882285224,
+          "lr": 0.03,
+          "negative_goodness": 0.9007037235260009,
+          "pair_accuracy": 0.9058666666454739,
+          "positive_goodness": 4.367943588468764,
+          "runtime_seconds": 10.002551555633545
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5583876171218024,
+          "lr": 0.03,
+          "negative_goodness": 0.8222946037928264,
+          "pair_accuracy": 0.9282888888676961,
+          "positive_goodness": 4.723868201149835,
+          "runtime_seconds": 10.058602094650269
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5569208331108093,
+          "lr": 0.03,
+          "negative_goodness": 0.798187047041787,
+          "pair_accuracy": 0.9254222222010294,
+          "positive_goodness": 4.790486860317654,
+          "runtime_seconds": 10.06980037689209
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.650234633702702,
+          "lr": 0.03,
+          "negative_goodness": 0.863260536453459,
+          "pair_accuracy": 0.8929777777777778,
+          "positive_goodness": 4.308837576124403,
+          "runtime_seconds": 10.068115711212158
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5183581573486328,
+          "lr": 0.03,
+          "negative_goodness": 0.7757959654914008,
+          "pair_accuracy": 0.9387555555555556,
+          "positive_goodness": 5.020672807481554,
+          "runtime_seconds": 10.0659658908844
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5910618380970425,
+          "lr": 0.03,
+          "negative_goodness": 0.8475605146408081,
+          "pair_accuracy": 0.9246444444444445,
+          "positive_goodness": 4.576875430128309,
+          "runtime_seconds": 10.088855028152466
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.610367955160141,
+          "lr": 0.03,
+          "negative_goodness": 0.8323906297895644,
+          "pair_accuracy": 0.9023777777777777,
+          "positive_goodness": 4.565001979827881,
+          "runtime_seconds": 10.070333003997803
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5436448327382406,
+          "lr": 0.03,
+          "negative_goodness": 0.757046722539266,
+          "pair_accuracy": 0.9256888888835907,
+          "positive_goodness": 4.8093398515701296,
+          "runtime_seconds": 10.075289249420166
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5423519087632497,
+          "lr": 0.03,
+          "negative_goodness": 0.7400590353647868,
+          "pair_accuracy": 0.9283777777777777,
+          "positive_goodness": 4.89999448682997,
+          "runtime_seconds": 10.076465129852295
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5914755151112875,
+          "lr": 0.03,
+          "negative_goodness": 0.8227116187731425,
+          "pair_accuracy": 0.9181333333439298,
+          "positive_goodness": 4.591641405614217,
+          "runtime_seconds": 10.072831630706787
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5640851142883301,
+          "lr": 0.03,
+          "negative_goodness": 0.771505237642924,
+          "pair_accuracy": 0.9194666666640176,
+          "positive_goodness": 4.85873080751631,
+          "runtime_seconds": 10.066692590713501
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6184421784586377,
+          "lr": 0.03,
+          "negative_goodness": 0.8269205969783995,
+          "pair_accuracy": 0.9096222222222222,
+          "positive_goodness": 4.4850337091234,
+          "runtime_seconds": 10.075336217880249
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.572581745783488,
+          "lr": 0.03,
+          "negative_goodness": 0.7949862522655063,
+          "pair_accuracy": 0.9179555555555555,
+          "positive_goodness": 4.622385264460246,
+          "runtime_seconds": 10.062690734863281
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5761285832087198,
+          "lr": 0.03,
+          "negative_goodness": 0.8141102801216973,
+          "pair_accuracy": 0.9159777777777778,
+          "positive_goodness": 4.688251463402642,
+          "runtime_seconds": 10.070357322692871
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5997178022940953,
+          "lr": 0.03,
+          "negative_goodness": 0.8259070762395859,
+          "pair_accuracy": 0.9182444444444444,
+          "positive_goodness": 4.621902669355604,
+          "runtime_seconds": 10.070482730865479
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5994257957670424,
+          "lr": 0.03,
+          "negative_goodness": 0.8105767558627659,
+          "pair_accuracy": 0.9043777777777777,
+          "positive_goodness": 4.528519570075141,
+          "runtime_seconds": 10.064057111740112
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5293665364371406,
+          "lr": 0.03,
+          "negative_goodness": 0.7204504658699036,
+          "pair_accuracy": 0.9235555555555556,
+          "positive_goodness": 5.011023088497586,
+          "runtime_seconds": 10.067633867263794
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5538254436651866,
+          "lr": 0.03,
+          "negative_goodness": 0.7695837338990635,
+          "pair_accuracy": 0.9274222222222223,
+          "positive_goodness": 5.0185204643249515,
+          "runtime_seconds": 10.065929889678955
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5663096979141236,
+          "lr": 0.03,
+          "negative_goodness": 0.7761912986861335,
+          "pair_accuracy": 0.9148222222275204,
+          "positive_goodness": 4.919061868667603,
+          "runtime_seconds": 10.075566291809082
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5695985800213283,
+          "lr": 0.03,
+          "negative_goodness": 0.752494679345025,
+          "pair_accuracy": 0.9134,
+          "positive_goodness": 4.81699115808275,
+          "runtime_seconds": 10.081359624862671
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5886774830288357,
+          "lr": 0.03,
+          "negative_goodness": 0.7689340820709865,
+          "pair_accuracy": 0.9161555555555555,
+          "positive_goodness": 4.581326762390137,
+          "runtime_seconds": 10.073734283447266
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5840071121692657,
+          "lr": 0.03,
+          "negative_goodness": 0.8005987316237556,
+          "pair_accuracy": 0.9154222222222222,
+          "positive_goodness": 4.627646752760145,
+          "runtime_seconds": 10.0725576877594
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5640161395178901,
+          "lr": 0.03,
+          "negative_goodness": 0.7558196410179138,
+          "pair_accuracy": 0.9205777777797646,
+          "positive_goodness": 4.757303883806864,
+          "runtime_seconds": 10.065823554992676
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5807559632937114,
+          "lr": 0.03,
+          "negative_goodness": 0.7790652207957374,
+          "pair_accuracy": 0.9202444444444444,
+          "positive_goodness": 4.596275162124634,
+          "runtime_seconds": 10.082281112670898
+        }
+      ],
+      "layer": 50
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8916916262096829,
+          "lr": 0.03,
+          "negative_goodness": 1.2235718869527181,
+          "pair_accuracy": 0.8423555555555555,
+          "positive_goodness": 3.277624616071913,
+          "runtime_seconds": 10.094029903411865
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8801621314154731,
+          "lr": 0.03,
+          "negative_goodness": 1.2874601439158122,
+          "pair_accuracy": 0.8439111111112767,
+          "positive_goodness": 3.46462568458981,
+          "runtime_seconds": 10.091124296188354
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7782271981053882,
+          "lr": 0.03,
+          "negative_goodness": 1.1636875904983945,
+          "pair_accuracy": 0.8726,
+          "positive_goodness": 3.7533600045945907,
+          "runtime_seconds": 10.044451236724854
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7099221853256226,
+          "lr": 0.03,
+          "negative_goodness": 1.055033711804284,
+          "pair_accuracy": 0.8970666666560703,
+          "positive_goodness": 4.118368091773987,
+          "runtime_seconds": 10.047720193862915
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8068508183638254,
+          "lr": 0.03,
+          "negative_goodness": 1.1543930247015424,
+          "pair_accuracy": 0.8626666666666667,
+          "positive_goodness": 3.8044279781765407,
+          "runtime_seconds": 10.042433023452759
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7437988771862454,
+          "lr": 0.03,
+          "negative_goodness": 1.1057939317491319,
+          "pair_accuracy": 0.8823111111217075,
+          "positive_goodness": 3.9048104088677302,
+          "runtime_seconds": 10.050527334213257
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7126632631116443,
+          "lr": 0.03,
+          "negative_goodness": 1.0569900338994132,
+          "pair_accuracy": 0.8988222222222222,
+          "positive_goodness": 4.100460506947836,
+          "runtime_seconds": 10.040066242218018
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7053868012958103,
+          "lr": 0.03,
+          "negative_goodness": 1.024080309979121,
+          "pair_accuracy": 0.9015777778201634,
+          "positive_goodness": 4.075339190059238,
+          "runtime_seconds": 10.04748249053955
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6931406771977743,
+          "lr": 0.03,
+          "negative_goodness": 1.0425356752501593,
+          "pair_accuracy": 0.9011777777671814,
+          "positive_goodness": 3.9995582905663385,
+          "runtime_seconds": 10.039661169052124
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6920218367682563,
+          "lr": 0.03,
+          "negative_goodness": 0.998586137787501,
+          "pair_accuracy": 0.8944,
+          "positive_goodness": 4.125454496977064,
+          "runtime_seconds": 10.076419591903687
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7179563438097636,
+          "lr": 0.03,
+          "negative_goodness": 1.0376373873021867,
+          "pair_accuracy": 0.8908,
+          "positive_goodness": 4.030581722365485,
+          "runtime_seconds": 10.083015203475952
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6577165043751398,
+          "lr": 0.03,
+          "negative_goodness": 0.9520927327156067,
+          "pair_accuracy": 0.9063111111111111,
+          "positive_goodness": 4.303022258504232,
+          "runtime_seconds": 10.029913425445557
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6593450240347121,
+          "lr": 0.03,
+          "negative_goodness": 0.9611270493189494,
+          "pair_accuracy": 0.9068666666666667,
+          "positive_goodness": 4.263143110487196,
+          "runtime_seconds": 9.795397996902466
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6598168652004666,
+          "lr": 0.03,
+          "negative_goodness": 0.9624421834415859,
+          "pair_accuracy": 0.9056666666507721,
+          "positive_goodness": 4.264582021713257,
+          "runtime_seconds": 9.987699031829834
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6861370947731866,
+          "lr": 0.03,
+          "negative_goodness": 0.9768257255660163,
+          "pair_accuracy": 0.8928,
+          "positive_goodness": 4.148165478346083,
+          "runtime_seconds": 9.9945068359375
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6395842588106792,
+          "lr": 0.03,
+          "negative_goodness": 0.9463875416013929,
+          "pair_accuracy": 0.9119555555873446,
+          "positive_goodness": 4.304518228997124,
+          "runtime_seconds": 9.990309000015259
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6264479235755073,
+          "lr": 0.03,
+          "negative_goodness": 0.9241142172124651,
+          "pair_accuracy": 0.9155555555635029,
+          "positive_goodness": 4.385504115147061,
+          "runtime_seconds": 9.990079879760742
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6472865338616901,
+          "lr": 0.03,
+          "negative_goodness": 0.9396644218285879,
+          "pair_accuracy": 0.9119333333333334,
+          "positive_goodness": 4.361950411563449,
+          "runtime_seconds": 9.994667768478394
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6599823800298903,
+          "lr": 0.03,
+          "negative_goodness": 0.8997915664858288,
+          "pair_accuracy": 0.8968,
+          "positive_goodness": 4.3186571550157336,
+          "runtime_seconds": 9.988005876541138
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6195765741348267,
+          "lr": 0.03,
+          "negative_goodness": 0.8919681346416474,
+          "pair_accuracy": 0.9130888888888888,
+          "positive_goodness": 4.404558177778456,
+          "runtime_seconds": 9.987842082977295
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6563851802984874,
+          "lr": 0.03,
+          "negative_goodness": 0.9373459913624658,
+          "pair_accuracy": 0.9037333333333334,
+          "positive_goodness": 4.2269506585015195,
+          "runtime_seconds": 9.987286567687988
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6119672870477041,
+          "lr": 0.03,
+          "negative_goodness": 0.8608438099304835,
+          "pair_accuracy": 0.9146888888888889,
+          "positive_goodness": 4.493078649308947,
+          "runtime_seconds": 10.004509210586548
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6938771210617489,
+          "lr": 0.03,
+          "negative_goodness": 0.982613749730587,
+          "pair_accuracy": 0.8922444444444444,
+          "positive_goodness": 4.127942349497477,
+          "runtime_seconds": 10.022331476211548
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6152054488446977,
+          "lr": 0.03,
+          "negative_goodness": 0.9069699532932706,
+          "pair_accuracy": 0.9212,
+          "positive_goodness": 4.390490487331814,
+          "runtime_seconds": 10.049613237380981
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6033343175040351,
+          "lr": 0.03,
+          "negative_goodness": 0.8740071310308245,
+          "pair_accuracy": 0.9234222222116258,
+          "positive_goodness": 4.5692776895311145,
+          "runtime_seconds": 10.045437574386597
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6055138310803307,
+          "lr": 0.03,
+          "negative_goodness": 0.8379862177451451,
+          "pair_accuracy": 0.9206444444338481,
+          "positive_goodness": 4.5478488578796386,
+          "runtime_seconds": 10.044795274734497
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5896425144195556,
+          "lr": 0.03,
+          "negative_goodness": 0.8378793379677667,
+          "pair_accuracy": 0.9139777777989705,
+          "positive_goodness": 4.592958962843153,
+          "runtime_seconds": 10.050657272338867
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6157212405628628,
+          "lr": 0.03,
+          "negative_goodness": 0.8552991679588954,
+          "pair_accuracy": 0.9097777777777778,
+          "positive_goodness": 4.50022475827535,
+          "runtime_seconds": 10.048592805862427
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6480584205839369,
+          "lr": 0.03,
+          "negative_goodness": 0.8610575610346264,
+          "pair_accuracy": 0.9038222222222222,
+          "positive_goodness": 4.287657062996758,
+          "runtime_seconds": 10.046785593032837
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6681474072403378,
+          "lr": 0.03,
+          "negative_goodness": 0.9362824473089641,
+          "pair_accuracy": 0.8977555555555555,
+          "positive_goodness": 4.234708596462673,
+          "runtime_seconds": 10.047510147094727
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.629091486231486,
+          "lr": 0.03,
+          "negative_goodness": 0.880902905008528,
+          "pair_accuracy": 0.9112,
+          "positive_goodness": 4.411175779872471,
+          "runtime_seconds": 10.036160707473755
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5875038864188724,
+          "lr": 0.03,
+          "negative_goodness": 0.8212243908272849,
+          "pair_accuracy": 0.9152,
+          "positive_goodness": 4.607126539018419,
+          "runtime_seconds": 10.022600173950195
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6294390913009643,
+          "lr": 0.03,
+          "negative_goodness": 0.8555995503399108,
+          "pair_accuracy": 0.9126,
+          "positive_goodness": 4.347152785831027,
+          "runtime_seconds": 10.026370525360107
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6741595644844903,
+          "lr": 0.03,
+          "negative_goodness": 0.915696722290251,
+          "pair_accuracy": 0.8945777778307596,
+          "positive_goodness": 4.243603065003289,
+          "runtime_seconds": 9.843211889266968
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5785855993853675,
+          "lr": 0.03,
+          "negative_goodness": 0.8352880256679323,
+          "pair_accuracy": 0.9282444444444444,
+          "positive_goodness": 4.516455561743842,
+          "runtime_seconds": 10.00782036781311
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5963580963558621,
+          "lr": 0.03,
+          "negative_goodness": 0.8372634417374929,
+          "pair_accuracy": 0.9156,
+          "positive_goodness": 4.65563289135827,
+          "runtime_seconds": 10.071914196014404
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6413373706181844,
+          "lr": 0.03,
+          "negative_goodness": 0.9062503250731362,
+          "pair_accuracy": 0.9087777777883742,
+          "positive_goodness": 4.304126962365045,
+          "runtime_seconds": 10.047698020935059
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5715888849894206,
+          "lr": 0.03,
+          "negative_goodness": 0.8214134670628441,
+          "pair_accuracy": 0.9300666666348775,
+          "positive_goodness": 4.62971503507826,
+          "runtime_seconds": 10.047661066055298
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6094175758573744,
+          "lr": 0.03,
+          "negative_goodness": 0.8267737293508318,
+          "pair_accuracy": 0.9082666666666667,
+          "positive_goodness": 4.546088009558783,
+          "runtime_seconds": 10.050795555114746
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5436757520675659,
+          "lr": 0.03,
+          "negative_goodness": 0.7642697678142124,
+          "pair_accuracy": 0.9368888888888889,
+          "positive_goodness": 4.897004393810696,
+          "runtime_seconds": 10.051849603652954
+        }
+      ],
+      "layer": 51
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9557259690072801,
+          "lr": 0.03,
+          "negative_goodness": 1.4865344363424513,
+          "pair_accuracy": 0.8629555555555556,
+          "positive_goodness": 3.6184927385965984,
+          "runtime_seconds": 10.06769847869873
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8219555794768864,
+          "lr": 0.03,
+          "negative_goodness": 1.2903196554819742,
+          "pair_accuracy": 0.8778,
+          "positive_goodness": 3.858036119121975,
+          "runtime_seconds": 10.08444356918335
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8830483508427938,
+          "lr": 0.03,
+          "negative_goodness": 1.3619267497168648,
+          "pair_accuracy": 0.8547777777989706,
+          "positive_goodness": 3.436230291112264,
+          "runtime_seconds": 10.061748266220093
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8066341383245256,
+          "lr": 0.03,
+          "negative_goodness": 1.2473411675665114,
+          "pair_accuracy": 0.8755555555555555,
+          "positive_goodness": 3.7521911625332303,
+          "runtime_seconds": 10.072533369064331
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7798412339740329,
+          "lr": 0.03,
+          "negative_goodness": 1.2198930560006036,
+          "pair_accuracy": 0.8795111110899183,
+          "positive_goodness": 3.805536384624905,
+          "runtime_seconds": 10.068535327911377
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7680840172873603,
+          "lr": 0.03,
+          "negative_goodness": 1.1675408064312405,
+          "pair_accuracy": 0.871177777809567,
+          "positive_goodness": 3.859105820613437,
+          "runtime_seconds": 10.07304072380066
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.762499171813329,
+          "lr": 0.03,
+          "negative_goodness": 1.161603455066681,
+          "pair_accuracy": 0.8853555555343628,
+          "positive_goodness": 3.8439432194179957,
+          "runtime_seconds": 10.098217010498047
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7248866796917386,
+          "lr": 0.03,
+          "negative_goodness": 1.1079583627065024,
+          "pair_accuracy": 0.8889111111429002,
+          "positive_goodness": 3.9824595818837483,
+          "runtime_seconds": 10.119882106781006
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7290160112169054,
+          "lr": 0.03,
+          "negative_goodness": 1.1077965009901258,
+          "pair_accuracy": 0.8833111111164093,
+          "positive_goodness": 3.983990436108907,
+          "runtime_seconds": 10.115929365158081
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7179092936648263,
+          "lr": 0.03,
+          "negative_goodness": 1.0821924878994624,
+          "pair_accuracy": 0.8916222222222222,
+          "positive_goodness": 3.9307518244425457,
+          "runtime_seconds": 10.122286319732666
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7187846850713094,
+          "lr": 0.03,
+          "negative_goodness": 1.0966253268559774,
+          "pair_accuracy": 0.8872888888676961,
+          "positive_goodness": 3.9600891078101266,
+          "runtime_seconds": 10.12340497970581
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7410257040871514,
+          "lr": 0.03,
+          "negative_goodness": 1.1070935099283854,
+          "pair_accuracy": 0.8802000000211928,
+          "positive_goodness": 3.936323635228475,
+          "runtime_seconds": 10.125559329986572
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6704885511504279,
+          "lr": 0.03,
+          "negative_goodness": 1.0207052899254694,
+          "pair_accuracy": 0.8971555555343628,
+          "positive_goodness": 4.303736881807115,
+          "runtime_seconds": 10.124876022338867
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7239309618843927,
+          "lr": 0.03,
+          "negative_goodness": 1.0713069507598878,
+          "pair_accuracy": 0.8848222222646077,
+          "positive_goodness": 4.064977707884046,
+          "runtime_seconds": 10.123961687088013
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6675378434711032,
+          "lr": 0.03,
+          "negative_goodness": 0.9911460291544596,
+          "pair_accuracy": 0.8984666666984558,
+          "positive_goodness": 4.222072166188558,
+          "runtime_seconds": 10.103669881820679
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6409906976434919,
+          "lr": 0.03,
+          "negative_goodness": 1.0104387816005282,
+          "pair_accuracy": 0.9171555555555555,
+          "positive_goodness": 4.3052408507453075,
+          "runtime_seconds": 10.071081161499023
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6289795566876729,
+          "lr": 0.03,
+          "negative_goodness": 0.9423096930821737,
+          "pair_accuracy": 0.9099333333121405,
+          "positive_goodness": 4.516633827590942,
+          "runtime_seconds": 10.069024801254272
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.644540837987264,
+          "lr": 0.03,
+          "negative_goodness": 0.969155046166314,
+          "pair_accuracy": 0.9044222222752041,
+          "positive_goodness": 4.443670421685113,
+          "runtime_seconds": 10.071126461029053
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6823875209013621,
+          "lr": 0.03,
+          "negative_goodness": 0.9484774690945943,
+          "pair_accuracy": 0.8947777777777778,
+          "positive_goodness": 4.194467809549967,
+          "runtime_seconds": 10.065601825714111
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.665967687564426,
+          "lr": 0.03,
+          "negative_goodness": 0.9677410857306586,
+          "pair_accuracy": 0.8983555555237664,
+          "positive_goodness": 4.2335990572611495,
+          "runtime_seconds": 10.068625211715698
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6723186161677043,
+          "lr": 0.03,
+          "negative_goodness": 0.9574134540769789,
+          "pair_accuracy": 0.8908222222222222,
+          "positive_goodness": 4.13111358426412,
+          "runtime_seconds": 10.065691947937012
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6419587172879113,
+          "lr": 0.03,
+          "negative_goodness": 0.9564501709434721,
+          "pair_accuracy": 0.9109777777777778,
+          "positive_goodness": 4.351354719967312,
+          "runtime_seconds": 10.06331491470337
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6620844048579534,
+          "lr": 0.03,
+          "negative_goodness": 0.9669577015240988,
+          "pair_accuracy": 0.9060666666666667,
+          "positive_goodness": 4.241286279551188,
+          "runtime_seconds": 10.064308404922485
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6998578227096134,
+          "lr": 0.03,
+          "negative_goodness": 0.9880886892504163,
+          "pair_accuracy": 0.8863555555555556,
+          "positive_goodness": 4.049694043562147,
+          "runtime_seconds": 10.065243482589722
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6523337262736426,
+          "lr": 0.03,
+          "negative_goodness": 0.9519903821627299,
+          "pair_accuracy": 0.9040888888888889,
+          "positive_goodness": 4.24152026570638,
+          "runtime_seconds": 10.008589267730713
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6552094273090363,
+          "lr": 0.03,
+          "negative_goodness": 0.9475867868794335,
+          "pair_accuracy": 0.9087555555555555,
+          "positive_goodness": 4.2027712844848635,
+          "runtime_seconds": 10.00507664680481
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6009650703509649,
+          "lr": 0.03,
+          "negative_goodness": 0.8850744945804278,
+          "pair_accuracy": 0.9152222222222223,
+          "positive_goodness": 4.567711513264974,
+          "runtime_seconds": 10.00866985321045
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6103424462238948,
+          "lr": 0.03,
+          "negative_goodness": 0.8861770941191249,
+          "pair_accuracy": 0.9131333333333334,
+          "positive_goodness": 4.534850696902805,
+          "runtime_seconds": 10.013022422790527
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.661388168504503,
+          "lr": 0.03,
+          "negative_goodness": 0.935618517197503,
+          "pair_accuracy": 0.8955777777989705,
+          "positive_goodness": 4.2640014832814535,
+          "runtime_seconds": 10.008787631988525
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6529282795164321,
+          "lr": 0.03,
+          "negative_goodness": 0.9317127757602268,
+          "pair_accuracy": 0.8959333333386316,
+          "positive_goodness": 4.302178327793545,
+          "runtime_seconds": 10.017077684402466
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6171348922305637,
+          "lr": 0.03,
+          "negative_goodness": 0.9063283411661783,
+          "pair_accuracy": 0.9099111111243566,
+          "positive_goodness": 4.383739192867279,
+          "runtime_seconds": 10.025922775268555
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6007845366107093,
+          "lr": 0.03,
+          "negative_goodness": 0.8810880542649163,
+          "pair_accuracy": 0.9222666666666667,
+          "positive_goodness": 4.483666107855902,
+          "runtime_seconds": 10.060091018676758
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5970280952692032,
+          "lr": 0.03,
+          "negative_goodness": 0.8551419611030154,
+          "pair_accuracy": 0.9170222222222222,
+          "positive_goodness": 4.601159931352403,
+          "runtime_seconds": 10.068086385726929
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6164924780925115,
+          "lr": 0.03,
+          "negative_goodness": 0.8833399078104232,
+          "pair_accuracy": 0.9114666666666666,
+          "positive_goodness": 4.425194469536676,
+          "runtime_seconds": 10.031185865402222
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6498852258788215,
+          "lr": 0.03,
+          "negative_goodness": 0.9199689781930711,
+          "pair_accuracy": 0.9081555555555556,
+          "positive_goodness": 4.396459900241428,
+          "runtime_seconds": 10.010058164596558
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6231957963413662,
+          "lr": 0.03,
+          "negative_goodness": 0.8923180164337158,
+          "pair_accuracy": 0.9083555555767483,
+          "positive_goodness": 4.419305969492594,
+          "runtime_seconds": 9.960160493850708
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6129528957472907,
+          "lr": 0.03,
+          "negative_goodness": 0.8618695213529799,
+          "pair_accuracy": 0.9099333333333334,
+          "positive_goodness": 4.603142702441746,
+          "runtime_seconds": 10.01974630355835
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6263078727510241,
+          "lr": 0.03,
+          "negative_goodness": 0.8587322796503702,
+          "pair_accuracy": 0.9062666667090522,
+          "positive_goodness": 4.451288690121968,
+          "runtime_seconds": 10.018493175506592
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5635419694264729,
+          "lr": 0.03,
+          "negative_goodness": 0.8421482093916999,
+          "pair_accuracy": 0.9344222222381168,
+          "positive_goodness": 4.75666315313975,
+          "runtime_seconds": 10.007421016693115
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6361039624876447,
+          "lr": 0.03,
+          "negative_goodness": 0.8626828548444642,
+          "pair_accuracy": 0.8913555555555556,
+          "positive_goodness": 4.4521284100850425,
+          "runtime_seconds": 10.08686375617981
+        }
+      ],
+      "layer": 52
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9718790128919813,
+          "lr": 0.03,
+          "negative_goodness": 1.3510441356235081,
+          "pair_accuracy": 0.8151333333757188,
+          "positive_goodness": 3.0526271159278022,
+          "runtime_seconds": 10.092494249343872
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8496109322865804,
+          "lr": 0.03,
+          "negative_goodness": 1.259851583035787,
+          "pair_accuracy": 0.8513555555820466,
+          "positive_goodness": 3.5341094347847832,
+          "runtime_seconds": 9.994556188583374
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7416288950602213,
+          "lr": 0.03,
+          "negative_goodness": 1.1296082976871067,
+          "pair_accuracy": 0.883577777783076,
+          "positive_goodness": 3.957219272486369,
+          "runtime_seconds": 9.933800458908081
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7248642477300432,
+          "lr": 0.03,
+          "negative_goodness": 1.076265779765447,
+          "pair_accuracy": 0.8945777777777778,
+          "positive_goodness": 4.004423327975803,
+          "runtime_seconds": 10.100605726242065
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.790148381084866,
+          "lr": 0.03,
+          "negative_goodness": 1.1577402498986986,
+          "pair_accuracy": 0.8792666666666666,
+          "positive_goodness": 3.796155741712782,
+          "runtime_seconds": 10.011046171188354
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7412220695442624,
+          "lr": 0.03,
+          "negative_goodness": 1.0655189945353403,
+          "pair_accuracy": 0.8893555555555556,
+          "positive_goodness": 3.8866528477138944,
+          "runtime_seconds": 9.981118202209473
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7463502488560146,
+          "lr": 0.03,
+          "negative_goodness": 1.083470902411143,
+          "pair_accuracy": 0.8758666667196485,
+          "positive_goodness": 3.8914403356340195,
+          "runtime_seconds": 10.079550504684448
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7480585777759552,
+          "lr": 0.03,
+          "negative_goodness": 1.0943528555181292,
+          "pair_accuracy": 0.8838222222222222,
+          "positive_goodness": 3.8668270648532443,
+          "runtime_seconds": 9.621582984924316
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7394980255974664,
+          "lr": 0.03,
+          "negative_goodness": 1.0837025665654076,
+          "pair_accuracy": 0.8933333333121406,
+          "positive_goodness": 3.974250686921014,
+          "runtime_seconds": 9.993419408798218
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6718798721207513,
+          "lr": 0.03,
+          "negative_goodness": 0.9840706965446472,
+          "pair_accuracy": 0.9109333333015441,
+          "positive_goodness": 4.096597917599148,
+          "runtime_seconds": 9.846485614776611
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6862703913794623,
+          "lr": 0.03,
+          "negative_goodness": 0.9949673471132914,
+          "pair_accuracy": 0.9034222222228845,
+          "positive_goodness": 4.118851169925266,
+          "runtime_seconds": 10.065385818481445
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6531623085154428,
+          "lr": 0.03,
+          "negative_goodness": 0.9820671804322136,
+          "pair_accuracy": 0.9109777777777778,
+          "positive_goodness": 4.324530500369602,
+          "runtime_seconds": 9.684788465499878
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6543766511069403,
+          "lr": 0.03,
+          "negative_goodness": 0.9269744169606103,
+          "pair_accuracy": 0.9136888888941871,
+          "positive_goodness": 4.196119406572977,
+          "runtime_seconds": 9.848071575164795
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6766125249756707,
+          "lr": 0.03,
+          "negative_goodness": 0.9378234143257141,
+          "pair_accuracy": 0.8993111111217075,
+          "positive_goodness": 4.174975962363349,
+          "runtime_seconds": 9.697723388671875
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6721136437601514,
+          "lr": 0.03,
+          "negative_goodness": 0.961543494436476,
+          "pair_accuracy": 0.9054666666666666,
+          "positive_goodness": 4.1395423909505205,
+          "runtime_seconds": 9.953272104263306
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6194746271981133,
+          "lr": 0.03,
+          "negative_goodness": 0.8648158974647522,
+          "pair_accuracy": 0.9108888888676961,
+          "positive_goodness": 4.43980187763638,
+          "runtime_seconds": 9.598949670791626
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6352555414835612,
+          "lr": 0.03,
+          "negative_goodness": 0.9068665282673306,
+          "pair_accuracy": 0.912,
+          "positive_goodness": 4.389910551140043,
+          "runtime_seconds": 9.710328817367554
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6874113742881351,
+          "lr": 0.03,
+          "negative_goodness": 0.9548589927302467,
+          "pair_accuracy": 0.8892444444338481,
+          "positive_goodness": 4.078043294991387,
+          "runtime_seconds": 9.708877325057983
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6376496504677667,
+          "lr": 0.03,
+          "negative_goodness": 0.9139197806199392,
+          "pair_accuracy": 0.9061555556085374,
+          "positive_goodness": 4.366563694636027,
+          "runtime_seconds": 10.010497808456421
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.631622070672777,
+          "lr": 0.03,
+          "negative_goodness": 0.9079685488541921,
+          "pair_accuracy": 0.9131777778095669,
+          "positive_goodness": 4.282988567903307,
+          "runtime_seconds": 9.704167366027832
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6150699621412489,
+          "lr": 0.03,
+          "negative_goodness": 0.8679924266550276,
+          "pair_accuracy": 0.9196444444232517,
+          "positive_goodness": 4.523173342386881,
+          "runtime_seconds": 9.852821350097656
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6355326179292466,
+          "lr": 0.03,
+          "negative_goodness": 0.8804945720222261,
+          "pair_accuracy": 0.9052666667090522,
+          "positive_goodness": 4.334465966415405,
+          "runtime_seconds": 9.841196537017822
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6250092512660557,
+          "lr": 0.03,
+          "negative_goodness": 0.8794384945074717,
+          "pair_accuracy": 0.9124888888782925,
+          "positive_goodness": 4.422526327641805,
+          "runtime_seconds": 9.936088800430298
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6323445023086336,
+          "lr": 0.03,
+          "negative_goodness": 0.8904897312985526,
+          "pair_accuracy": 0.9059777777777778,
+          "positive_goodness": 4.39959243036906,
+          "runtime_seconds": 9.66298508644104
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6345611913151211,
+          "lr": 0.03,
+          "negative_goodness": 0.8671521504349179,
+          "pair_accuracy": 0.9061777777777777,
+          "positive_goodness": 4.359532369147407,
+          "runtime_seconds": 9.750511884689331
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6710732631789313,
+          "lr": 0.03,
+          "negative_goodness": 0.9364320003509522,
+          "pair_accuracy": 0.8891555555661519,
+          "positive_goodness": 4.224419231075711,
+          "runtime_seconds": 9.790742874145508
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6294779200659858,
+          "lr": 0.03,
+          "negative_goodness": 0.8965282597091463,
+          "pair_accuracy": 0.9159333333121406,
+          "positive_goodness": 4.394501925553216,
+          "runtime_seconds": 9.906727313995361
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5926749333911472,
+          "lr": 0.03,
+          "negative_goodness": 0.8322979968547821,
+          "pair_accuracy": 0.9233333333121406,
+          "positive_goodness": 4.523051480314467,
+          "runtime_seconds": 9.759467124938965
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5953530943234762,
+          "lr": 0.03,
+          "negative_goodness": 0.8487500261598163,
+          "pair_accuracy": 0.9191999999894036,
+          "positive_goodness": 4.580622627894083,
+          "runtime_seconds": 9.668816804885864
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6216759985393948,
+          "lr": 0.03,
+          "negative_goodness": 0.8617629915449354,
+          "pair_accuracy": 0.9055777777777778,
+          "positive_goodness": 4.456602893659803,
+          "runtime_seconds": 9.79399299621582
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6270539381557041,
+          "lr": 0.03,
+          "negative_goodness": 0.8674475597990884,
+          "pair_accuracy": 0.9052888888570998,
+          "positive_goodness": 4.4408058378007675,
+          "runtime_seconds": 9.865944147109985
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6497213345315721,
+          "lr": 0.03,
+          "negative_goodness": 0.8860253891626994,
+          "pair_accuracy": 0.9066222222540113,
+          "positive_goodness": 4.264841134219699,
+          "runtime_seconds": 9.57270097732544
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6478628385755751,
+          "lr": 0.03,
+          "negative_goodness": 0.8761018545044793,
+          "pair_accuracy": 0.8985111110899183,
+          "positive_goodness": 4.298050107023451,
+          "runtime_seconds": 9.696243047714233
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5726414273579915,
+          "lr": 0.03,
+          "negative_goodness": 0.7792402010891173,
+          "pair_accuracy": 0.9261333333333334,
+          "positive_goodness": 4.5869896021525065,
+          "runtime_seconds": 9.783829927444458
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6024058533615536,
+          "lr": 0.03,
+          "negative_goodness": 0.8513342796802521,
+          "pair_accuracy": 0.9102444444444444,
+          "positive_goodness": 4.477421525828044,
+          "runtime_seconds": 9.8998384475708
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5758690766652426,
+          "lr": 0.03,
+          "negative_goodness": 0.80571090531879,
+          "pair_accuracy": 0.9204888888941871,
+          "positive_goodness": 4.6717776040395105,
+          "runtime_seconds": 9.829283475875854
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6449668455574248,
+          "lr": 0.03,
+          "negative_goodness": 0.8706805886454052,
+          "pair_accuracy": 0.9014666666666666,
+          "positive_goodness": 4.356467363823785,
+          "runtime_seconds": 9.959268808364868
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5819087991714478,
+          "lr": 0.03,
+          "negative_goodness": 0.8065519719998042,
+          "pair_accuracy": 0.9193333333333333,
+          "positive_goodness": 4.750033147515191,
+          "runtime_seconds": 9.90379285812378
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6394201956775454,
+          "lr": 0.03,
+          "negative_goodness": 0.8755332006778982,
+          "pair_accuracy": 0.9075777777777778,
+          "positive_goodness": 4.348800137159559,
+          "runtime_seconds": 9.989676237106323
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5755850804355409,
+          "lr": 0.03,
+          "negative_goodness": 0.7802389313850138,
+          "pair_accuracy": 0.9215777777777778,
+          "positive_goodness": 4.6606920705159505,
+          "runtime_seconds": 9.804670572280884
+        }
+      ],
+      "layer": 53
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9807074271572961,
+          "lr": 0.03,
+          "negative_goodness": 1.4999519066386753,
+          "pair_accuracy": 0.8416666666666667,
+          "positive_goodness": 3.3484102884080675,
+          "runtime_seconds": 10.036877632141113
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8130361848513286,
+          "lr": 0.03,
+          "negative_goodness": 1.2160580439885458,
+          "pair_accuracy": 0.8684222222222222,
+          "positive_goodness": 3.8970202912648517,
+          "runtime_seconds": 10.032211780548096
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7887228790309694,
+          "lr": 0.03,
+          "negative_goodness": 1.1878752432982127,
+          "pair_accuracy": 0.8789111111111111,
+          "positive_goodness": 3.7453713707817924,
+          "runtime_seconds": 9.981094360351562
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7168530240588717,
+          "lr": 0.03,
+          "negative_goodness": 1.0708329482184515,
+          "pair_accuracy": 0.891977777756585,
+          "positive_goodness": 4.147188596428765,
+          "runtime_seconds": 10.006554365158081
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7424158500247532,
+          "lr": 0.03,
+          "negative_goodness": 1.1288277846548291,
+          "pair_accuracy": 0.8802444444338481,
+          "positive_goodness": 3.9260529023064508,
+          "runtime_seconds": 9.976880311965942
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6924821253140767,
+          "lr": 0.03,
+          "negative_goodness": 1.0509499920845031,
+          "pair_accuracy": 0.8957111110899183,
+          "positive_goodness": 4.0846704053243,
+          "runtime_seconds": 9.977164268493652
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6563846886899736,
+          "lr": 0.03,
+          "negative_goodness": 1.013778870042165,
+          "pair_accuracy": 0.9031777777777777,
+          "positive_goodness": 4.276834740532769,
+          "runtime_seconds": 9.76147723197937
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6660584641138713,
+          "lr": 0.03,
+          "negative_goodness": 0.9720643954171074,
+          "pair_accuracy": 0.8950666666560703,
+          "positive_goodness": 4.268892664040459,
+          "runtime_seconds": 10.009721040725708
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6510847702556186,
+          "lr": 0.03,
+          "negative_goodness": 0.985142549112108,
+          "pair_accuracy": 0.9080888889312744,
+          "positive_goodness": 4.35552965804206,
+          "runtime_seconds": 10.043035984039307
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6921646865102979,
+          "lr": 0.03,
+          "negative_goodness": 1.0182068000157674,
+          "pair_accuracy": 0.8993111111111111,
+          "positive_goodness": 4.154021824391683,
+          "runtime_seconds": 9.945164442062378
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6463984684626262,
+          "lr": 0.03,
+          "negative_goodness": 0.9608935300191244,
+          "pair_accuracy": 0.9027111111217075,
+          "positive_goodness": 4.395462994257609,
+          "runtime_seconds": 10.02266526222229
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6677164799054464,
+          "lr": 0.03,
+          "negative_goodness": 0.9661255883905623,
+          "pair_accuracy": 0.9020222222222222,
+          "positive_goodness": 4.2232778763665095,
+          "runtime_seconds": 10.079427719116211
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6703425888697306,
+          "lr": 0.03,
+          "negative_goodness": 0.9930842946158515,
+          "pair_accuracy": 0.8971111111058129,
+          "positive_goodness": 4.268312313312954,
+          "runtime_seconds": 10.118689060211182
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6907692275895013,
+          "lr": 0.03,
+          "negative_goodness": 0.9726520744747585,
+          "pair_accuracy": 0.887511111079322,
+          "positive_goodness": 4.133011679712931,
+          "runtime_seconds": 10.136014223098755
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.609856798670027,
+          "lr": 0.03,
+          "negative_goodness": 0.9066604468133714,
+          "pair_accuracy": 0.9106222222646078,
+          "positive_goodness": 4.461973866907756,
+          "runtime_seconds": 10.119157075881958
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6754365342722999,
+          "lr": 0.03,
+          "negative_goodness": 0.963351062933604,
+          "pair_accuracy": 0.9008222222222222,
+          "positive_goodness": 4.197352243126764,
+          "runtime_seconds": 10.1236572265625
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.639821836010615,
+          "lr": 0.03,
+          "negative_goodness": 0.9253360828611585,
+          "pair_accuracy": 0.9049777777777778,
+          "positive_goodness": 4.257168584272597,
+          "runtime_seconds": 10.134371757507324
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6100702373080783,
+          "lr": 0.03,
+          "negative_goodness": 0.9000901824951172,
+          "pair_accuracy": 0.9121333333346578,
+          "positive_goodness": 4.497454149542914,
+          "runtime_seconds": 10.121986150741577
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.599796954758962,
+          "lr": 0.03,
+          "negative_goodness": 0.8847956112649705,
+          "pair_accuracy": 0.9184666666666667,
+          "positive_goodness": 4.4942666529337565,
+          "runtime_seconds": 10.113982915878296
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6181610445234511,
+          "lr": 0.03,
+          "negative_goodness": 0.9079151033507453,
+          "pair_accuracy": 0.9115555555555556,
+          "positive_goodness": 4.436755153274536,
+          "runtime_seconds": 10.089767932891846
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6077179144647387,
+          "lr": 0.03,
+          "negative_goodness": 0.893466213575999,
+          "pair_accuracy": 0.9162666666666667,
+          "positive_goodness": 4.438487059699164,
+          "runtime_seconds": 10.034184217453003
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6458089850213793,
+          "lr": 0.03,
+          "negative_goodness": 0.9158478715260824,
+          "pair_accuracy": 0.9024666666560703,
+          "positive_goodness": 4.42747243147956,
+          "runtime_seconds": 10.119109392166138
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5897651215129428,
+          "lr": 0.03,
+          "negative_goodness": 0.8748973689609104,
+          "pair_accuracy": 0.9209555555555555,
+          "positive_goodness": 4.479646542443169,
+          "runtime_seconds": 10.10434365272522
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6350981562296549,
+          "lr": 0.03,
+          "negative_goodness": 0.9059914469718933,
+          "pair_accuracy": 0.9061999999841054,
+          "positive_goodness": 4.439764390458001,
+          "runtime_seconds": 10.010063409805298
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6265923896577623,
+          "lr": 0.03,
+          "negative_goodness": 0.904791773739126,
+          "pair_accuracy": 0.9106,
+          "positive_goodness": 4.50167994817098,
+          "runtime_seconds": 10.041465044021606
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6176078755802579,
+          "lr": 0.03,
+          "negative_goodness": 0.8897638054529826,
+          "pair_accuracy": 0.9160666667090522,
+          "positive_goodness": 4.42020427585178,
+          "runtime_seconds": 10.058037281036377
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6441897880739635,
+          "lr": 0.03,
+          "negative_goodness": 0.8915969023452864,
+          "pair_accuracy": 0.8964666666666666,
+          "positive_goodness": 4.461563881598579,
+          "runtime_seconds": 9.988579273223877
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5800856943130493,
+          "lr": 0.03,
+          "negative_goodness": 0.8301542021221585,
+          "pair_accuracy": 0.9161777777618832,
+          "positive_goodness": 4.775342433887058,
+          "runtime_seconds": 9.989960670471191
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.681165795411004,
+          "lr": 0.03,
+          "negative_goodness": 0.9199062249713473,
+          "pair_accuracy": 0.8937111111217075,
+          "positive_goodness": 4.277552214474148,
+          "runtime_seconds": 9.844154596328735
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6098415383709802,
+          "lr": 0.03,
+          "negative_goodness": 0.8951451687574387,
+          "pair_accuracy": 0.9175555555555556,
+          "positive_goodness": 4.484138892873128,
+          "runtime_seconds": 10.031460285186768
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5783637369632721,
+          "lr": 0.03,
+          "negative_goodness": 0.831114099544949,
+          "pair_accuracy": 0.9209555555555555,
+          "positive_goodness": 4.624740789922078,
+          "runtime_seconds": 10.014838218688965
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5879253962410821,
+          "lr": 0.03,
+          "negative_goodness": 0.8038611711608039,
+          "pair_accuracy": 0.9078666666878594,
+          "positive_goodness": 4.663435381825765,
+          "runtime_seconds": 10.053936243057251
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5620518515904744,
+          "lr": 0.03,
+          "negative_goodness": 0.7963704710218642,
+          "pair_accuracy": 0.9213333333757189,
+          "positive_goodness": 4.885161902597216,
+          "runtime_seconds": 10.016268491744995
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5540232646094428,
+          "lr": 0.03,
+          "negative_goodness": 0.773684991285536,
+          "pair_accuracy": 0.9259111111217075,
+          "positive_goodness": 4.782418795098199,
+          "runtime_seconds": 10.031703233718872
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6310140514161852,
+          "lr": 0.03,
+          "negative_goodness": 0.8799674922943115,
+          "pair_accuracy": 0.9025111111270057,
+          "positive_goodness": 4.507643565898471,
+          "runtime_seconds": 10.019968271255493
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5956684907727772,
+          "lr": 0.03,
+          "negative_goodness": 0.8232087631702423,
+          "pair_accuracy": 0.9093111111111111,
+          "positive_goodness": 4.547465909025404,
+          "runtime_seconds": 10.034471988677979
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6168594803651174,
+          "lr": 0.03,
+          "negative_goodness": 0.8669228552374575,
+          "pair_accuracy": 0.9097111111111111,
+          "positive_goodness": 4.560904757859972,
+          "runtime_seconds": 10.078142404556274
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5976247637006972,
+          "lr": 0.03,
+          "negative_goodness": 0.816377407140202,
+          "pair_accuracy": 0.9116888888888889,
+          "positive_goodness": 4.622243157789442,
+          "runtime_seconds": 10.065387964248657
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5976096093707615,
+          "lr": 0.03,
+          "negative_goodness": 0.8610959091795816,
+          "pair_accuracy": 0.9171111111111111,
+          "positive_goodness": 4.6870799832661945,
+          "runtime_seconds": 10.02001142501831
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.579174010292689,
+          "lr": 0.03,
+          "negative_goodness": 0.7979912240107854,
+          "pair_accuracy": 0.9161777777777778,
+          "positive_goodness": 4.678039666324191,
+          "runtime_seconds": 10.03408169746399
+        }
+      ],
+      "layer": 54
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.184197072177463,
+          "lr": 0.03,
+          "negative_goodness": 1.3534939605395,
+          "pair_accuracy": 0.8492444444444445,
+          "positive_goodness": 2.7945538678275215,
+          "runtime_seconds": 9.775387525558472
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1423126959694756,
+          "lr": 0.03,
+          "negative_goodness": 1.4092236820644803,
+          "pair_accuracy": 0.8524000000158946,
+          "positive_goodness": 2.940797165468004,
+          "runtime_seconds": 9.778346300125122
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1151776327874925,
+          "lr": 0.03,
+          "negative_goodness": 1.3359610687679715,
+          "pair_accuracy": 0.877,
+          "positive_goodness": 2.823753111775716,
+          "runtime_seconds": 9.774840593338013
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0267702130423653,
+          "lr": 0.03,
+          "negative_goodness": 1.236902877553304,
+          "pair_accuracy": 0.9089777777777778,
+          "positive_goodness": 3.254718428717719,
+          "runtime_seconds": 9.770963668823242
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0638780898412068,
+          "lr": 0.03,
+          "negative_goodness": 1.3004277753432592,
+          "pair_accuracy": 0.8862222222222222,
+          "positive_goodness": 3.1546159934149847,
+          "runtime_seconds": 9.771470069885254
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.1263346552530924,
+          "lr": 0.03,
+          "negative_goodness": 1.3717342495388456,
+          "pair_accuracy": 0.8730222222116258,
+          "positive_goodness": 2.7517613819758098,
+          "runtime_seconds": 9.776463508605957
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0981660309473673,
+          "lr": 0.03,
+          "negative_goodness": 1.366488700580597,
+          "pair_accuracy": 0.8813111110899183,
+          "positive_goodness": 3.1017440055847167,
+          "runtime_seconds": 9.77240538597107
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0905553121990628,
+          "lr": 0.03,
+          "negative_goodness": 1.329091675037808,
+          "pair_accuracy": 0.8784444444444445,
+          "positive_goodness": 2.8984737918006047,
+          "runtime_seconds": 9.780826330184937
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.093832874086168,
+          "lr": 0.03,
+          "negative_goodness": 1.3685844909667968,
+          "pair_accuracy": 0.873711111079322,
+          "positive_goodness": 2.945703710746765,
+          "runtime_seconds": 9.761581897735596
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.1031283352533976,
+          "lr": 0.03,
+          "negative_goodness": 1.3643838286293877,
+          "pair_accuracy": 0.8654444444444445,
+          "positive_goodness": 2.8902267471313476,
+          "runtime_seconds": 9.762607097625732
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.116275408914354,
+          "lr": 0.03,
+          "negative_goodness": 1.4166171488867865,
+          "pair_accuracy": 0.8648000000529819,
+          "positive_goodness": 2.7553805559370255,
+          "runtime_seconds": 9.799038648605347
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1229927423477173,
+          "lr": 0.03,
+          "negative_goodness": 1.4264613360087077,
+          "pair_accuracy": 0.8569111110899184,
+          "positive_goodness": 2.7742156440311008,
+          "runtime_seconds": 9.71019721031189
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.106313990105523,
+          "lr": 0.03,
+          "negative_goodness": 1.372574581638972,
+          "pair_accuracy": 0.8615111111640931,
+          "positive_goodness": 2.7277152480655245,
+          "runtime_seconds": 9.671103715896606
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.0745124628278944,
+          "lr": 0.03,
+          "negative_goodness": 1.3363565123240153,
+          "pair_accuracy": 0.8901777777698305,
+          "positive_goodness": 2.8931194282955595,
+          "runtime_seconds": 9.812143564224243
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.106962527900272,
+          "lr": 0.03,
+          "negative_goodness": 1.4091783302307128,
+          "pair_accuracy": 0.8826222222116259,
+          "positive_goodness": 2.8020219415452745,
+          "runtime_seconds": 9.758358240127563
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.0264011932346555,
+          "lr": 0.03,
+          "negative_goodness": 1.2492899574915568,
+          "pair_accuracy": 0.9042222222222223,
+          "positive_goodness": 3.021982100168864,
+          "runtime_seconds": 9.837210893630981
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.08896471886105,
+          "lr": 0.03,
+          "negative_goodness": 1.3336359154807196,
+          "pair_accuracy": 0.8936000000317892,
+          "positive_goodness": 2.866050891918606,
+          "runtime_seconds": 9.832108736038208
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.0629276325649686,
+          "lr": 0.03,
+          "negative_goodness": 1.2971882881376477,
+          "pair_accuracy": 0.8883777777671814,
+          "positive_goodness": 2.921773898612128,
+          "runtime_seconds": 9.847082138061523
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.129939404466417,
+          "lr": 0.03,
+          "negative_goodness": 1.4075821552912393,
+          "pair_accuracy": 0.8699555556085374,
+          "positive_goodness": 2.8492314466052586,
+          "runtime_seconds": 9.82695746421814
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1219772945404052,
+          "lr": 0.03,
+          "negative_goodness": 1.3969622328440348,
+          "pair_accuracy": 0.8547111111217075,
+          "positive_goodness": 2.720562565867106,
+          "runtime_seconds": 9.850557088851929
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0430937149047852,
+          "lr": 0.03,
+          "negative_goodness": 1.2596888225237528,
+          "pair_accuracy": 0.8816888888570997,
+          "positive_goodness": 3.067155018488566,
+          "runtime_seconds": 9.849125862121582
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.129721160252889,
+          "lr": 0.03,
+          "negative_goodness": 1.4573959629482693,
+          "pair_accuracy": 0.8826,
+          "positive_goodness": 2.72557011557685,
+          "runtime_seconds": 9.838758707046509
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.0721709324412876,
+          "lr": 0.03,
+          "negative_goodness": 1.3606446496327718,
+          "pair_accuracy": 0.8961111111111111,
+          "positive_goodness": 2.8980208649105497,
+          "runtime_seconds": 9.839472532272339
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.0590342574649387,
+          "lr": 0.03,
+          "negative_goodness": 1.2955707064734565,
+          "pair_accuracy": 0.8896666666666667,
+          "positive_goodness": 2.903395784801907,
+          "runtime_seconds": 9.84665560722351
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.0687768292321098,
+          "lr": 0.03,
+          "negative_goodness": 1.3674302232530382,
+          "pair_accuracy": 0.8854888888888889,
+          "positive_goodness": 2.9371806815253363,
+          "runtime_seconds": 9.83845591545105
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.0857497111320495,
+          "lr": 0.03,
+          "negative_goodness": 1.353075526216295,
+          "pair_accuracy": 0.8896888888888889,
+          "positive_goodness": 2.8680795538160537,
+          "runtime_seconds": 9.846652746200562
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.0320108869128757,
+          "lr": 0.03,
+          "negative_goodness": 1.2962803907606337,
+          "pair_accuracy": 0.8926444444762336,
+          "positive_goodness": 2.9321901667488945,
+          "runtime_seconds": 9.841848611831665
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.0658618065039316,
+          "lr": 0.03,
+          "negative_goodness": 1.3228056475109524,
+          "pair_accuracy": 0.9113777777777777,
+          "positive_goodness": 3.0528482829623753,
+          "runtime_seconds": 9.842699527740479
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.107486102273729,
+          "lr": 0.03,
+          "negative_goodness": 1.363236610115899,
+          "pair_accuracy": 0.878000000052982,
+          "positive_goodness": 2.7865187793307835,
+          "runtime_seconds": 9.847919940948486
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.0292572712580363,
+          "lr": 0.03,
+          "negative_goodness": 1.3128881837738884,
+          "pair_accuracy": 0.9016888888888889,
+          "positive_goodness": 3.026307892311944,
+          "runtime_seconds": 9.845136642456055
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.1028423228581747,
+          "lr": 0.03,
+          "negative_goodness": 1.3455672025044758,
+          "pair_accuracy": 0.8734222222222222,
+          "positive_goodness": 2.753966315460205,
+          "runtime_seconds": 9.842769622802734
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.0995811727735731,
+          "lr": 0.03,
+          "negative_goodness": 1.3632474960327148,
+          "pair_accuracy": 0.8721333333757189,
+          "positive_goodness": 2.7637847128232322,
+          "runtime_seconds": 9.84635066986084
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.0494107941097683,
+          "lr": 0.03,
+          "negative_goodness": 1.2981311967637803,
+          "pair_accuracy": 0.8899777777777778,
+          "positive_goodness": 2.9735177730242413,
+          "runtime_seconds": 9.846891164779663
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.029825587187873,
+          "lr": 0.03,
+          "negative_goodness": 1.3036056589444478,
+          "pair_accuracy": 0.8936444444444445,
+          "positive_goodness": 3.099489004908668,
+          "runtime_seconds": 9.83812165260315
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.0700099790361193,
+          "lr": 0.03,
+          "negative_goodness": 1.35077005343967,
+          "pair_accuracy": 0.8826000000211928,
+          "positive_goodness": 2.874786649915907,
+          "runtime_seconds": 9.84872579574585
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.0482548462020027,
+          "lr": 0.03,
+          "negative_goodness": 1.2838380948490566,
+          "pair_accuracy": 0.9033555555555556,
+          "positive_goodness": 2.984557406234741,
+          "runtime_seconds": 9.840322494506836
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.0628106483565436,
+          "lr": 0.03,
+          "negative_goodness": 1.34119630590015,
+          "pair_accuracy": 0.8997555555555555,
+          "positive_goodness": 2.9668071258544924,
+          "runtime_seconds": 9.852153301239014
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.0685276712311638,
+          "lr": 0.03,
+          "negative_goodness": 1.3287960688273113,
+          "pair_accuracy": 0.8903111111005148,
+          "positive_goodness": 2.873085006629096,
+          "runtime_seconds": 9.85128116607666
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.0555061865912543,
+          "lr": 0.03,
+          "negative_goodness": 1.2827911155700684,
+          "pair_accuracy": 0.8979999999788072,
+          "positive_goodness": 3.080144876819187,
+          "runtime_seconds": 9.853239059448242
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.0406131548351711,
+          "lr": 0.03,
+          "negative_goodness": 1.3308772464964125,
+          "pair_accuracy": 0.909844444433848,
+          "positive_goodness": 3.0667766004456416,
+          "runtime_seconds": 9.84464406967163
+        }
+      ],
+      "layer": 55
+    }
+  ],
+  "protocol_family": "resnet_local_learning_crossover",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "total_wall_seconds": 23673.216548919678,
+  "work": {
+    "candidate_label_evaluation_presentations": 50000,
+    "completed_global_epochs": 2240,
+    "feedforward_example_passes": 201600000,
+    "forward_macs_per_example": 125485696,
+    "forward_parameter_count": 853018,
+    "local_target_backward_example_evaluations": 201600000,
+    "local_vjp_example_evaluations": 0,
+    "logical_task_loss_queries": 0,
+    "num_trainable_layers": 56,
+    "ordinary_training_examples": 100800000,
+    "ordinary_validation_examples": 5000,
+    "relaxation_example_passes": 0,
+    "training_example_presentations": 201600000
+  }
+}
author	Oscar Wan <oscarwan@orionp2.stanford.edu>	2026-08-26 08:50:07 -0700
committer	Oscar Wan <oscarwan@orionp2.stanford.edu>	2026-08-26 08:50:07 -0700
commit	3c7c221ae6cfcdf6840da1d5262d94c75d56288b (patch)
tree	e13adbf676e3b5e1dc57fcf26dcc153c7983abc4 /results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json
parent	f55872beaee658ff76ac15fd421b73017820c320 (diff)